2023-12-07T13:38:40.889 INFO:root:teuthology version: 0.0.1.dev214+gf2de108 2023-12-07T13:38:40.889 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_vshankar@teuthology --archive /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498 --description fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/postgres}} --name vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi --verbose -- /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/orig.config.yaml 2023-12-07T13:38:40.954 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-07T13:38:41.051 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498 branch: wip-vshankar-testing-20231206.125818 description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/postgres}} email: vshankar@redhat.com first_in_suite: false job_id: '7480498' kernel: client: sha1: distro flavor: default kdb: true sha1: 9471594ae3a4c6992c4327df9a789df8f2b6aeae ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-vshankar-testing-20231206.125818 ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: a2cd52c00149b5caff897ea7f79d0529b62620da subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 0 mountpoint: /tmp/cephfs check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: a2cd52c00149b5caff897ea7f79d0529b62620da kclient: client.0: mntopts: - context=system_u:object_r:postgresql_db_t:s0 mount_subvol_num: 1 mountpoint: /tmp/cephfs mntopts: - ms_mode=crc - wsync syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing-20231206.125818 sha1: a2cd52c00149b5caff897ea7f79d0529b62620da owner: scheduled_vshankar@teuthology priority: 120 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 4099 sha1: a2cd52c00149b5caff897ea7f79d0529b62620da sleep_before_teardown: 0 subset: 359/1024 suite: fs suite_branch: wip-vshankar-testing-20231206.125818 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: a2cd52c00149b5caff897ea7f79d0529b62620da syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi039.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi055.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi089.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - exec: client.0: - sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/ - sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres - sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data - sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?" - sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local - sudo restorecon -R -v /tmp/cephfs/postgres - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf - sudo -u postgres -- postgresql-setup --initdb - sudo ls -lZaR /tmp/cephfs/postgres/ - sudo systemctl start postgresql - sudo -u postgres -- pgbench -s 32 -i - sudo -u postgres -- pgbench -c 100 -j 4 --progress=5 --time=900 - sudo systemctl stop postgresql - sudo ls -lZaR /tmp/cephfs/postgres/ teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: f2de108beb0a6dde7f3e6c96039071828a1f6269 timestamp: 2023-12-06_15:12:46 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.232157 2023-12-07T13:38:41.051 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa; will attempt to use it 2023-12-07T13:38:41.052 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa/tasks 2023-12-07T13:38:41.052 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-12-07T13:38:41.054 INFO:teuthology.task.internal:Checking packages... 2023-12-07T13:38:41.079 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash 'a2cd52c00149b5caff897ea7f79d0529b62620da' 2023-12-07T13:38:41.079 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-12-07T13:38:41.079 INFO:teuthology.packaging:ref: None 2023-12-07T13:38:41.079 INFO:teuthology.packaging:tag: None 2023-12-07T13:38:41.079 INFO:teuthology.packaging:branch: wip-vshankar-testing-20231206.125818 2023-12-07T13:38:41.079 INFO:teuthology.packaging:sha1: a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:38:41.079 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-vshankar-testing-20231206.125818 2023-12-07T13:38:41.296 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-46.ga2cd52c0 2023-12-07T13:38:41.296 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-12-07T13:38:41.303 INFO:teuthology.task.internal:no buildpackages task found 2023-12-07T13:38:41.303 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-12-07T13:38:41.325 INFO:teuthology.task.internal:Saving configuration 2023-12-07T13:38:41.350 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-12-07T13:38:41.356 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-07T13:38:41.383 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi039.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-07 13:32:52.108211', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-07T13:38:41.407 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi055.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-07 13:32:52.109498', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-07T13:38:41.428 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi089.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-07 13:32:52.106079', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-07T13:38:41.428 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-12-07T13:38:41.434 INFO:teuthology.task.internal:roles: ubuntu@smithi039.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2023-12-07T13:38:41.435 INFO:teuthology.task.internal:roles: ubuntu@smithi055.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2023-12-07T13:38:41.435 INFO:teuthology.task.internal:roles: ubuntu@smithi089.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2023-12-07T13:38:41.435 INFO:teuthology.run_tasks:Running task console_log... 2023-12-07T13:38:41.543 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f1a363fca60>, signals=[15]) 2023-12-07T13:38:41.543 INFO:teuthology.run_tasks:Running task internal.connect... 2023-12-07T13:38:41.550 INFO:teuthology.task.internal:Opening connections... 2023-12-07T13:38:41.550 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T13:38:41.552 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-07T13:38:41.619 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi055.front.sepia.ceph.com 2023-12-07T13:38:41.620 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-07T13:38:41.687 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi089.front.sepia.ceph.com 2023-12-07T13:38:41.688 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi089.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-07T13:38:41.755 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-12-07T13:38:41.761 DEBUG:teuthology.orchestra.run.smithi039:> uname -m 2023-12-07T13:38:41.782 INFO:teuthology.orchestra.run.smithi039.stdout:x86_64 2023-12-07T13:38:41.783 DEBUG:teuthology.orchestra.run.smithi039:> cat /etc/os-release 2023-12-07T13:38:41.842 INFO:teuthology.orchestra.run.smithi039.stdout:NAME="Red Hat Enterprise Linux" 2023-12-07T13:38:41.842 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION="8.6 (Ootpa)" 2023-12-07T13:38:41.842 INFO:teuthology.orchestra.run.smithi039.stdout:ID="rhel" 2023-12-07T13:38:41.842 INFO:teuthology.orchestra.run.smithi039.stdout:ID_LIKE="fedora" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION_ID="8.6" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:PLATFORM_ID="platform:el8" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:ANSI_COLOR="0;31" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:HOME_URL="https://www.redhat.com/" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-12-07T13:38:41.843 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-12-07T13:38:41.844 INFO:teuthology.lock.ops:Updating smithi039.front.sepia.ceph.com on lock server 2023-12-07T13:38:41.866 DEBUG:teuthology.orchestra.run.smithi055:> uname -m 2023-12-07T13:38:41.888 INFO:teuthology.orchestra.run.smithi055.stdout:x86_64 2023-12-07T13:38:41.888 DEBUG:teuthology.orchestra.run.smithi055:> cat /etc/os-release 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:NAME="Red Hat Enterprise Linux" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION="8.6 (Ootpa)" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:ID="rhel" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:ID_LIKE="fedora" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION_ID="8.6" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:PLATFORM_ID="platform:el8" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:ANSI_COLOR="0;31" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:HOME_URL="https://www.redhat.com/" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-07T13:38:41.948 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:38:41.949 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-07T13:38:41.949 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-12-07T13:38:41.949 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-12-07T13:38:41.949 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-12-07T13:38:41.949 INFO:teuthology.lock.ops:Updating smithi055.front.sepia.ceph.com on lock server 2023-12-07T13:38:41.975 DEBUG:teuthology.orchestra.run.smithi089:> uname -m 2023-12-07T13:38:41.996 INFO:teuthology.orchestra.run.smithi089.stdout:x86_64 2023-12-07T13:38:41.996 DEBUG:teuthology.orchestra.run.smithi089:> cat /etc/os-release 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:NAME="Red Hat Enterprise Linux" 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:VERSION="8.6 (Ootpa)" 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:ID="rhel" 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:ID_LIKE="fedora" 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:VERSION_ID="8.6" 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:PLATFORM_ID="platform:el8" 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-12-07T13:38:42.056 INFO:teuthology.orchestra.run.smithi089.stdout:ANSI_COLOR="0;31" 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:HOME_URL="https://www.redhat.com/" 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-12-07T13:38:42.057 INFO:teuthology.orchestra.run.smithi089.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-12-07T13:38:42.057 INFO:teuthology.lock.ops:Updating smithi089.front.sepia.ceph.com on lock server 2023-12-07T13:38:42.083 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-12-07T13:38:42.095 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-12-07T13:38:42.101 INFO:teuthology.task.internal:Checking for old test directory... 2023-12-07T13:38:42.101 DEBUG:teuthology.orchestra.run.smithi039:> test '!' -e /home/ubuntu/cephtest 2023-12-07T13:38:42.103 DEBUG:teuthology.orchestra.run.smithi055:> test '!' -e /home/ubuntu/cephtest 2023-12-07T13:38:42.105 DEBUG:teuthology.orchestra.run.smithi089:> test '!' -e /home/ubuntu/cephtest 2023-12-07T13:38:42.123 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-12-07T13:38:42.129 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-12-07T13:38:42.130 DEBUG:teuthology.orchestra.run.smithi039:> test -z $(ls -A /var/lib/ceph) 2023-12-07T13:38:42.164 DEBUG:teuthology.orchestra.run.smithi055:> test -z $(ls -A /var/lib/ceph) 2023-12-07T13:38:42.166 DEBUG:teuthology.orchestra.run.smithi089:> test -z $(ls -A /var/lib/ceph) 2023-12-07T13:38:42.193 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-12-07T13:38:42.272 INFO:teuthology.run_tasks:Running task kernel... 2023-12-07T13:38:42.287 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'flavor': 'default', 'kdb': True, 'sha1': '9471594ae3a4c6992c4327df9a789df8f2b6aeae'} 2023-12-07T13:38:42.287 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2023-12-07T13:38:42.287 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2023-12-07T13:38:42.287 DEBUG:teuthology.orchestra.run.smithi039:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-07T13:38:42.307 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T13:38:42.308 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2023-12-07T13:38:42.368 INFO:teuthology.orchestra.run.smithi039.stdout:4.18.0-372.9.1.el8.x86_64 2023-12-07T13:38:42.368 INFO:teuthology.task.kernel:Running kernel on smithi039: 4.18.0-372.9.1.el8.x86_64 2023-12-07T13:38:42.368 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum install -y kernel 2023-12-07T13:38:43.627 INFO:teuthology.orchestra.run.smithi039.stdout:Updating Subscription Management repositories. 2023-12-07T13:38:43.627 INFO:teuthology.orchestra.run.smithi039.stdout:Unable to read consumer identity 2023-12-07T13:38:45.081 INFO:teuthology.orchestra.run.smithi039.stdout:Copr repo for python3-asyncssh owned by ceph 13 kB/s | 3.5 kB 00:00 2023-12-07T13:38:45.890 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 20 MB/s | 16 MB 00:00 2023-12-07T13:38:49.699 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 424 kB/s | 24 kB 00:00 2023-12-07T13:38:50.385 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-12-07T13:38:50.449 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-07T13:38:50.450 INFO:teuthology.orchestra.run.smithi039.stdout:Nothing to do. 2023-12-07T13:38:50.450 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-07T13:38:50.577 DEBUG:teuthology.orchestra.run.smithi039:> echo no | sudo yum reinstall kernel || true 2023-12-07T13:38:50.965 INFO:teuthology.orchestra.run.smithi039.stdout:Updating Subscription Management repositories. 2023-12-07T13:38:50.966 INFO:teuthology.orchestra.run.smithi039.stdout:Unable to read consumer identity 2023-12-07T13:38:51.241 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:00:02 ago on Thu 07 Dec 2023 01:38:49 PM UTC. 2023-12-07T13:38:51.286 INFO:teuthology.orchestra.run.smithi039.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-12-07T13:38:51.319 INFO:teuthology.orchestra.run.smithi039.stderr:Error: No packages marked for reinstall. 2023-12-07T13:38:51.366 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum reinstall -y kernel || true 2023-12-07T13:38:51.719 INFO:teuthology.orchestra.run.smithi039.stdout:Updating Subscription Management repositories. 2023-12-07T13:38:51.719 INFO:teuthology.orchestra.run.smithi039.stdout:Unable to read consumer identity 2023-12-07T13:38:51.984 INFO:teuthology.orchestra.run.smithi039.stdout:Last metadata expiration check: 0:00:02 ago on Thu 07 Dec 2023 01:38:49 PM UTC. 2023-12-07T13:38:52.029 INFO:teuthology.orchestra.run.smithi039.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-12-07T13:38:52.051 INFO:teuthology.orchestra.run.smithi039.stderr:Error: No packages marked for reinstall. 2023-12-07T13:38:52.098 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2023-12-07T13:38:52.181 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-12-07T13:38:52.182 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-12-07T13:38:52.182 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-12-07T13:38:52.182 DEBUG:teuthology.parallel:result is None 2023-12-07T13:38:52.182 INFO:teuthology.run_tasks:Running task internal.base... 2023-12-07T13:38:52.194 INFO:teuthology.task.internal:Creating test directory... 2023-12-07T13:38:52.195 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-07T13:38:52.197 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-07T13:38:52.200 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-12-07T13:38:52.219 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-12-07T13:38:52.226 INFO:teuthology.run_tasks:Running task internal.archive... 2023-12-07T13:38:52.234 INFO:teuthology.task.internal:Creating archive directory... 2023-12-07T13:38:52.234 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-07T13:38:52.255 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-07T13:38:52.262 DEBUG:teuthology.orchestra.run.smithi089:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-12-07T13:38:52.305 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-12-07T13:38:52.311 INFO:teuthology.task.internal:Enabling coredump saving... 2023-12-07T13:38:52.312 DEBUG:teuthology.orchestra.run.smithi055:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-07T13:38:52.357 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T13:38:52.357 DEBUG:teuthology.orchestra.run.smithi089:> test -f /run/.containerenv -o -f /.dockerenv 2023-12-07T13:38:52.376 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T13:38:52.377 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-07T13:38:52.379 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-07T13:38:52.400 DEBUG:teuthology.orchestra.run.smithi089:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-12-07T13:38:52.433 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-07T13:38:52.445 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-07T13:38:52.445 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-07T13:38:52.477 INFO:teuthology.orchestra.run.smithi089.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-07T13:38:52.490 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-07T13:38:52.510 INFO:teuthology.orchestra.run.smithi089.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-12-07T13:38:52.511 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-12-07T13:38:52.519 INFO:teuthology.task.internal:Configuring sudo... 2023-12-07T13:38:52.519 DEBUG:teuthology.orchestra.run.smithi039:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-07T13:38:52.522 DEBUG:teuthology.orchestra.run.smithi055:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-07T13:38:52.524 DEBUG:teuthology.orchestra.run.smithi089:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-12-07T13:38:52.553 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-12-07T13:38:52.651 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-12-07T13:38:52.651 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-07T13:38:52.653 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-07T13:38:52.656 DEBUG:teuthology.orchestra.run.smithi089:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-12-07T13:38:52.674 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-07T13:38:52.752 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-07T13:38:52.798 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-07T13:38:52.880 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-07T13:38:52.924 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:38:52.925 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-07T13:38:52.992 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-07T13:38:53.040 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-07T13:38:53.104 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-07T13:38:53.151 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-07T13:38:53.196 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:38:53.196 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-07T13:38:53.276 DEBUG:teuthology.orchestra.run.smithi089:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-07T13:38:53.324 DEBUG:teuthology.orchestra.run.smithi089:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-12-07T13:38:53.378 DEBUG:teuthology.orchestra.run.smithi089:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-07T13:38:53.467 DEBUG:teuthology.orchestra.run.smithi089:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-12-07T13:38:53.511 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:38:53.511 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-12-07T13:38:53.581 DEBUG:teuthology.orchestra.run.smithi039:> sudo service rsyslog restart 2023-12-07T13:38:53.584 DEBUG:teuthology.orchestra.run.smithi055:> sudo service rsyslog restart 2023-12-07T13:38:53.586 DEBUG:teuthology.orchestra.run.smithi089:> sudo service rsyslog restart 2023-12-07T13:38:53.662 INFO:teuthology.orchestra.run.smithi055.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-07T13:38:53.686 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-07T13:38:53.687 INFO:teuthology.orchestra.run.smithi089.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-07T13:38:54.067 INFO:teuthology.run_tasks:Running task internal.timer... 2023-12-07T13:38:54.078 INFO:teuthology.task.internal:Starting timer... 2023-12-07T13:38:54.078 INFO:teuthology.run_tasks:Running task pcp... 2023-12-07T13:38:54.087 INFO:teuthology.run_tasks:Running task selinux... 2023-12-07T13:38:54.096 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']} 2023-12-07T13:38:54.097 DEBUG:teuthology.orchestra.run.smithi039:> sudo service auditd rotate 2023-12-07T13:38:54.170 INFO:teuthology.orchestra.run.smithi039.stdout:Rotating logs: 2023-12-07T13:38:54.173 DEBUG:teuthology.orchestra.run.smithi055:> sudo service auditd rotate 2023-12-07T13:38:54.239 INFO:teuthology.orchestra.run.smithi055.stdout:Rotating logs: 2023-12-07T13:38:54.241 DEBUG:teuthology.orchestra.run.smithi089:> sudo service auditd rotate 2023-12-07T13:38:54.300 INFO:teuthology.orchestra.run.smithi089.stdout:Rotating logs: 2023-12-07T13:38:54.302 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-12-07T13:38:54.302 DEBUG:teuthology.orchestra.run.smithi039:> /usr/sbin/getenforce 2023-12-07T13:38:54.330 INFO:teuthology.orchestra.run.smithi039.stdout:Permissive 2023-12-07T13:38:54.330 DEBUG:teuthology.orchestra.run.smithi055:> /usr/sbin/getenforce 2023-12-07T13:38:54.369 INFO:teuthology.orchestra.run.smithi055.stdout:Permissive 2023-12-07T13:38:54.370 DEBUG:teuthology.orchestra.run.smithi089:> /usr/sbin/getenforce 2023-12-07T13:38:54.392 INFO:teuthology.orchestra.run.smithi089.stdout:Permissive 2023-12-07T13:38:54.392 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi039.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi055.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi089.front.sepia.ceph.com': 'permissive'} 2023-12-07T13:38:54.393 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-07T13:38:54.422 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T13:38:54.422 DEBUG:teuthology.orchestra.run.smithi055:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-07T13:38:54.451 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T13:38:54.452 DEBUG:teuthology.orchestra.run.smithi089:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-07T13:38:54.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T13:38:54.479 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-12-07T13:38:54.479 DEBUG:teuthology.orchestra.run.smithi039:> sudo /usr/sbin/setenforce permissive 2023-12-07T13:38:54.506 DEBUG:teuthology.orchestra.run.smithi055:> sudo /usr/sbin/setenforce permissive 2023-12-07T13:38:54.535 DEBUG:teuthology.orchestra.run.smithi089:> sudo /usr/sbin/setenforce permissive 2023-12-07T13:38:54.562 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-12-07T13:38:54.572 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-12-07T13:38:54.577 INFO:teuthology.repo_utils:Fetching main from origin 2023-12-07T13:38:54.702 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-12-07T13:38:54.719 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-12-07T13:38:54.721 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi039.front.sepia.ceph.com,smithi055.front.sepia.ceph.com,smithi089.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-12-07T13:48:43.059 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi039.front.sepia.ceph.com'), Remote(name='ubuntu@smithi055.front.sepia.ceph.com'), Remote(name='ubuntu@smithi089.front.sepia.ceph.com')] 2023-12-07T13:48:43.060 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-07T13:48:43.061 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-07T13:48:43.130 DEBUG:teuthology.orchestra.run.smithi039:> true 2023-12-07T13:48:43.200 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2023-12-07T13:48:43.200 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-12-07T13:48:43.201 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-07T13:48:43.270 DEBUG:teuthology.orchestra.run.smithi055:> true 2023-12-07T13:48:43.340 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi055.front.sepia.ceph.com' 2023-12-07T13:48:43.341 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi089.front.sepia.ceph.com' 2023-12-07T13:48:43.341 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi089.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-12-07T13:48:43.410 DEBUG:teuthology.orchestra.run.smithi089:> true 2023-12-07T13:48:43.480 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi089.front.sepia.ceph.com' 2023-12-07T13:48:43.480 INFO:teuthology.run_tasks:Running task clock... 2023-12-07T13:48:43.491 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-12-07T13:48:43.491 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-07T13:48:43.491 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-07T13:48:43.494 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-07T13:48:43.494 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-07T13:48:43.496 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-12-07T13:48:43.496 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-07T13:48:43.526 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-07T13:48:43.529 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-07T13:48:43.541 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-07T13:48:43.546 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-07T13:48:43.553 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-12-07T13:48:43.568 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-12-07T13:48:43.607 INFO:teuthology.orchestra.run.smithi039.stderr:sudo: ntpd: command not found 2023-12-07T13:48:43.620 INFO:teuthology.orchestra.run.smithi039.stdout:506 Cannot talk to daemon 2023-12-07T13:48:43.622 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: ntpd: command not found 2023-12-07T13:48:43.633 INFO:teuthology.orchestra.run.smithi089.stderr:sudo: ntpd: command not found 2023-12-07T13:48:43.635 INFO:teuthology.orchestra.run.smithi055.stdout:506 Cannot talk to daemon 2023-12-07T13:48:43.635 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-07T13:48:43.645 INFO:teuthology.orchestra.run.smithi089.stdout:506 Cannot talk to daemon 2023-12-07T13:48:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-07T13:48:43.650 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-07T13:48:43.659 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-12-07T13:48:43.665 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-07T13:48:43.673 INFO:teuthology.orchestra.run.smithi089.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-12-07T13:48:43.734 INFO:teuthology.orchestra.run.smithi055.stderr:bash: ntpq: command not found 2023-12-07T13:48:43.738 INFO:teuthology.orchestra.run.smithi055.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-07T13:48:43.738 INFO:teuthology.orchestra.run.smithi055.stdout:=============================================================================== 2023-12-07T13:48:43.738 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.738 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.738 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.738 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.743 INFO:teuthology.orchestra.run.smithi039.stderr:bash: ntpq: command not found 2023-12-07T13:48:43.744 INFO:teuthology.orchestra.run.smithi089.stderr:bash: ntpq: command not found 2023-12-07T13:48:43.746 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-07T13:48:43.746 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2023-12-07T13:48:43.746 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.746 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.746 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.746 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.748 INFO:teuthology.orchestra.run.smithi089.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-07T13:48:43.748 INFO:teuthology.orchestra.run.smithi089.stdout:=============================================================================== 2023-12-07T13:48:43.748 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.748 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.748 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.748 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T13:48:43.748 INFO:teuthology.run_tasks:Running task pexec... 2023-12-07T13:48:43.758 INFO:teuthology.task.pexec:Executing custom commands... 2023-12-07T13:48:43.758 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T13:48:43.758 DEBUG:teuthology.orchestra.run.smithi039:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-07T13:48:43.759 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi055.front.sepia.ceph.com 2023-12-07T13:48:43.759 DEBUG:teuthology.orchestra.run.smithi055:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-07T13:48:43.759 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi089.front.sepia.ceph.com 2023-12-07T13:48:43.759 DEBUG:teuthology.orchestra.run.smithi089:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-12-07T13:48:44.157 INFO:teuthology.orchestra.run.smithi089.stdout:Updating Subscription Management repositories. 2023-12-07T13:48:44.172 INFO:teuthology.orchestra.run.smithi055.stdout:Updating Subscription Management repositories. 2023-12-07T13:48:44.178 INFO:teuthology.orchestra.run.smithi039.stdout:Updating Subscription Management repositories. 2023-12-07T13:48:44.812 INFO:teuthology.orchestra.run.smithi089.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 170 kB/s | 4.5 kB 00:00 2023-12-07T13:48:44.878 INFO:teuthology.orchestra.run.smithi055.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 154 kB/s | 4.5 kB 00:00 2023-12-07T13:48:44.915 INFO:teuthology.orchestra.run.smithi039.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 143 kB/s | 4.1 kB 00:00 2023-12-07T13:48:45.113 INFO:teuthology.orchestra.run.smithi089.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 151 kB/s | 4.1 kB 00:00 2023-12-07T13:48:45.140 INFO:teuthology.orchestra.run.smithi039.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 160 kB/s | 4.5 kB 00:00 2023-12-07T13:48:45.193 INFO:teuthology.orchestra.run.smithi055.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 139 kB/s | 4.1 kB 00:00 2023-12-07T13:48:47.029 INFO:teuthology.orchestra.run.smithi089.stdout:Dependencies resolved. 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout: Package Architecture Version Repository Size 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout:Resetting modules: 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout: container-tools 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction Summary 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout:================================================================================ 2023-12-07T13:48:47.030 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:48:47.328 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2023-12-07T13:48:47.328 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout: Package Architecture Version Repository Size 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout:Resetting modules: 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout: container-tools 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2023-12-07T13:48:47.329 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:48:47.346 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-07T13:48:47.347 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-07T13:48:47.347 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2023-12-07T13:48:47.347 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-07T13:48:47.347 INFO:teuthology.orchestra.run.smithi039.stdout:Resetting modules: 2023-12-07T13:48:47.347 INFO:teuthology.orchestra.run.smithi039.stdout: container-tools 2023-12-07T13:48:47.347 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:48:47.348 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2023-12-07T13:48:47.348 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2023-12-07T13:48:47.348 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:48:50.655 INFO:teuthology.orchestra.run.smithi089.stdout:Complete! 2023-12-07T13:48:51.132 INFO:teuthology.orchestra.run.smithi089.stdout:Updating Subscription Management repositories. 2023-12-07T13:48:51.316 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2023-12-07T13:48:51.557 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-07T13:48:51.781 INFO:teuthology.orchestra.run.smithi089.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 168 kB/s | 4.5 kB 00:00 2023-12-07T13:48:51.851 INFO:teuthology.orchestra.run.smithi055.stdout:Updating Subscription Management repositories. 2023-12-07T13:48:52.034 INFO:teuthology.orchestra.run.smithi039.stdout:Updating Subscription Management repositories. 2023-12-07T13:48:52.090 INFO:teuthology.orchestra.run.smithi089.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 150 kB/s | 4.1 kB 00:00 2023-12-07T13:48:52.506 INFO:teuthology.orchestra.run.smithi055.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 143 kB/s | 4.5 kB 00:00 2023-12-07T13:48:52.749 INFO:teuthology.orchestra.run.smithi039.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 113 kB/s | 4.1 kB 00:00 2023-12-07T13:48:52.811 INFO:teuthology.orchestra.run.smithi055.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 140 kB/s | 4.1 kB 00:00 2023-12-07T13:48:52.971 INFO:teuthology.orchestra.run.smithi039.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 139 kB/s | 4.5 kB 00:00 2023-12-07T13:48:53.928 INFO:teuthology.orchestra.run.smithi089.stdout:Dependencies resolved. 2023-12-07T13:48:54.021 INFO:teuthology.orchestra.run.smithi089.stdout:============================================================================================================ 2023-12-07T13:48:54.021 INFO:teuthology.orchestra.run.smithi089.stdout: Package Arch Version Repository Size 2023-12-07T13:48:54.021 INFO:teuthology.orchestra.run.smithi089.stdout:============================================================================================================ 2023-12-07T13:48:54.021 INFO:teuthology.orchestra.run.smithi089.stdout:Installing group/module packages: 2023-12-07T13:48:54.021 INFO:teuthology.orchestra.run.smithi089.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout:Installing dependencies: 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout:Installing module profiles: 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: container-tools/common 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout:Enabling module streams: 2023-12-07T13:48:54.022 INFO:teuthology.orchestra.run.smithi089.stdout: container-tools rhel8 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction Summary 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout:============================================================================================================ 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout:Install 10 Packages 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout:Total download size: 18 M 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout:Installed size: 65 M 2023-12-07T13:48:54.023 INFO:teuthology.orchestra.run.smithi089.stdout:Downloading Packages: 2023-12-07T13:48:54.096 INFO:teuthology.orchestra.run.smithi089.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.3 MB/s | 94 kB 00:00 2023-12-07T13:48:54.121 INFO:teuthology.orchestra.run.smithi089.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 254 kB/s | 25 kB 00:00 2023-12-07T13:48:54.147 INFO:teuthology.orchestra.run.smithi089.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 332 kB/s | 41 kB 00:00 2023-12-07T13:48:54.172 INFO:teuthology.orchestra.run.smithi089.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 653 kB/s | 49 kB 00:00 2023-12-07T13:48:54.205 INFO:teuthology.orchestra.run.smithi089.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 6.1 MB/s | 524 kB 00:00 2023-12-07T13:48:54.231 INFO:teuthology.orchestra.run.smithi089.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 2.5 MB/s | 149 kB 00:00 2023-12-07T13:48:54.265 INFO:teuthology.orchestra.run.smithi089.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 3.5 MB/s | 213 kB 00:00 2023-12-07T13:48:54.381 INFO:teuthology.orchestra.run.smithi089.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 19 MB/s | 2.2 MB 00:00 2023-12-07T13:48:54.482 INFO:teuthology.orchestra.run.smithi089.stdout:(9/10): buildah-1.26.2-1.module+el8.6.0+16771+2 24 MB/s | 8.0 MB 00:00 2023-12-07T13:48:54.565 INFO:teuthology.orchestra.run.smithi089.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 21 MB/s | 7.0 MB 00:00 2023-12-07T13:48:54.566 INFO:teuthology.orchestra.run.smithi089.stdout:-------------------------------------------------------------------------------- 2023-12-07T13:48:54.566 INFO:teuthology.orchestra.run.smithi089.stdout:Total 34 MB/s | 18 MB 00:00 2023-12-07T13:48:54.768 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction check 2023-12-07T13:48:54.786 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction check succeeded. 2023-12-07T13:48:54.787 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction test 2023-12-07T13:48:54.935 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2023-12-07T13:48:54.967 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction test succeeded. 2023-12-07T13:48:54.971 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout:============================================================================================================ 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout: Package Arch Version Repository Size 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout:============================================================================================================ 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout:Installing group/module packages: 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-12-07T13:48:55.038 INFO:teuthology.orchestra.run.smithi055.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout:Installing dependencies: 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout:Installing module profiles: 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: container-tools/common 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout:Enabling module streams: 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: container-tools rhel8 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout:============================================================================================================ 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout:Install 10 Packages 2023-12-07T13:48:55.039 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:48:55.040 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 18 M 2023-12-07T13:48:55.040 INFO:teuthology.orchestra.run.smithi055.stdout:Installed size: 65 M 2023-12-07T13:48:55.040 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2023-12-07T13:48:55.102 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-07T13:48:55.118 INFO:teuthology.orchestra.run.smithi055.stdout:(1/10): python3-pytoml-0.1.14-5.git7dea353.el8. 332 kB/s | 25 kB 00:00 2023-12-07T13:48:55.141 INFO:teuthology.orchestra.run.smithi055.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 407 kB/s | 41 kB 00:00 2023-12-07T13:48:55.166 INFO:teuthology.orchestra.run.smithi055.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 749 kB/s | 94 kB 00:00 2023-12-07T13:48:55.191 INFO:teuthology.orchestra.run.smithi055.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 655 kB/s | 49 kB 00:00 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout:============================================================================================================ 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout:============================================================================================================ 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout:Installing group/module packages: 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-12-07T13:48:55.206 INFO:teuthology.orchestra.run.smithi039.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout:Installing module profiles: 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: container-tools/common 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling module streams: 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: container-tools rhel8 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout:============================================================================================================ 2023-12-07T13:48:55.207 INFO:teuthology.orchestra.run.smithi039.stdout:Install 10 Packages 2023-12-07T13:48:55.208 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:48:55.208 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 18 M 2023-12-07T13:48:55.208 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 65 M 2023-12-07T13:48:55.208 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2023-12-07T13:48:55.250 INFO:teuthology.orchestra.run.smithi055.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 4.7 MB/s | 524 kB 00:00 2023-12-07T13:48:55.267 INFO:teuthology.orchestra.run.smithi055.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.9 MB/s | 149 kB 00:00 2023-12-07T13:48:55.271 INFO:teuthology.orchestra.run.smithi039.stdout:(1/10): python3-pyxdg-0.25-16.el8.noarch.rpm 1.5 MB/s | 94 kB 00:00 2023-12-07T13:48:55.289 INFO:teuthology.orchestra.run.smithi039.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 311 kB/s | 25 kB 00:00 2023-12-07T13:48:55.300 INFO:teuthology.orchestra.run.smithi055.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 4.1 MB/s | 213 kB 00:00 2023-12-07T13:48:55.305 INFO:teuthology.orchestra.run.smithi039.stdout:(3/10): yajl-2.1.0-10.el8.x86_64.rpm 421 kB/s | 41 kB 00:00 2023-12-07T13:48:55.331 INFO:teuthology.orchestra.run.smithi039.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 839 kB/s | 49 kB 00:00 2023-12-07T13:48:55.389 INFO:teuthology.orchestra.run.smithi039.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 5.1 MB/s | 524 kB 00:00 2023-12-07T13:48:55.401 INFO:teuthology.orchestra.run.smithi055.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 22 MB/s | 2.2 MB 00:00 2023-12-07T13:48:55.406 INFO:teuthology.orchestra.run.smithi039.stdout:(6/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.9 MB/s | 149 kB 00:00 2023-12-07T13:48:55.431 INFO:teuthology.orchestra.run.smithi039.stdout:(7/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 5.0 MB/s | 213 kB 00:00 2023-12-07T13:48:55.469 INFO:teuthology.orchestra.run.smithi089.stdout: Preparing : 1/1 2023-12-07T13:48:55.526 INFO:teuthology.orchestra.run.smithi039.stdout:(8/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 24 MB/s | 2.2 MB 00:00 2023-12-07T13:48:55.551 INFO:teuthology.orchestra.run.smithi055.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 25 MB/s | 7.0 MB 00:00 2023-12-07T13:48:55.643 INFO:teuthology.orchestra.run.smithi055.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 17 MB/s | 8.0 MB 00:00 2023-12-07T13:48:55.643 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2023-12-07T13:48:55.643 INFO:teuthology.orchestra.run.smithi055.stdout:Total 30 MB/s | 18 MB 00:00 2023-12-07T13:48:55.648 INFO:teuthology.orchestra.run.smithi039.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 29 MB/s | 7.0 MB 00:00 2023-12-07T13:48:55.663 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-12-07T13:48:55.740 INFO:teuthology.orchestra.run.smithi039.stdout:(10/10): buildah-1.26.2-1.module+el8.6.0+16771+ 18 MB/s | 8.0 MB 00:00 2023-12-07T13:48:55.741 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2023-12-07T13:48:55.741 INFO:teuthology.orchestra.run.smithi039.stdout:Total 34 MB/s | 18 MB 00:00 2023-12-07T13:48:55.848 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2023-12-07T13:48:55.868 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2023-12-07T13:48:55.869 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2023-12-07T13:48:55.876 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-12-07T13:48:55.948 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2023-12-07T13:48:55.968 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2023-12-07T13:48:55.968 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2023-12-07T13:48:56.064 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2023-12-07T13:48:56.068 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2023-12-07T13:48:56.069 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-12-07T13:48:56.161 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2023-12-07T13:48:56.165 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2023-12-07T13:48:56.298 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-12-07T13:48:56.646 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-12-07T13:48:56.663 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2023-12-07T13:48:56.688 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2023-12-07T13:48:56.864 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-12-07T13:48:56.912 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-12-07T13:48:57.076 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-12-07T13:48:57.090 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-12-07T13:48:57.270 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-12-07T13:48:57.307 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-12-07T13:48:57.441 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-12-07T13:48:57.485 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-12-07T13:48:57.523 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-12-07T13:48:57.874 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-12-07T13:48:57.900 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-12-07T13:48:58.334 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-12-07T13:48:58.605 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-12-07T13:48:58.701 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-12-07T13:48:58.705 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-12-07T13:48:58.783 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-12-07T13:48:58.985 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-12-07T13:48:59.249 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-12-07T13:48:59.610 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-12-07T13:48:59.635 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-12-07T13:48:59.829 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-12-07T13:48:59.872 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-12-07T13:48:59.991 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-12-07T13:49:00.080 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-12-07T13:49:00.200 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-12-07T13:49:00.264 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-12-07T13:49:00.477 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-12-07T13:49:00.477 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-12-07T13:49:00.478 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-12-07T13:49:00.569 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-12-07T13:49:00.570 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-12-07T13:49:04.110 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-12-07T13:49:04.110 INFO:teuthology.orchestra.run.smithi089.stdout:Installed products updated. 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout:Installed: 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:04.310 INFO:teuthology.orchestra.run.smithi089.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:04.311 INFO:teuthology.orchestra.run.smithi089.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-12-07T13:49:04.311 INFO:teuthology.orchestra.run.smithi089.stdout: yajl-2.1.0-10.el8.x86_64 2023-12-07T13:49:04.311 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:49:04.311 INFO:teuthology.orchestra.run.smithi089.stdout:Complete! 2023-12-07T13:49:04.477 DEBUG:teuthology.parallel:result is None 2023-12-07T13:49:07.908 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-12-07T13:49:07.908 INFO:teuthology.orchestra.run.smithi055.stdout:Installed products updated. 2023-12-07T13:49:08.137 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:49:08.137 INFO:teuthology.orchestra.run.smithi055.stdout:Installed: 2023-12-07T13:49:08.137 INFO:teuthology.orchestra.run.smithi055.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.137 INFO:teuthology.orchestra.run.smithi055.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-12-07T13:49:08.137 INFO:teuthology.orchestra.run.smithi055.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.137 INFO:teuthology.orchestra.run.smithi055.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-12-07T13:49:08.137 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-12-07T13:49:08.138 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-12-07T13:49:08.138 INFO:teuthology.orchestra.run.smithi055.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.138 INFO:teuthology.orchestra.run.smithi055.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.138 INFO:teuthology.orchestra.run.smithi055.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-12-07T13:49:08.138 INFO:teuthology.orchestra.run.smithi055.stdout: yajl-2.1.0-10.el8.x86_64 2023-12-07T13:49:08.138 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:49:08.138 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2023-12-07T13:49:08.316 DEBUG:teuthology.parallel:result is None 2023-12-07T13:49:08.363 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-12-07T13:49:08.363 INFO:teuthology.orchestra.run.smithi039.stdout:Installed products updated. 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-12-07T13:49:08.581 INFO:teuthology.orchestra.run.smithi039.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-12-07T13:49:08.582 INFO:teuthology.orchestra.run.smithi039.stdout: yajl-2.1.0-10.el8.x86_64 2023-12-07T13:49:08.582 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:49:08.582 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-07T13:49:08.727 DEBUG:teuthology.parallel:result is None 2023-12-07T13:49:08.727 INFO:teuthology.run_tasks:Running task install... 2023-12-07T13:49:08.740 DEBUG:teuthology.task.install:project ceph 2023-12-07T13:49:08.740 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'a2cd52c00149b5caff897ea7f79d0529b62620da'}} 2023-12-07T13:49:08.740 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'a2cd52c00149b5caff897ea7f79d0529b62620da'} 2023-12-07T13:49:08.741 INFO:teuthology.task.install:Using flavor: default 2023-12-07T13:49:08.747 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-12-07T13:49:08.747 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-12-07T13:49:08.747 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a2cd52c00149b5caff897ea7f79d0529b62620da', 'tag': None, 'wait_for_package': False} 2023-12-07T13:49:08.747 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:49:08.749 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a2cd52c00149b5caff897ea7f79d0529b62620da', 'tag': None, 'wait_for_package': False} 2023-12-07T13:49:08.749 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:49:08.750 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a2cd52c00149b5caff897ea7f79d0529b62620da', 'tag': None, 'wait_for_package': False} 2023-12-07T13:49:08.751 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:49:08.911 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/ 2023-12-07T13:49:08.912 INFO:teuthology.task.install.rpm:Package version is 19.0.0-46.ga2cd52c0 2023-12-07T13:49:09.018 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-07T13:49:09.018 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:49:09.018 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-07T13:49:09.053 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/ 2023-12-07T13:49:09.054 INFO:teuthology.task.install.rpm:Package version is 19.0.0-46.ga2cd52c0 2023-12-07T13:49:09.059 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-12-07T13:49:09.059 DEBUG:teuthology.orchestra.run.smithi055:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a2cd52c00149b5caff897ea7f79d0529b62620da/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-07T13:49:09.059 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/ 2023-12-07T13:49:09.059 INFO:teuthology.task.install.rpm:Package version is 19.0.0-46.ga2cd52c0 2023-12-07T13:49:09.133 DEBUG:teuthology.orchestra.run.smithi055:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-07T13:49:09.216 DEBUG:teuthology.orchestra.run.smithi055:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-07T13:49:09.285 INFO:teuthology.orchestra.run.smithi055.stdout:check_obsoletes = 1 2023-12-07T13:49:09.286 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum clean all 2023-12-07T13:49:09.308 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-07T13:49:09.308 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:49:09.309 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-07T13:49:09.318 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-12-07T13:49:09.318 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:49:09.318 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-12-07T13:49:09.339 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-12-07T13:49:09.339 DEBUG:teuthology.orchestra.run.smithi039:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a2cd52c00149b5caff897ea7f79d0529b62620da/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-07T13:49:09.350 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-12-07T13:49:09.350 DEBUG:teuthology.orchestra.run.smithi089:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/a2cd52c00149b5caff897ea7f79d0529b62620da/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-12-07T13:49:09.409 DEBUG:teuthology.orchestra.run.smithi039:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-07T13:49:09.421 DEBUG:teuthology.orchestra.run.smithi089:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-12-07T13:49:09.489 DEBUG:teuthology.orchestra.run.smithi039:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-07T13:49:09.502 DEBUG:teuthology.orchestra.run.smithi089:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-12-07T13:49:09.556 INFO:teuthology.orchestra.run.smithi039.stdout:check_obsoletes = 1 2023-12-07T13:49:09.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum clean all 2023-12-07T13:49:09.569 INFO:teuthology.orchestra.run.smithi089.stdout:check_obsoletes = 1 2023-12-07T13:49:09.571 DEBUG:teuthology.orchestra.run.smithi089:> sudo yum clean all 2023-12-07T13:49:09.679 INFO:teuthology.orchestra.run.smithi055.stdout:Updating Subscription Management repositories. 2023-12-07T13:49:09.943 INFO:teuthology.orchestra.run.smithi089.stdout:Updating Subscription Management repositories. 2023-12-07T13:49:09.948 INFO:teuthology.orchestra.run.smithi039.stdout:Updating Subscription Management repositories. 2023-12-07T13:49:10.969 INFO:teuthology.orchestra.run.smithi055.stdout:44 files removed 2023-12-07T13:49:11.023 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-12-07T13:49:11.246 INFO:teuthology.orchestra.run.smithi039.stdout:44 files removed 2023-12-07T13:49:11.300 INFO:teuthology.orchestra.run.smithi089.stdout:44 files removed 2023-12-07T13:49:11.301 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-12-07T13:49:11.353 DEBUG:teuthology.orchestra.run.smithi089:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-12-07T13:49:11.374 INFO:teuthology.orchestra.run.smithi055.stdout:Updating Subscription Management repositories. 2023-12-07T13:49:11.656 INFO:teuthology.orchestra.run.smithi039.stdout:Updating Subscription Management repositories. 2023-12-07T13:49:11.684 INFO:teuthology.orchestra.run.smithi089.stdout:Updating Subscription Management repositories. 2023-12-07T13:49:13.357 INFO:teuthology.orchestra.run.smithi055.stdout:ceph packages for x86_64 173 kB/s | 81 kB 00:00 2023-12-07T13:49:13.443 INFO:teuthology.orchestra.run.smithi089.stdout:ceph packages for x86_64 212 kB/s | 81 kB 00:00 2023-12-07T13:49:13.526 INFO:teuthology.orchestra.run.smithi039.stdout:ceph packages for x86_64 167 kB/s | 81 kB 00:00 2023-12-07T13:49:13.725 INFO:teuthology.orchestra.run.smithi055.stdout:ceph noarch packages 29 kB/s | 9.5 kB 00:00 2023-12-07T13:49:13.835 INFO:teuthology.orchestra.run.smithi089.stdout:ceph noarch packages 26 kB/s | 9.5 kB 00:00 2023-12-07T13:49:13.968 INFO:teuthology.orchestra.run.smithi039.stdout:ceph noarch packages 23 kB/s | 9.5 kB 00:00 2023-12-07T13:49:13.978 INFO:teuthology.orchestra.run.smithi055.stdout:ceph source packages 6.5 kB/s | 1.5 kB 00:00 2023-12-07T13:49:14.151 INFO:teuthology.orchestra.run.smithi055.stdout:Copr repo for python3-asyncssh owned by ceph 23 kB/s | 3.5 kB 00:00 2023-12-07T13:49:14.244 INFO:teuthology.orchestra.run.smithi089.stdout:ceph source packages 3.8 kB/s | 1.5 kB 00:00 2023-12-07T13:49:14.310 INFO:teuthology.orchestra.run.smithi039.stdout:ceph source packages 4.7 kB/s | 1.5 kB 00:00 2023-12-07T13:49:14.478 INFO:teuthology.orchestra.run.smithi039.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2023-12-07T13:49:14.578 INFO:teuthology.orchestra.run.smithi089.stdout:Copr repo for python3-asyncssh owned by ceph 11 kB/s | 3.5 kB 00:00 2023-12-07T13:49:16.046 INFO:teuthology.orchestra.run.smithi055.stdout:Extra Packages for Enterprise Linux 8.5 MB/s | 16 MB 00:01 2023-12-07T13:49:16.147 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 9.7 MB/s | 16 MB 00:01 2023-12-07T13:49:19.835 INFO:teuthology.orchestra.run.smithi055.stdout:lab-extras 257 kB/s | 24 kB 00:00 2023-12-07T13:49:19.920 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 546 kB/s | 24 kB 00:00 2023-12-07T13:49:20.871 INFO:teuthology.orchestra.run.smithi055.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 49 MB/s | 47 MB 00:00 2023-12-07T13:49:20.921 INFO:teuthology.orchestra.run.smithi039.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 57 MB/s | 53 MB 00:00 2023-12-07T13:49:29.422 INFO:teuthology.orchestra.run.smithi055.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 55 MB/s | 53 MB 00:00 2023-12-07T13:49:29.631 INFO:teuthology.orchestra.run.smithi039.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 59 MB/s | 47 MB 00:00 2023-12-07T13:49:34.147 INFO:teuthology.orchestra.run.smithi089.stdout:Extra Packages for Enterprise Linux 836 kB/s | 16 MB 00:19 2023-12-07T13:49:37.753 INFO:teuthology.orchestra.run.smithi089.stdout:lab-extras 385 kB/s | 24 kB 00:00 2023-12-07T13:49:38.638 INFO:teuthology.orchestra.run.smithi089.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 58 MB/s | 47 MB 00:00 2023-12-07T13:49:41.305 INFO:teuthology.orchestra.run.smithi055.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-07T13:49:41.306 INFO:teuthology.orchestra.run.smithi055.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-07T13:49:41.322 INFO:teuthology.orchestra.run.smithi055.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-12-07T13:49:41.323 INFO:teuthology.orchestra.run.smithi055.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-12-07T13:49:41.324 INFO:teuthology.orchestra.run.smithi055.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-12-07T13:49:41.325 INFO:teuthology.orchestra.run.smithi055.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-12-07T13:49:41.328 INFO:teuthology.orchestra.run.smithi055.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-12-07T13:49:41.331 INFO:teuthology.orchestra.run.smithi055.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-12-07T13:49:41.332 INFO:teuthology.orchestra.run.smithi055.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-12-07T13:49:41.356 INFO:teuthology.orchestra.run.smithi039.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-07T13:49:41.357 INFO:teuthology.orchestra.run.smithi039.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-07T13:49:41.373 INFO:teuthology.orchestra.run.smithi039.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-12-07T13:49:41.374 INFO:teuthology.orchestra.run.smithi039.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-12-07T13:49:41.376 INFO:teuthology.orchestra.run.smithi039.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-12-07T13:49:41.377 INFO:teuthology.orchestra.run.smithi039.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-12-07T13:49:41.379 INFO:teuthology.orchestra.run.smithi039.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-12-07T13:49:41.382 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-12-07T13:49:41.384 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-12-07T13:49:41.477 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2023-12-07T13:49:41.490 INFO:teuthology.orchestra.run.smithi055.stdout:=========================================================================================================================== 2023-12-07T13:49:41.490 INFO:teuthology.orchestra.run.smithi055.stdout: Package Arch Version Repository Size 2023-12-07T13:49:41.490 INFO:teuthology.orchestra.run.smithi055.stdout:=========================================================================================================================== 2023-12-07T13:49:41.490 INFO:teuthology.orchestra.run.smithi055.stdout:Installing: 2023-12-07T13:49:41.490 INFO:teuthology.orchestra.run.smithi055.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-12-07T13:49:41.490 INFO:teuthology.orchestra.run.smithi055.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 6.4 k 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 5.4 M 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 919 k 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 171 k 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 1.6 M 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 133 k 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 1.8 M 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 7.4 M 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 50 k 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 14 M 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 49 M 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-volume noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 262 k 2023-12-07T13:49:41.491 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 415 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-mirror x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 262 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-top noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 18 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 31 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 838 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 139 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-12-07T13:49:41.492 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 197 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 371 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 364 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 107 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 94 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.6 M 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 180 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrading: 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: librados2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.8 M 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.7 M 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout:Installing dependencies: 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-12-07T13:49:41.493 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 23 M 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 28 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 2.3 M 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 243 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 4.6 M 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 18 M 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 15 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 24 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 183 k 2023-12-07T13:49:41.494 INFO:teuthology.orchestra.run.smithi055.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 517 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 6.9 M 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-12-07T13:49:41.495 INFO:teuthology.orchestra.run.smithi055.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 45 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 128 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-07T13:49:41.496 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-07T13:49:41.497 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-12-07T13:49:41.498 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-07T13:49:41.499 INFO:teuthology.orchestra.run.smithi055.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout:Enabling module streams: 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql 10 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout:=========================================================================================================================== 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout:Install 128 Packages 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrade 3 Packages 2023-12-07T13:49:41.500 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:49:41.501 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 209 M 2023-12-07T13:49:41.501 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2023-12-07T13:49:41.528 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2023-12-07T13:49:41.541 INFO:teuthology.orchestra.run.smithi039.stdout:=========================================================================================================================== 2023-12-07T13:49:41.541 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2023-12-07T13:49:41.541 INFO:teuthology.orchestra.run.smithi039.stdout:=========================================================================================================================== 2023-12-07T13:49:41.541 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2023-12-07T13:49:41.541 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-12-07T13:49:41.541 INFO:teuthology.orchestra.run.smithi039.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-12-07T13:49:41.541 INFO:teuthology.orchestra.run.smithi039.stdout: ceph x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 6.4 k 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 5.4 M 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 919 k 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 171 k 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 1.6 M 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 133 k 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 1.8 M 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 7.4 M 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 50 k 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 14 M 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 49 M 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 262 k 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 415 k 2023-12-07T13:49:41.542 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 262 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 18 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 31 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 838 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 139 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 197 k 2023-12-07T13:49:41.543 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 371 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 364 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 107 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 94 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.6 M 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 180 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrading: 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: librados2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.8 M 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.7 M 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 23 M 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 28 k 2023-12-07T13:49:41.544 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 2.3 M 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 243 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 4.6 M 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 18 M 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 15 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 24 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-12-07T13:49:41.545 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 183 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 517 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 6.9 M 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-12-07T13:49:41.546 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-07T13:49:41.547 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-07T13:49:41.548 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 45 k 2023-12-07T13:49:41.548 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 128 k 2023-12-07T13:49:41.548 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-12-07T13:49:41.549 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-07T13:49:41.550 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-07T13:49:41.551 INFO:teuthology.orchestra.run.smithi039.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling module streams: 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql 10 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout:=========================================================================================================================== 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout:Install 128 Packages 2023-12-07T13:49:41.552 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrade 3 Packages 2023-12-07T13:49:41.553 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:49:41.554 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 209 M 2023-12-07T13:49:41.554 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2023-12-07T13:49:42.039 INFO:teuthology.orchestra.run.smithi055.stdout:(1/131): ceph-19.0.0-46.ga2cd52c0.el8.x86_64.rp 17 kB/s | 6.4 kB 00:00 2023-12-07T13:49:42.265 INFO:teuthology.orchestra.run.smithi039.stdout:(1/131): ceph-19.0.0-46.ga2cd52c0.el8.x86_64.rp 17 kB/s | 6.4 kB 00:00 2023-12-07T13:49:42.931 INFO:teuthology.orchestra.run.smithi055.stdout:(2/131): ceph-fuse-19.0.0-46.ga2cd52c0.el8.x86_ 1.0 MB/s | 919 kB 00:00 2023-12-07T13:49:43.132 INFO:teuthology.orchestra.run.smithi039.stdout:(2/131): ceph-fuse-19.0.0-46.ga2cd52c0.el8.x86_ 1.0 MB/s | 919 kB 00:00 2023-12-07T13:49:43.140 INFO:teuthology.orchestra.run.smithi055.stdout:(3/131): ceph-immutable-object-cache-19.0.0-46. 820 kB/s | 171 kB 00:00 2023-12-07T13:49:43.332 INFO:teuthology.orchestra.run.smithi039.stdout:(3/131): ceph-immutable-object-cache-19.0.0-46. 855 kB/s | 171 kB 00:00 2023-12-07T13:49:43.915 INFO:teuthology.orchestra.run.smithi055.stdout:(4/131): ceph-base-19.0.0-46.ga2cd52c0.el8.x86_ 2.4 MB/s | 5.4 MB 00:02 2023-12-07T13:49:44.149 INFO:teuthology.orchestra.run.smithi055.stdout:(5/131): ceph-mds-19.0.0-46.ga2cd52c0.el8.x86_6 2.3 MB/s | 2.3 MB 00:01 2023-12-07T13:49:44.266 INFO:teuthology.orchestra.run.smithi055.stdout:(6/131): ceph-mgr-19.0.0-46.ga2cd52c0.el8.x86_6 4.6 MB/s | 1.6 MB 00:00 2023-12-07T13:49:44.341 INFO:teuthology.orchestra.run.smithi039.stdout:(4/131): ceph-mds-19.0.0-46.ga2cd52c0.el8.x86_6 2.3 MB/s | 2.3 MB 00:01 2023-12-07T13:49:44.758 INFO:teuthology.orchestra.run.smithi039.stdout:(5/131): ceph-base-19.0.0-46.ga2cd52c0.el8.x86_ 1.9 MB/s | 5.4 MB 00:02 2023-12-07T13:49:44.958 INFO:teuthology.orchestra.run.smithi039.stdout:(6/131): ceph-mgr-19.0.0-46.ga2cd52c0.el8.x86_6 2.6 MB/s | 1.6 MB 00:00 2023-12-07T13:49:45.449 INFO:teuthology.orchestra.run.smithi055.stdout:(7/131): ceph-mon-19.0.0-46.ga2cd52c0.el8.x86_6 3.6 MB/s | 4.6 MB 00:01 2023-12-07T13:49:46.458 INFO:teuthology.orchestra.run.smithi039.stdout:(7/131): ceph-common-19.0.0-46.ga2cd52c0.el8.x8 4.9 MB/s | 23 MB 00:04 2023-12-07T13:49:46.889 INFO:teuthology.orchestra.run.smithi089.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 63 MB/s | 53 MB 00:00 2023-12-07T13:49:47.199 INFO:teuthology.orchestra.run.smithi055.stdout:(8/131): ceph-osd-19.0.0-46.ga2cd52c0.el8.x86_6 6.1 MB/s | 18 MB 00:02 2023-12-07T13:49:47.200 INFO:teuthology.orchestra.run.smithi039.stdout:(8/131): ceph-mon-19.0.0-46.ga2cd52c0.el8.x86_6 1.9 MB/s | 4.6 MB 00:02 2023-12-07T13:49:47.300 INFO:teuthology.orchestra.run.smithi055.stdout:(9/131): ceph-selinux-19.0.0-46.ga2cd52c0.el8.x 243 kB/s | 24 kB 00:00 2023-12-07T13:49:47.316 INFO:teuthology.orchestra.run.smithi039.stdout:(9/131): ceph-selinux-19.0.0-46.ga2cd52c0.el8.x 209 kB/s | 24 kB 00:00 2023-12-07T13:49:47.667 INFO:teuthology.orchestra.run.smithi039.stdout:(10/131): ceph-osd-19.0.0-46.ga2cd52c0.el8.x86_ 6.6 MB/s | 18 MB 00:02 2023-12-07T13:49:47.792 INFO:teuthology.orchestra.run.smithi039.stdout:(11/131): cephfs-mirror-19.0.0-46.ga2cd52c0.el8 2.1 MB/s | 262 kB 00:00 2023-12-07T13:49:47.900 INFO:teuthology.orchestra.run.smithi039.stdout:(12/131): libcephfs-devel-19.0.0-46.ga2cd52c0.e 286 kB/s | 31 kB 00:00 2023-12-07T13:49:48.126 INFO:teuthology.orchestra.run.smithi039.stdout:(13/131): libcephfs2-19.0.0-46.ga2cd52c0.el8.x8 3.6 MB/s | 838 kB 00:00 2023-12-07T13:49:48.260 INFO:teuthology.orchestra.run.smithi039.stdout:(14/131): libcephsqlite-19.0.0-46.ga2cd52c0.el8 1.3 MB/s | 183 kB 00:00 2023-12-07T13:49:48.368 INFO:teuthology.orchestra.run.smithi039.stdout:(15/131): librados-devel-19.0.0-46.ga2cd52c0.el 1.3 MB/s | 139 kB 00:00 2023-12-07T13:49:48.502 INFO:teuthology.orchestra.run.smithi039.stdout:(16/131): libradosstriper1-19.0.0-46.ga2cd52c0. 3.8 MB/s | 517 kB 00:00 2023-12-07T13:49:48.567 INFO:teuthology.orchestra.run.smithi055.stdout:(10/131): ceph-common-19.0.0-46.ga2cd52c0.el8.x 3.3 MB/s | 23 MB 00:06 2023-12-07T13:49:48.742 INFO:teuthology.orchestra.run.smithi055.stdout:(11/131): cephfs-mirror-19.0.0-46.ga2cd52c0.el8 1.5 MB/s | 262 kB 00:00 2023-12-07T13:49:48.834 INFO:teuthology.orchestra.run.smithi055.stdout:(12/131): libcephfs-devel-19.0.0-46.ga2cd52c0.e 338 kB/s | 31 kB 00:00 2023-12-07T13:49:48.894 INFO:teuthology.orchestra.run.smithi039.stdout:(17/131): ceph-radosgw-19.0.0-46.ga2cd52c0.el8. 5.7 MB/s | 14 MB 00:02 2023-12-07T13:49:49.031 INFO:teuthology.orchestra.run.smithi039.stdout:(18/131): python3-ceph-argparse-19.0.0-46.ga2cd 326 kB/s | 45 kB 00:00 2023-12-07T13:49:49.128 INFO:teuthology.orchestra.run.smithi039.stdout:(19/131): python3-ceph-common-19.0.0-46.ga2cd52 1.3 MB/s | 128 kB 00:00 2023-12-07T13:49:49.209 INFO:teuthology.orchestra.run.smithi055.stdout:(13/131): libcephfs2-19.0.0-46.ga2cd52c0.el8.x8 2.2 MB/s | 838 kB 00:00 2023-12-07T13:49:49.228 INFO:teuthology.orchestra.run.smithi039.stdout:(20/131): python3-cephfs-19.0.0-46.ga2cd52c0.el 1.9 MB/s | 197 kB 00:00 2023-12-07T13:49:49.310 INFO:teuthology.orchestra.run.smithi055.stdout:(14/131): libcephsqlite-19.0.0-46.ga2cd52c0.el8 1.8 MB/s | 183 kB 00:00 2023-12-07T13:49:49.410 INFO:teuthology.orchestra.run.smithi055.stdout:(15/131): librados-devel-19.0.0-46.ga2cd52c0.el 1.4 MB/s | 139 kB 00:00 2023-12-07T13:49:49.445 INFO:teuthology.orchestra.run.smithi039.stdout:(21/131): python3-rados-19.0.0-46.ga2cd52c0.el8 1.7 MB/s | 371 kB 00:00 2023-12-07T13:49:49.554 INFO:teuthology.orchestra.run.smithi039.stdout:(22/131): librgw2-19.0.0-46.ga2cd52c0.el8.x86_6 6.6 MB/s | 6.9 MB 00:01 2023-12-07T13:49:49.585 INFO:teuthology.orchestra.run.smithi055.stdout:(16/131): libradosstriper1-19.0.0-46.ga2cd52c0. 2.9 MB/s | 517 kB 00:00 2023-12-07T13:49:49.604 INFO:teuthology.orchestra.run.smithi039.stdout:(23/131): python3-rbd-19.0.0-46.ga2cd52c0.el8.x 2.2 MB/s | 364 kB 00:00 2023-12-07T13:49:49.629 INFO:teuthology.orchestra.run.smithi039.stdout:(24/131): python3-rgw-19.0.0-46.ga2cd52c0.el8.x 1.4 MB/s | 107 kB 00:00 2023-12-07T13:49:49.679 INFO:teuthology.orchestra.run.smithi039.stdout:(25/131): rbd-fuse-19.0.0-46.ga2cd52c0.el8.x86_ 1.2 MB/s | 94 kB 00:00 2023-12-07T13:49:49.763 INFO:teuthology.orchestra.run.smithi039.stdout:(26/131): rbd-nbd-19.0.0-46.ga2cd52c0.el8.x86_6 2.1 MB/s | 180 kB 00:00 2023-12-07T13:49:49.847 INFO:teuthology.orchestra.run.smithi039.stdout:(27/131): ceph-grafana-dashboards-19.0.0-46.ga2 336 kB/s | 28 kB 00:00 2023-12-07T13:49:49.972 INFO:teuthology.orchestra.run.smithi039.stdout:(28/131): ceph-mgr-cephadm-19.0.0-46.ga2cd52c0. 1.0 MB/s | 133 kB 00:00 2023-12-07T13:49:50.497 INFO:teuthology.orchestra.run.smithi039.stdout:(29/131): rbd-mirror-19.0.0-46.ga2cd52c0.el8.x8 4.1 MB/s | 3.6 MB 00:00 2023-12-07T13:49:50.531 INFO:teuthology.orchestra.run.smithi039.stdout:(30/131): ceph-mgr-dashboard-19.0.0-46.ga2cd52c 3.2 MB/s | 1.8 MB 00:00 2023-12-07T13:49:50.631 INFO:teuthology.orchestra.run.smithi039.stdout:(31/131): ceph-mgr-modules-core-19.0.0-46.ga2cd 2.4 MB/s | 243 kB 00:00 2023-12-07T13:49:50.715 INFO:teuthology.orchestra.run.smithi039.stdout:(32/131): ceph-mgr-rook-19.0.0-46.ga2cd52c0.el8 601 kB/s | 50 kB 00:00 2023-12-07T13:49:50.807 INFO:teuthology.orchestra.run.smithi039.stdout:(33/131): ceph-prometheus-alerts-19.0.0-46.ga2c 164 kB/s | 15 kB 00:00 2023-12-07T13:49:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:(34/131): ceph-volume-19.0.0-46.ga2cd52c0.el8.n 2.4 MB/s | 262 kB 00:00 2023-12-07T13:49:51.082 INFO:teuthology.orchestra.run.smithi039.stdout:(35/131): cephadm-19.0.0-46.ga2cd52c0.el8.noarc 2.4 MB/s | 415 kB 00:00 2023-12-07T13:49:51.174 INFO:teuthology.orchestra.run.smithi039.stdout:(36/131): cephfs-top-19.0.0-46.ga2cd52c0.el8.no 197 kB/s | 18 kB 00:00 2023-12-07T13:49:51.449 INFO:teuthology.orchestra.run.smithi039.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.1 MB/s | 306 kB 00:00 2023-12-07T13:49:51.508 INFO:teuthology.orchestra.run.smithi039.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 1.0 MB/s | 59 kB 00:00 2023-12-07T13:49:51.567 INFO:teuthology.orchestra.run.smithi039.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.3 MB/s | 75 kB 00:00 2023-12-07T13:49:51.667 INFO:teuthology.orchestra.run.smithi039.stdout:(40/131): python3-asyncssh-2.7.0-2.el8.noarch.r 4.7 MB/s | 476 kB 00:00 2023-12-07T13:49:51.710 INFO:teuthology.orchestra.run.smithi055.stdout:(17/131): librgw2-19.0.0-46.ga2cd52c0.el8.x86_6 3.3 MB/s | 6.9 MB 00:02 2023-12-07T13:49:51.717 INFO:teuthology.orchestra.run.smithi039.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 873 kB/s | 44 kB 00:00 2023-12-07T13:49:51.784 INFO:teuthology.orchestra.run.smithi039.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 2.7 MB/s | 185 kB 00:00 2023-12-07T13:49:51.785 INFO:teuthology.orchestra.run.smithi055.stdout:(18/131): python3-ceph-argparse-19.0.0-46.ga2cd 599 kB/s | 45 kB 00:00 2023-12-07T13:49:51.877 INFO:teuthology.orchestra.run.smithi055.stdout:(19/131): python3-ceph-common-19.0.0-46.ga2cd52 1.4 MB/s | 128 kB 00:00 2023-12-07T13:49:51.901 INFO:teuthology.orchestra.run.smithi039.stdout:(43/131): ceph-mgr-diskprediction-local-19.0.0- 5.3 MB/s | 7.4 MB 00:01 2023-12-07T13:49:51.918 INFO:teuthology.orchestra.run.smithi039.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 247 kB/s | 33 kB 00:00 2023-12-07T13:49:51.936 INFO:teuthology.orchestra.run.smithi055.stdout:(20/131): python3-cephfs-19.0.0-46.ga2cd52c0.el 3.3 MB/s | 197 kB 00:00 2023-12-07T13:49:51.985 INFO:teuthology.orchestra.run.smithi039.stdout:(45/131): python3-cheroot-8.5.2-1.el8.noarch.rp 2.5 MB/s | 173 kB 00:00 2023-12-07T13:49:52.019 INFO:teuthology.orchestra.run.smithi039.stdout:(46/131): python3-certifi-2018.10.15-7.el8.noar 139 kB/s | 16 kB 00:00 2023-12-07T13:49:52.045 INFO:teuthology.orchestra.run.smithi055.stdout:(21/131): python3-rados-19.0.0-46.ga2cd52c0.el8 3.3 MB/s | 371 kB 00:00 2023-12-07T13:49:52.052 INFO:teuthology.orchestra.run.smithi039.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 5.6 MB/s | 384 kB 00:00 2023-12-07T13:49:52.111 INFO:teuthology.orchestra.run.smithi039.stdout:(48/131): python3-jaraco-6.2-6.el8.noarch.rpm 190 kB/s | 11 kB 00:00 2023-12-07T13:49:52.145 INFO:teuthology.orchestra.run.smithi039.stdout:(49/131): python3-google-auth-1.1.1-10.el8.noar 648 kB/s | 81 kB 00:00 2023-12-07T13:49:52.170 INFO:teuthology.orchestra.run.smithi039.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 299 kB/s | 18 kB 00:00 2023-12-07T13:49:52.178 INFO:teuthology.orchestra.run.smithi055.stdout:(22/131): python3-rbd-19.0.0-46.ga2cd52c0.el8.x 2.7 MB/s | 364 kB 00:00 2023-12-07T13:49:52.245 INFO:teuthology.orchestra.run.smithi055.stdout:(23/131): python3-rgw-19.0.0-46.ga2cd52c0.el8.x 1.6 MB/s | 107 kB 00:00 2023-12-07T13:49:52.246 INFO:teuthology.orchestra.run.smithi039.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 649 kB/s | 49 kB 00:00 2023-12-07T13:49:52.304 INFO:teuthology.orchestra.run.smithi039.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 1.0 MB/s | 59 kB 00:00 2023-12-07T13:49:52.312 INFO:teuthology.orchestra.run.smithi055.stdout:(24/131): rbd-fuse-19.0.0-46.ga2cd52c0.el8.x86_ 1.4 MB/s | 94 kB 00:00 2023-12-07T13:49:52.371 INFO:teuthology.orchestra.run.smithi039.stdout:(53/131): python3-natsort-7.1.1-2.el8.noarch.rp 901 kB/s | 60 kB 00:00 2023-12-07T13:49:52.413 INFO:teuthology.orchestra.run.smithi039.stdout:(54/131): python3-kubernetes-11.0.0-6.el8.noarc 4.4 MB/s | 1.2 MB 00:00 2023-12-07T13:49:52.438 INFO:teuthology.orchestra.run.smithi039.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 4.1 MB/s | 283 kB 00:00 2023-12-07T13:49:52.472 INFO:teuthology.orchestra.run.smithi039.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 267 kB/s | 16 kB 00:00 2023-12-07T13:49:52.497 INFO:teuthology.orchestra.run.smithi039.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 573 kB/s | 34 kB 00:00 2023-12-07T13:49:52.521 INFO:teuthology.orchestra.run.smithi055.stdout:(25/131): ceph-radosgw-19.0.0-46.ga2cd52c0.el8. 2.0 MB/s | 14 MB 00:07 2023-12-07T13:49:52.531 INFO:teuthology.orchestra.run.smithi039.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 3.3 MB/s | 196 kB 00:00 2023-12-07T13:49:52.556 INFO:teuthology.orchestra.run.smithi039.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 1.1 MB/s | 64 kB 00:00 2023-12-07T13:49:52.590 INFO:teuthology.orchestra.run.smithi039.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 320 kB/s | 19 kB 00:00 2023-12-07T13:49:52.615 INFO:teuthology.orchestra.run.smithi039.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 409 kB/s | 24 kB 00:00 2023-12-07T13:49:52.621 INFO:teuthology.orchestra.run.smithi055.stdout:(26/131): rbd-nbd-19.0.0-46.ga2cd52c0.el8.x86_6 1.8 MB/s | 180 kB 00:00 2023-12-07T13:49:52.648 INFO:teuthology.orchestra.run.smithi039.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 500 kB/s | 29 kB 00:00 2023-12-07T13:49:52.699 INFO:teuthology.orchestra.run.smithi039.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 329 kB/s | 27 kB 00:00 2023-12-07T13:49:52.713 INFO:teuthology.orchestra.run.smithi055.stdout:(27/131): ceph-grafana-dashboards-19.0.0-46.ga2 306 kB/s | 28 kB 00:00 2023-12-07T13:49:52.716 INFO:teuthology.orchestra.run.smithi039.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 3.7 MB/s | 255 kB 00:00 2023-12-07T13:49:52.766 INFO:teuthology.orchestra.run.smithi039.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 3.7 MB/s | 251 kB 00:00 2023-12-07T13:49:52.791 INFO:teuthology.orchestra.run.smithi039.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 814 kB/s | 61 kB 00:00 2023-12-07T13:49:52.825 INFO:teuthology.orchestra.run.smithi039.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.4 MB/s | 85 kB 00:00 2023-12-07T13:49:52.830 INFO:teuthology.orchestra.run.smithi055.stdout:(28/131): ceph-mgr-cephadm-19.0.0-46.ga2cd52c0. 1.1 MB/s | 133 kB 00:00 2023-12-07T13:49:52.850 INFO:teuthology.orchestra.run.smithi039.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 391 kB/s | 23 kB 00:00 2023-12-07T13:49:52.867 INFO:teuthology.orchestra.run.smithi039.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 4.2 MB/s | 70 kB 00:00 2023-12-07T13:49:52.926 INFO:teuthology.orchestra.run.smithi039.stdout:(70/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 802 kB/s | 47 kB 00:00 2023-12-07T13:49:52.968 INFO:teuthology.orchestra.run.smithi039.stdout:(71/131): thrift-0.13.0-2.el8.x86_64.rpm 12 MB/s | 1.7 MB 00:00 2023-12-07T13:49:52.993 INFO:teuthology.orchestra.run.smithi039.stdout:(72/131): libselinux-devel-2.9-5.el8.x86_64.rpm 2.9 MB/s | 200 kB 00:00 2023-12-07T13:49:53.043 INFO:teuthology.orchestra.run.smithi039.stdout:(73/131): python3-jwt-1.6.1-2.el8.noarch.rpm 567 kB/s | 43 kB 00:00 2023-12-07T13:49:53.069 INFO:teuthology.orchestra.run.smithi039.stdout:(74/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 3.2 MB/s | 220 kB 00:00 2023-12-07T13:49:53.094 INFO:teuthology.orchestra.run.smithi039.stdout:(75/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 959 kB/s | 48 kB 00:00 2023-12-07T13:49:53.111 INFO:teuthology.orchestra.run.smithi039.stdout:(76/131): libsepol-devel-2.9-3.el8.x86_64.rpm 2.0 MB/s | 87 kB 00:00 2023-12-07T13:49:53.162 INFO:teuthology.orchestra.run.smithi039.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 639 kB/s | 43 kB 00:00 2023-12-07T13:49:53.187 INFO:teuthology.orchestra.run.smithi039.stdout:(78/131): python3-pycparser-2.14-14.el8.noarch. 1.4 MB/s | 109 kB 00:00 2023-12-07T13:49:53.212 INFO:teuthology.orchestra.run.smithi039.stdout:(79/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 4.5 MB/s | 229 kB 00:00 2023-12-07T13:49:53.245 INFO:teuthology.orchestra.run.smithi039.stdout:(80/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 9.4 MB/s | 560 kB 00:00 2023-12-07T13:49:53.271 INFO:teuthology.orchestra.run.smithi039.stdout:(81/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 319 kB/s | 19 kB 00:00 2023-12-07T13:49:53.313 INFO:teuthology.orchestra.run.smithi039.stdout:(82/131): python3-oauthlib-2.1.0-1.el8.noarch.r 2.3 MB/s | 155 kB 00:00 2023-12-07T13:49:53.322 INFO:teuthology.orchestra.run.smithi055.stdout:(29/131): rbd-mirror-19.0.0-46.ga2cd52c0.el8.x8 3.6 MB/s | 3.6 MB 00:01 2023-12-07T13:49:53.355 INFO:teuthology.orchestra.run.smithi039.stdout:(83/131): python3-cryptography-3.2.1-5.el8.x86_ 6.5 MB/s | 559 kB 00:00 2023-12-07T13:49:53.380 INFO:teuthology.orchestra.run.smithi039.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 268 kB/s | 18 kB 00:00 2023-12-07T13:49:53.414 INFO:teuthology.orchestra.run.smithi039.stdout:(85/131): pcre2-devel-10.32-2.el8.x86_64.rpm 10 MB/s | 605 kB 00:00 2023-12-07T13:49:53.439 INFO:teuthology.orchestra.run.smithi039.stdout:(86/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-12-07T13:49:53.481 INFO:teuthology.orchestra.run.smithi039.stdout:(87/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 1.7 MB/s | 72 kB 00:00 2023-12-07T13:49:53.514 INFO:teuthology.orchestra.run.smithi039.stdout:(88/131): fuse-2.9.7-15.el8.x86_64.rpm 2.5 MB/s | 83 kB 00:00 2023-12-07T13:49:53.565 INFO:teuthology.orchestra.run.smithi039.stdout:(89/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 15 MB/s | 2.3 MB 00:00 2023-12-07T13:49:53.614 INFO:teuthology.orchestra.run.smithi039.stdout:(90/131): elfutils-libelf-devel-0.186-1.el8.x86 599 kB/s | 60 kB 00:00 2023-12-07T13:49:53.647 INFO:teuthology.orchestra.run.smithi055.stdout:(30/131): ceph-mgr-dashboard-19.0.0-46.ga2cd52c 2.2 MB/s | 1.8 MB 00:00 2023-12-07T13:49:53.648 INFO:teuthology.orchestra.run.smithi039.stdout:(91/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 1.1 MB/s | 98 kB 00:00 2023-12-07T13:49:53.674 INFO:teuthology.orchestra.run.smithi039.stdout:(92/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 978 kB/s | 58 kB 00:00 2023-12-07T13:49:53.699 INFO:teuthology.orchestra.run.smithi039.stdout:(93/131): libcom_err-devel-1.45.6-4.el8.x86_64. 767 kB/s | 39 kB 00:00 2023-12-07T13:49:53.733 INFO:teuthology.orchestra.run.smithi039.stdout:(94/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 11 MB/s | 644 kB 00:00 2023-12-07T13:49:53.758 INFO:teuthology.orchestra.run.smithi039.stdout:(95/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 2.9 MB/s | 171 kB 00:00 2023-12-07T13:49:53.783 INFO:teuthology.orchestra.run.smithi039.stdout:(96/131): NetworkManager-initscripts-updown-1.3 2.7 MB/s | 138 kB 00:00 2023-12-07T13:49:53.825 INFO:teuthology.orchestra.run.smithi039.stdout:(97/131): python3-pyasn1-modules-0.3.7-6.el8.no 2.6 MB/s | 110 kB 00:00 2023-12-07T13:49:53.850 INFO:teuthology.orchestra.run.smithi039.stdout:(98/131): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-12-07T13:49:53.881 INFO:teuthology.orchestra.run.smithi055.stdout:(31/131): ceph-mgr-modules-core-19.0.0-46.ga2cd 1.0 MB/s | 243 kB 00:00 2023-12-07T13:49:53.968 INFO:teuthology.orchestra.run.smithi039.stdout:(99/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.2 MB/s | 259 kB 00:00 2023-12-07T13:49:54.006 INFO:teuthology.orchestra.run.smithi055.stdout:(32/131): ceph-mgr-rook-19.0.0-46.ga2cd52c0.el8 401 kB/s | 50 kB 00:00 2023-12-07T13:49:54.009 INFO:teuthology.orchestra.run.smithi039.stdout:(100/131): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2023-12-07T13:49:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:(101/131): python3-markupsafe-0.23-19.el8.x86_6 1.5 MB/s | 39 kB 00:00 2023-12-07T13:49:54.094 INFO:teuthology.orchestra.run.smithi039.stdout:(102/131): bison-3.0.4-10.el8.x86_64.rpm 12 MB/s | 688 kB 00:00 2023-12-07T13:49:54.115 INFO:teuthology.orchestra.run.smithi055.stdout:(33/131): ceph-prometheus-alerts-19.0.0-46.ga2c 139 kB/s | 15 kB 00:00 2023-12-07T13:49:54.144 INFO:teuthology.orchestra.run.smithi039.stdout:(103/131): python3-jinja2-2.10.1-3.el8.noarch.r 11 MB/s | 538 kB 00:00 2023-12-07T13:49:54.186 INFO:teuthology.orchestra.run.smithi039.stdout:(104/131): python3-mako-1.0.6-13.el8.noarch.rpm 3.7 MB/s | 157 kB 00:00 2023-12-07T13:49:54.228 INFO:teuthology.orchestra.run.smithi039.stdout:(105/131): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-12-07T13:49:54.278 INFO:teuthology.orchestra.run.smithi039.stdout:(106/131): automake-1.16.1-7.el8.noarch.rpm 14 MB/s | 713 kB 00:00 2023-12-07T13:49:54.348 INFO:teuthology.orchestra.run.smithi055.stdout:(34/131): ceph-volume-19.0.0-46.ga2cd52c0.el8.n 1.1 MB/s | 262 kB 00:00 2023-12-07T13:49:54.445 INFO:teuthology.orchestra.run.smithi039.stdout:(107/131): python3-scipy-1.0.0-21.module+el8.5. 20 MB/s | 14 MB 00:00 2023-12-07T13:49:54.479 INFO:teuthology.orchestra.run.smithi039.stdout:(108/131): python3-jsonpatch-1.21-2.el8.noarch. 804 kB/s | 27 kB 00:00 2023-12-07T13:49:54.537 INFO:teuthology.orchestra.run.smithi039.stdout:(109/131): flex-2.6.1-9.el8.x86_64.rpm 5.4 MB/s | 320 kB 00:00 2023-12-07T13:49:54.571 INFO:teuthology.orchestra.run.smithi039.stdout:(110/131): python3-prettytable-0.7.2-14.el8.noa 1.3 MB/s | 44 kB 00:00 2023-12-07T13:49:54.640 INFO:teuthology.orchestra.run.smithi055.stdout:(35/131): cephadm-19.0.0-46.ga2cd52c0.el8.noarc 1.4 MB/s | 415 kB 00:00 2023-12-07T13:49:54.646 INFO:teuthology.orchestra.run.smithi039.stdout:(111/131): python3-babel-2.5.1-7.el8.noarch.rpm 13 MB/s | 4.8 MB 00:00 2023-12-07T13:49:54.688 INFO:teuthology.orchestra.run.smithi039.stdout:(112/131): python3-werkzeug-0.12.2-4.el8.noarch 11 MB/s | 457 kB 00:00 2023-12-07T13:49:54.722 INFO:teuthology.orchestra.run.smithi039.stdout:(113/131): python3-numpy-f2py-1.14.3-10.el8.x86 6.6 MB/s | 225 kB 00:00 2023-12-07T13:49:54.789 INFO:teuthology.orchestra.run.smithi039.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 17 MB/s | 3.7 MB 00:00 2023-12-07T13:49:54.814 INFO:teuthology.orchestra.run.smithi039.stdout:(115/131): uuid-1.6.2-43.el8.x86_64.rpm 695 kB/s | 64 kB 00:00 2023-12-07T13:49:54.839 INFO:teuthology.orchestra.run.smithi039.stdout:(116/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 2.5 MB/s | 126 kB 00:00 2023-12-07T13:49:54.864 INFO:teuthology.orchestra.run.smithi039.stdout:(117/131): python3-jsonpointer-1.10-11.el8.noar 400 kB/s | 20 kB 00:00 2023-12-07T13:49:54.890 INFO:teuthology.orchestra.run.smithi039.stdout:(118/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 2.0 MB/s | 103 kB 00:00 2023-12-07T13:49:54.924 INFO:teuthology.orchestra.run.smithi055.stdout:(36/131): cephfs-top-19.0.0-46.ga2cd52c0.el8.no 64 kB/s | 18 kB 00:00 2023-12-07T13:49:54.931 INFO:teuthology.orchestra.run.smithi039.stdout:(119/131): libtool-2.4.6-25.el8.x86_64.rpm 10 MB/s | 709 kB 00:00 2023-12-07T13:49:54.999 INFO:teuthology.orchestra.run.smithi039.stdout:(120/131): libpq-13.5-1.el8.x86_64.rpm 2.9 MB/s | 198 kB 00:00 2023-12-07T13:49:55.124 INFO:teuthology.orchestra.run.smithi039.stdout:(121/131): openblas-threads-0.3.15-3.el8.x86_64 21 MB/s | 4.9 MB 00:00 2023-12-07T13:49:55.166 INFO:teuthology.orchestra.run.smithi039.stdout:(122/131): jq-1.6-3.el8.x86_64.rpm 4.8 MB/s | 202 kB 00:00 2023-12-07T13:49:55.215 INFO:teuthology.orchestra.run.smithi055.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.0 MB/s | 306 kB 00:00 2023-12-07T13:49:55.241 INFO:teuthology.orchestra.run.smithi039.stdout:(123/131): openblas-0.3.15-3.el8.x86_64.rpm 20 MB/s | 4.7 MB 00:00 2023-12-07T13:49:55.275 INFO:teuthology.orchestra.run.smithi039.stdout:(124/131): librdkafka-0.11.4-3.el8.x86_64.rpm 3.2 MB/s | 354 kB 00:00 2023-12-07T13:49:55.283 INFO:teuthology.orchestra.run.smithi055.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 863 kB/s | 59 kB 00:00 2023-12-07T13:49:55.325 INFO:teuthology.orchestra.run.smithi039.stdout:(125/131): postgresql-contrib-10.21-2.module+el 16 MB/s | 808 kB 00:00 2023-12-07T13:49:55.342 INFO:teuthology.orchestra.run.smithi055.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.3 MB/s | 75 kB 00:00 2023-12-07T13:49:55.392 INFO:teuthology.orchestra.run.smithi039.stdout:(126/131): postgresql-10.21-2.module+el8.6.0+15 23 MB/s | 1.5 MB 00:00 2023-12-07T13:49:55.442 INFO:teuthology.orchestra.run.smithi055.stdout:(40/131): python3-asyncssh-2.7.0-2.el8.noarch.r 4.7 MB/s | 476 kB 00:00 2023-12-07T13:49:55.501 INFO:teuthology.orchestra.run.smithi039.stdout:(127/131): postgresql-server-10.21-2.module+el8 20 MB/s | 5.1 MB 00:00 2023-12-07T13:49:55.542 INFO:teuthology.orchestra.run.smithi055.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 437 kB/s | 44 kB 00:00 2023-12-07T13:49:55.601 INFO:teuthology.orchestra.run.smithi055.stdout:(42/131): python3-beautifulsoup4-4.6.3-2.el8.1. 3.1 MB/s | 185 kB 00:00 2023-12-07T13:49:55.652 INFO:teuthology.orchestra.run.smithi055.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 662 kB/s | 33 kB 00:00 2023-12-07T13:49:55.752 INFO:teuthology.orchestra.run.smithi055.stdout:(44/131): ceph-mgr-diskprediction-local-19.0.0- 3.0 MB/s | 7.4 MB 00:02 2023-12-07T13:49:55.769 INFO:teuthology.orchestra.run.smithi055.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 139 kB/s | 16 kB 00:00 2023-12-07T13:49:55.861 INFO:teuthology.orchestra.run.smithi055.stdout:(46/131): python3-cherrypy-18.4.0-1.el8.noarch. 4.1 MB/s | 384 kB 00:00 2023-12-07T13:49:55.911 INFO:teuthology.orchestra.run.smithi055.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-12-07T13:49:55.953 INFO:teuthology.orchestra.run.smithi055.stdout:(48/131): python3-cheroot-8.5.2-1.el8.noarch.rp 861 kB/s | 173 kB 00:00 2023-12-07T13:49:55.978 INFO:teuthology.orchestra.run.smithi055.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 166 kB/s | 11 kB 00:00 2023-12-07T13:49:56.004 INFO:teuthology.orchestra.run.smithi055.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2023-12-07T13:49:56.054 INFO:teuthology.orchestra.run.smithi055.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 979 kB/s | 49 kB 00:00 2023-12-07T13:49:56.154 INFO:teuthology.orchestra.run.smithi055.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 587 kB/s | 59 kB 00:00 2023-12-07T13:49:56.196 INFO:teuthology.orchestra.run.smithi055.stdout:(53/131): python3-kubernetes-11.0.0-6.el8.noarc 5.4 MB/s | 1.2 MB 00:00 2023-12-07T13:49:56.213 INFO:teuthology.orchestra.run.smithi055.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.0 MB/s | 60 kB 00:00 2023-12-07T13:49:56.255 INFO:teuthology.orchestra.run.smithi055.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-12-07T13:49:56.272 INFO:teuthology.orchestra.run.smithi055.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 266 kB/s | 16 kB 00:00 2023-12-07T13:49:56.297 INFO:teuthology.orchestra.run.smithi055.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 802 kB/s | 34 kB 00:00 2023-12-07T13:49:56.331 INFO:teuthology.orchestra.run.smithi055.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 3.3 MB/s | 196 kB 00:00 2023-12-07T13:49:56.365 INFO:teuthology.orchestra.run.smithi055.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 960 kB/s | 64 kB 00:00 2023-12-07T13:49:56.421 INFO:teuthology.orchestra.run.smithi055.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 209 kB/s | 19 kB 00:00 2023-12-07T13:49:56.449 INFO:teuthology.orchestra.run.smithi055.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 287 kB/s | 24 kB 00:00 2023-12-07T13:49:56.474 INFO:teuthology.orchestra.run.smithi055.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 556 kB/s | 29 kB 00:00 2023-12-07T13:49:56.499 INFO:teuthology.orchestra.run.smithi055.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 544 kB/s | 27 kB 00:00 2023-12-07T13:49:56.533 INFO:teuthology.orchestra.run.smithi055.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 4.2 MB/s | 255 kB 00:00 2023-12-07T13:49:56.558 INFO:teuthology.orchestra.run.smithi055.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 4.2 MB/s | 251 kB 00:00 2023-12-07T13:49:56.584 INFO:teuthology.orchestra.run.smithi055.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2023-12-07T13:49:56.617 INFO:teuthology.orchestra.run.smithi055.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.4 MB/s | 85 kB 00:00 2023-12-07T13:49:56.643 INFO:teuthology.orchestra.run.smithi055.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 392 kB/s | 23 kB 00:00 2023-12-07T13:49:56.659 INFO:teuthology.orchestra.run.smithi039.stdout:(128/131): librados2-19.0.0-46.ga2cd52c0.el8.x8 3.0 MB/s | 3.8 MB 00:01 2023-12-07T13:49:56.668 INFO:teuthology.orchestra.run.smithi055.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.7 MB/s | 70 kB 00:00 2023-12-07T13:49:56.709 INFO:teuthology.orchestra.run.smithi039.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2023-12-07T13:49:56.751 INFO:teuthology.orchestra.run.smithi055.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 13 MB/s | 1.7 MB 00:00 2023-12-07T13:49:56.810 INFO:teuthology.orchestra.run.smithi055.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 1.8 MB/s | 110 kB 00:00 2023-12-07T13:49:56.852 INFO:teuthology.orchestra.run.smithi055.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.3 MB/s | 54 kB 00:00 2023-12-07T13:49:56.894 INFO:teuthology.orchestra.run.smithi055.stdout:(73/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-12-07T13:49:56.936 INFO:teuthology.orchestra.run.smithi055.stdout:(74/131): socat-1.7.4.1-1.el8.x86_64.rpm 7.6 MB/s | 323 kB 00:00 2023-12-07T13:49:56.978 INFO:teuthology.orchestra.run.smithi055.stdout:(75/131): python3-markupsafe-0.23-19.el8.x86_64 933 kB/s | 39 kB 00:00 2023-12-07T13:49:57.045 INFO:teuthology.orchestra.run.smithi055.stdout:(76/131): bison-3.0.4-10.el8.x86_64.rpm 10 MB/s | 688 kB 00:00 2023-12-07T13:49:57.095 INFO:teuthology.orchestra.run.smithi055.stdout:(77/131): python3-jinja2-2.10.1-3.el8.noarch.rp 10 MB/s | 538 kB 00:00 2023-12-07T13:49:57.126 INFO:teuthology.orchestra.run.smithi039.stdout:(130/131): librbd1-19.0.0-46.ga2cd52c0.el8.x86_ 2.3 MB/s | 3.7 MB 00:01 2023-12-07T13:49:57.137 INFO:teuthology.orchestra.run.smithi055.stdout:(78/131): python3-mako-1.0.6-13.el8.noarch.rpm 3.7 MB/s | 157 kB 00:00 2023-12-07T13:49:57.179 INFO:teuthology.orchestra.run.smithi055.stdout:(79/131): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-12-07T13:49:57.371 INFO:teuthology.orchestra.run.smithi055.stdout:(80/131): python3-scipy-1.0.0-21.module+el8.5.0 19 MB/s | 14 MB 00:00 2023-12-07T13:49:57.405 INFO:teuthology.orchestra.run.smithi055.stdout:(81/131): automake-1.16.1-7.el8.noarch.rpm 3.1 MB/s | 713 kB 00:00 2023-12-07T13:49:57.447 INFO:teuthology.orchestra.run.smithi055.stdout:(82/131): python3-jsonpatch-1.21-2.el8.noarch.r 640 kB/s | 27 kB 00:00 2023-12-07T13:49:57.489 INFO:teuthology.orchestra.run.smithi055.stdout:(83/131): flex-2.6.1-9.el8.x86_64.rpm 7.5 MB/s | 320 kB 00:00 2023-12-07T13:49:57.531 INFO:teuthology.orchestra.run.smithi055.stdout:(84/131): python3-prettytable-0.7.2-14.el8.noar 1.0 MB/s | 44 kB 00:00 2023-12-07T13:49:57.606 INFO:teuthology.orchestra.run.smithi055.stdout:(85/131): python3-babel-2.5.1-7.el8.noarch.rpm 20 MB/s | 4.8 MB 00:00 2023-12-07T13:49:57.665 INFO:teuthology.orchestra.run.smithi055.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 7.7 MB/s | 457 kB 00:00 2023-12-07T13:49:57.707 INFO:teuthology.orchestra.run.smithi055.stdout:(87/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 5.3 MB/s | 225 kB 00:00 2023-12-07T13:49:57.773 INFO:teuthology.orchestra.run.smithi055.stdout:(88/131): python3-numpy-1.14.3-10.el8.x86_64.rp 15 MB/s | 3.7 MB 00:00 2023-12-07T13:49:57.790 INFO:teuthology.orchestra.run.smithi055.stdout:(89/131): uuid-1.6.2-43.el8.x86_64.rpm 766 kB/s | 64 kB 00:00 2023-12-07T13:49:57.816 INFO:teuthology.orchestra.run.smithi055.stdout:(90/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.9 MB/s | 126 kB 00:00 2023-12-07T13:49:57.833 INFO:teuthology.orchestra.run.smithi055.stdout:(91/131): python3-jsonpointer-1.10-11.el8.noarc 471 kB/s | 20 kB 00:00 2023-12-07T13:49:57.858 INFO:teuthology.orchestra.run.smithi055.stdout:(92/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 2.4 MB/s | 103 kB 00:00 2023-12-07T13:49:57.892 INFO:teuthology.orchestra.run.smithi055.stdout:(93/131): libtool-2.4.6-25.el8.x86_64.rpm 12 MB/s | 709 kB 00:00 2023-12-07T13:49:57.967 INFO:teuthology.orchestra.run.smithi055.stdout:(94/131): libpq-13.5-1.el8.x86_64.rpm 2.6 MB/s | 198 kB 00:00 2023-12-07T13:49:58.054 INFO:teuthology.orchestra.run.smithi089.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-07T13:49:58.055 INFO:teuthology.orchestra.run.smithi089.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-12-07T13:49:58.070 INFO:teuthology.orchestra.run.smithi089.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-12-07T13:49:58.071 INFO:teuthology.orchestra.run.smithi089.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-12-07T13:49:58.072 INFO:teuthology.orchestra.run.smithi089.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-12-07T13:49:58.073 INFO:teuthology.orchestra.run.smithi089.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-12-07T13:49:58.075 INFO:teuthology.orchestra.run.smithi089.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-12-07T13:49:58.076 INFO:teuthology.orchestra.run.smithi055.stdout:(95/131): openblas-threads-0.3.15-3.el8.x86_64. 22 MB/s | 4.9 MB 00:00 2023-12-07T13:49:58.079 INFO:teuthology.orchestra.run.smithi089.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-12-07T13:49:58.080 INFO:teuthology.orchestra.run.smithi089.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-12-07T13:49:58.118 INFO:teuthology.orchestra.run.smithi055.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-12-07T13:49:58.185 INFO:teuthology.orchestra.run.smithi055.stdout:(97/131): openblas-0.3.15-3.el8.x86_64.rpm 22 MB/s | 4.7 MB 00:00 2023-12-07T13:49:58.213 INFO:teuthology.orchestra.run.smithi089.stdout:Dependencies resolved. 2023-12-07T13:49:58.225 INFO:teuthology.orchestra.run.smithi089.stdout:=========================================================================================================================== 2023-12-07T13:49:58.225 INFO:teuthology.orchestra.run.smithi089.stdout: Package Arch Version Repository Size 2023-12-07T13:49:58.225 INFO:teuthology.orchestra.run.smithi089.stdout:=========================================================================================================================== 2023-12-07T13:49:58.225 INFO:teuthology.orchestra.run.smithi089.stdout:Installing: 2023-12-07T13:49:58.225 INFO:teuthology.orchestra.run.smithi089.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-12-07T13:49:58.225 INFO:teuthology.orchestra.run.smithi089.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 6.4 k 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-base x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 5.4 M 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-fuse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 919 k 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 171 k 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 1.6 M 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-cephadm noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 133 k 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-dashboard noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 1.8 M 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 7.4 M 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-rook noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 50 k 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-radosgw x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 14 M 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-test x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 49 M 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-volume noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 262 k 2023-12-07T13:49:58.226 INFO:teuthology.orchestra.run.smithi089.stdout: cephadm noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 415 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: cephfs-mirror x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 262 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: cephfs-top noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 18 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs-devel x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 31 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 838 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: librados-devel x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 139 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-12-07T13:49:58.227 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cephfs x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 197 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rados x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 371 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rbd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 364 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rgw x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 107 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-fuse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 94 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-mirror x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.6 M 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-nbd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 180 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout:Upgrading: 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: librados2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.8 M 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: librbd1 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 3.7 M 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout:Installing dependencies: 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-common x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 23 M 2023-12-07T13:49:58.228 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-grafana-dashboards noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 28 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mds x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 2.3 M 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-modules-core noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 243 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mon x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 4.6 M 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-osd x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 18 M 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-prometheus-alerts noarch 2:19.0.0-46.ga2cd52c0.el8 ceph-noarch 15 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-selinux x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 24 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: libcephsqlite x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 183 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-12-07T13:49:58.229 INFO:teuthology.orchestra.run.smithi089.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: libradosstriper1 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 517 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: librgw2 x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 6.9 M 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-12-07T13:49:58.230 INFO:teuthology.orchestra.run.smithi089.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-argparse x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 45 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-common x86_64 2:19.0.0-46.ga2cd52c0.el8 ceph 128 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-12-07T13:49:58.231 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-12-07T13:49:58.232 INFO:teuthology.orchestra.run.smithi089.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-12-07T13:49:58.233 INFO:teuthology.orchestra.run.smithi089.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-12-07T13:49:58.234 INFO:teuthology.orchestra.run.smithi089.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout:Enabling module streams: 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout: postgresql 10 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction Summary 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout:=========================================================================================================================== 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout:Install 128 Packages 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout:Upgrade 3 Packages 2023-12-07T13:49:58.235 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:49:58.236 INFO:teuthology.orchestra.run.smithi089.stdout:Total download size: 209 M 2023-12-07T13:49:58.236 INFO:teuthology.orchestra.run.smithi089.stdout:Downloading Packages: 2023-12-07T13:49:58.253 INFO:teuthology.orchestra.run.smithi055.stdout:(98/131): librdkafka-0.11.4-3.el8.x86_64.rpm 2.6 MB/s | 354 kB 00:00 2023-12-07T13:49:58.318 INFO:teuthology.orchestra.run.smithi055.stdout:(99/131): postgresql-contrib-10.21-2.module+el8 12 MB/s | 808 kB 00:00 2023-12-07T13:49:58.386 INFO:teuthology.orchestra.run.smithi055.stdout:(100/131): postgresql-10.21-2.module+el8.6.0+15 23 MB/s | 1.5 MB 00:00 2023-12-07T13:49:58.461 INFO:teuthology.orchestra.run.smithi055.stdout:(101/131): postgresql-server-10.21-2.module+el8 18 MB/s | 5.1 MB 00:00 2023-12-07T13:49:58.486 INFO:teuthology.orchestra.run.smithi055.stdout:(102/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 468 kB/s | 47 kB 00:00 2023-12-07T13:49:58.512 INFO:teuthology.orchestra.run.smithi055.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 3.9 MB/s | 200 kB 00:00 2023-12-07T13:49:58.562 INFO:teuthology.orchestra.run.smithi055.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 566 kB/s | 43 kB 00:00 2023-12-07T13:49:58.706 INFO:teuthology.orchestra.run.smithi089.stdout:(1/131): ceph-19.0.0-46.ga2cd52c0.el8.x86_64.rp 20 kB/s | 6.4 kB 00:00 2023-12-07T13:49:59.054 INFO:teuthology.orchestra.run.smithi055.stdout:(105/131): ceph-test-19.0.0-46.ga2cd52c0.el8.x8 4.2 MB/s | 49 MB 00:11 2023-12-07T13:49:59.079 INFO:teuthology.orchestra.run.smithi055.stdout:(106/131): keyutils-libs-devel-1.5.10-9.el8.x86 93 kB/s | 48 kB 00:00 2023-12-07T13:49:59.112 INFO:teuthology.orchestra.run.smithi055.stdout:(107/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 367 kB/s | 220 kB 00:00 2023-12-07T13:49:59.138 INFO:teuthology.orchestra.run.smithi055.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 854 kB/s | 43 kB 00:00 2023-12-07T13:49:59.163 INFO:teuthology.orchestra.run.smithi055.stdout:(109/131): libsepol-devel-2.9-3.el8.x86_64.rpm 799 kB/s | 87 kB 00:00 2023-12-07T13:49:59.188 INFO:teuthology.orchestra.run.smithi055.stdout:(110/131): python3-pycparser-2.14-14.el8.noarch 1.4 MB/s | 109 kB 00:00 2023-12-07T13:49:59.214 INFO:teuthology.orchestra.run.smithi055.stdout:(111/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 3.0 MB/s | 229 kB 00:00 2023-12-07T13:49:59.239 INFO:teuthology.orchestra.run.smithi055.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 373 kB/s | 19 kB 00:00 2023-12-07T13:49:59.264 INFO:teuthology.orchestra.run.smithi055.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 3.0 MB/s | 155 kB 00:00 2023-12-07T13:49:59.323 INFO:teuthology.orchestra.run.smithi055.stdout:(114/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.4 MB/s | 560 kB 00:00 2023-12-07T13:49:59.348 INFO:teuthology.orchestra.run.smithi055.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 214 kB/s | 18 kB 00:00 2023-12-07T13:49:59.382 INFO:teuthology.orchestra.run.smithi055.stdout:(116/131): python3-cryptography-3.2.1-5.el8.x86 3.8 MB/s | 559 kB 00:00 2023-12-07T13:49:59.407 INFO:teuthology.orchestra.run.smithi055.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 4.0 MB/s | 238 kB 00:00 2023-12-07T13:49:59.432 INFO:teuthology.orchestra.run.smithi055.stdout:(118/131): pcre2-devel-10.32-2.el8.x86_64.rpm 5.4 MB/s | 605 kB 00:00 2023-12-07T13:49:59.458 INFO:teuthology.orchestra.run.smithi055.stdout:(119/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 1.4 MB/s | 72 kB 00:00 2023-12-07T13:49:59.483 INFO:teuthology.orchestra.run.smithi055.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 1.6 MB/s | 83 kB 00:00 2023-12-07T13:49:59.489 INFO:teuthology.orchestra.run.smithi089.stdout:(2/131): ceph-fuse-19.0.0-46.ga2cd52c0.el8.x86_ 1.1 MB/s | 919 kB 00:00 2023-12-07T13:49:59.500 INFO:teuthology.orchestra.run.smithi055.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 1.4 MB/s | 60 kB 00:00 2023-12-07T13:49:59.525 INFO:teuthology.orchestra.run.smithi055.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 2.3 MB/s | 98 kB 00:00 2023-12-07T13:49:59.542 INFO:teuthology.orchestra.run.smithi055.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 1.3 MB/s | 58 kB 00:00 2023-12-07T13:49:59.559 INFO:teuthology.orchestra.run.smithi055.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 1.1 MB/s | 39 kB 00:00 2023-12-07T13:49:59.635 INFO:teuthology.orchestra.run.smithi055.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 6.9 MB/s | 644 kB 00:00 2023-12-07T13:49:59.660 INFO:teuthology.orchestra.run.smithi055.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.7 MB/s | 171 kB 00:00 2023-12-07T13:49:59.664 INFO:teuthology.orchestra.run.smithi089.stdout:(3/131): ceph-immutable-object-cache-19.0.0-46. 976 kB/s | 171 kB 00:00 2023-12-07T13:49:59.685 INFO:teuthology.orchestra.run.smithi055.stdout:(127/131): NetworkManager-initscripts-updown-1. 2.7 MB/s | 138 kB 00:00 2023-12-07T13:49:59.744 INFO:teuthology.orchestra.run.smithi055.stdout:(128/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 6.4 MB/s | 2.3 MB 00:00 2023-12-07T13:49:59.794 INFO:teuthology.orchestra.run.smithi055.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2023-12-07T13:50:01.106 INFO:teuthology.orchestra.run.smithi089.stdout:(4/131): ceph-mds-19.0.0-46.ga2cd52c0.el8.x86_6 1.6 MB/s | 2.3 MB 00:01 2023-12-07T13:50:01.244 INFO:teuthology.orchestra.run.smithi055.stdout:(130/131): librbd1-19.0.0-46.ga2cd52c0.el8.x86_ 2.4 MB/s | 3.7 MB 00:01 2023-12-07T13:50:01.565 INFO:teuthology.orchestra.run.smithi089.stdout:(5/131): ceph-base-19.0.0-46.ga2cd52c0.el8.x86_ 1.7 MB/s | 5.4 MB 00:03 2023-12-07T13:50:01.907 INFO:teuthology.orchestra.run.smithi089.stdout:(6/131): ceph-mgr-19.0.0-46.ga2cd52c0.el8.x86_6 2.0 MB/s | 1.6 MB 00:00 2023-12-07T13:50:03.011 INFO:teuthology.orchestra.run.smithi055.stdout:(131/131): librados2-19.0.0-46.ga2cd52c0.el8.x8 1.1 MB/s | 3.8 MB 00:03 2023-12-07T13:50:03.014 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2023-12-07T13:50:03.014 INFO:teuthology.orchestra.run.smithi055.stdout:Total 9.7 MB/s | 209 MB 00:21 2023-12-07T13:50:03.852 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2023-12-07T13:50:03.983 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2023-12-07T13:50:03.983 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2023-12-07T13:50:04.248 INFO:teuthology.orchestra.run.smithi089.stdout:(7/131): ceph-mon-19.0.0-46.ga2cd52c0.el8.x86_6 1.7 MB/s | 4.6 MB 00:02 2023-12-07T13:50:05.188 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2023-12-07T13:50:05.193 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2023-12-07T13:50:08.917 INFO:teuthology.orchestra.run.smithi039.stdout:(131/131): ceph-test-19.0.0-46.ga2cd52c0.el8.x8 2.3 MB/s | 49 MB 00:21 2023-12-07T13:50:08.921 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2023-12-07T13:50:08.921 INFO:teuthology.orchestra.run.smithi039.stdout:Total 7.6 MB/s | 209 MB 00:27 2023-12-07T13:50:09.773 INFO:teuthology.orchestra.run.smithi089.stdout:(8/131): ceph-common-19.0.0-46.ga2cd52c0.el8.x8 2.0 MB/s | 23 MB 00:11 2023-12-07T13:50:09.796 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2023-12-07T13:50:09.882 INFO:teuthology.orchestra.run.smithi089.stdout:(9/131): ceph-selinux-19.0.0-46.ga2cd52c0.el8.x 225 kB/s | 24 kB 00:00 2023-12-07T13:50:09.927 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2023-12-07T13:50:09.928 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2023-12-07T13:50:10.531 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2023-12-07T13:50:10.939 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-12-07T13:50:11.091 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-12-07T13:50:11.130 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2023-12-07T13:50:11.134 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2023-12-07T13:50:11.324 INFO:teuthology.orchestra.run.smithi089.stdout:(10/131): ceph-osd-19.0.0-46.ga2cd52c0.el8.x86_ 1.9 MB/s | 18 MB 00:09 2023-12-07T13:50:11.342 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-12-07T13:50:11.532 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-12-07T13:50:11.578 INFO:teuthology.orchestra.run.smithi089.stdout:(11/131): cephfs-mirror-19.0.0-46.ga2cd52c0.el8 1.0 MB/s | 262 kB 00:00 2023-12-07T13:50:11.650 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-12-07T13:50:11.749 INFO:teuthology.orchestra.run.smithi089.stdout:(12/131): libcephfs-devel-19.0.0-46.ga2cd52c0.e 221 kB/s | 31 kB 00:00 2023-12-07T13:50:11.882 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-12-07T13:50:12.216 INFO:teuthology.orchestra.run.smithi089.stdout:(13/131): libcephfs2-19.0.0-46.ga2cd52c0.el8.x8 1.8 MB/s | 838 kB 00:00 2023-12-07T13:50:12.315 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-12-07T13:50:12.517 INFO:teuthology.orchestra.run.smithi089.stdout:(14/131): ceph-radosgw-19.0.0-46.ga2cd52c0.el8. 1.7 MB/s | 14 MB 00:08 2023-12-07T13:50:12.542 INFO:teuthology.orchestra.run.smithi089.stdout:(15/131): libcephsqlite-19.0.0-46.ga2cd52c0.el8 563 kB/s | 183 kB 00:00 2023-12-07T13:50:12.548 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:50:12.642 INFO:teuthology.orchestra.run.smithi089.stdout:(16/131): librados-devel-19.0.0-46.ga2cd52c0.el 1.1 MB/s | 139 kB 00:00 2023-12-07T13:50:12.951 INFO:teuthology.orchestra.run.smithi089.stdout:(17/131): libradosstriper1-19.0.0-46.ga2cd52c0. 1.2 MB/s | 517 kB 00:00 2023-12-07T13:50:12.975 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:50:13.068 INFO:teuthology.orchestra.run.smithi089.stdout:(18/131): python3-ceph-argparse-19.0.0-46.ga2cd 384 kB/s | 45 kB 00:00 2023-12-07T13:50:13.149 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:50:13.243 INFO:teuthology.orchestra.run.smithi089.stdout:(19/131): python3-ceph-common-19.0.0-46.ga2cd52 735 kB/s | 128 kB 00:00 2023-12-07T13:50:13.311 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:50:13.443 INFO:teuthology.orchestra.run.smithi089.stdout:(20/131): python3-cephfs-19.0.0-46.ga2cd52c0.el 984 kB/s | 197 kB 00:00 2023-12-07T13:50:13.482 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:50:13.619 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:50:13.743 INFO:teuthology.orchestra.run.smithi089.stdout:(21/131): python3-rados-19.0.0-46.ga2cd52c0.el8 1.2 MB/s | 371 kB 00:00 2023-12-07T13:50:14.035 INFO:teuthology.orchestra.run.smithi089.stdout:(22/131): python3-rbd-19.0.0-46.ga2cd52c0.el8.x 1.2 MB/s | 364 kB 00:00 2023-12-07T13:50:14.161 INFO:teuthology.orchestra.run.smithi089.stdout:(23/131): python3-rgw-19.0.0-46.ga2cd52c0.el8.x 854 kB/s | 107 kB 00:00 2023-12-07T13:50:14.286 INFO:teuthology.orchestra.run.smithi089.stdout:(24/131): rbd-fuse-19.0.0-46.ga2cd52c0.el8.x86_ 751 kB/s | 94 kB 00:00 2023-12-07T13:50:14.413 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 9/134 2023-12-07T13:50:14.582 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:50:14.681 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:50:14.948 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libpq-13.5-1.el8.x86_64 11/134 2023-12-07T13:50:15.177 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/134 2023-12-07T13:50:15.595 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 13/134 2023-12-07T13:50:15.848 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 14/134 2023-12-07T13:50:16.023 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:50:16.081 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2023-12-07T13:50:16.121 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:50:16.298 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-12-07T13:50:16.323 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 16/134 2023-12-07T13:50:16.398 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 16/134 2023-12-07T13:50:16.483 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-12-07T13:50:16.590 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 17/134 2023-12-07T13:50:16.691 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-12-07T13:50:16.720 INFO:teuthology.orchestra.run.smithi089.stdout:(25/131): librgw2-19.0.0-46.ga2cd52c0.el8.x86_6 1.7 MB/s | 6.9 MB 00:04 2023-12-07T13:50:16.746 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 17/134 2023-12-07T13:50:16.804 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-12-07T13:50:16.932 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 18/134 2023-12-07T13:50:17.050 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-12-07T13:50:17.128 INFO:teuthology.orchestra.run.smithi089.stdout:(26/131): rbd-mirror-19.0.0-46.ga2cd52c0.el8.x8 1.3 MB/s | 3.6 MB 00:02 2023-12-07T13:50:17.170 INFO:teuthology.orchestra.run.smithi089.stdout:(27/131): rbd-nbd-19.0.0-46.ga2cd52c0.el8.x86_6 401 kB/s | 180 kB 00:00 2023-12-07T13:50:17.220 INFO:teuthology.orchestra.run.smithi089.stdout:(28/131): ceph-grafana-dashboards-19.0.0-46.ga2 303 kB/s | 28 kB 00:00 2023-12-07T13:50:17.337 INFO:teuthology.orchestra.run.smithi089.stdout:(29/131): ceph-mgr-cephadm-19.0.0-46.ga2cd52c0. 796 kB/s | 133 kB 00:00 2023-12-07T13:50:17.509 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-12-07T13:50:17.587 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 18/134 2023-12-07T13:50:17.724 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 5/134 2023-12-07T13:50:17.785 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 19/134 2023-12-07T13:50:18.169 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 5/134 2023-12-07T13:50:18.333 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:50:18.426 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 19/134 2023-12-07T13:50:18.446 INFO:teuthology.orchestra.run.smithi089.stdout:(30/131): ceph-mgr-dashboard-19.0.0-46.ga2cd52c 1.4 MB/s | 1.8 MB 00:01 2023-12-07T13:50:18.450 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:50:18.573 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-0.3.15-3.el8.x86_64 20/134 2023-12-07T13:50:18.638 INFO:teuthology.orchestra.run.smithi089.stdout:(31/131): ceph-mgr-modules-core-19.0.0-46.ga2cd 1.2 MB/s | 243 kB 00:00 2023-12-07T13:50:18.674 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:50:18.757 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:50:18.763 INFO:teuthology.orchestra.run.smithi089.stdout:(32/131): ceph-mgr-rook-19.0.0-46.ga2cd52c0.el8 400 kB/s | 50 kB 00:00 2023-12-07T13:50:18.888 INFO:teuthology.orchestra.run.smithi089.stdout:(33/131): ceph-prometheus-alerts-19.0.0-46.ga2c 120 kB/s | 15 kB 00:00 2023-12-07T13:50:18.930 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:50:19.072 INFO:teuthology.orchestra.run.smithi089.stdout:(34/131): ceph-volume-19.0.0-46.ga2cd52c0.el8.n 1.4 MB/s | 262 kB 00:00 2023-12-07T13:50:19.321 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 20/134 2023-12-07T13:50:19.356 INFO:teuthology.orchestra.run.smithi089.stdout:(35/131): cephadm-19.0.0-46.ga2cd52c0.el8.noarc 1.4 MB/s | 415 kB 00:00 2023-12-07T13:50:19.464 INFO:teuthology.orchestra.run.smithi089.stdout:(36/131): cephfs-top-19.0.0-46.ga2cd52c0.el8.no 167 kB/s | 18 kB 00:00 2023-12-07T13:50:19.580 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 21/134 2023-12-07T13:50:19.766 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-12-07T13:50:19.789 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 22/134 2023-12-07T13:50:19.974 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:50:20.019 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 23/134 2023-12-07T13:50:20.063 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:50:20.214 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/134 2023-12-07T13:50:20.240 INFO:teuthology.orchestra.run.smithi089.stdout:(37/131): gperftools-libs-2.7-9.el8.x86_64.rpm 395 kB/s | 306 kB 00:00 2023-12-07T13:50:20.315 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libpq-13.5-1.el8.x86_64 11/134 2023-12-07T13:50:20.348 INFO:teuthology.orchestra.run.smithi089.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 544 kB/s | 59 kB 00:00 2023-12-07T13:50:20.409 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 25/134 2023-12-07T13:50:20.457 INFO:teuthology.orchestra.run.smithi089.stdout:(39/131): libunwind-1.3.1-3.el8.x86_64.rpm 692 kB/s | 75 kB 00:00 2023-12-07T13:50:20.562 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/134 2023-12-07T13:50:20.663 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 26/134 2023-12-07T13:50:20.782 INFO:teuthology.orchestra.run.smithi089.stdout:(40/131): ceph-mgr-diskprediction-local-19.0.0- 2.1 MB/s | 7.4 MB 00:03 2023-12-07T13:50:20.846 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x8 27/134 2023-12-07T13:50:20.960 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8. 28/134 2023-12-07T13:50:20.962 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 13/134 2023-12-07T13:50:21.133 INFO:teuthology.orchestra.run.smithi089.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 705 kB/s | 476 kB 00:00 2023-12-07T13:50:21.174 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 14/134 2023-12-07T13:50:21.299 INFO:teuthology.orchestra.run.smithi089.stdout:(42/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 84 kB/s | 44 kB 00:00 2023-12-07T13:50:21.366 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:50:21.409 INFO:teuthology.orchestra.run.smithi089.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 673 kB/s | 185 kB 00:00 2023-12-07T13:50:21.433 INFO:teuthology.orchestra.run.smithi089.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 247 kB/s | 33 kB 00:00 2023-12-07T13:50:21.458 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:50:21.525 INFO:teuthology.orchestra.run.smithi089.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 139 kB/s | 16 kB 00:00 2023-12-07T13:50:21.608 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 16/134 2023-12-07T13:50:21.717 INFO:teuthology.orchestra.run.smithi089.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 609 kB/s | 173 kB 00:00 2023-12-07T13:50:21.759 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 16/134 2023-12-07T13:50:21.909 INFO:teuthology.orchestra.run.smithi089.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 424 kB/s | 81 kB 00:00 2023-12-07T13:50:21.918 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 29/134 2023-12-07T13:50:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 17/134 2023-12-07T13:50:22.035 INFO:teuthology.orchestra.run.smithi089.stdout:(48/131): python3-jaraco-6.2-6.el8.noarch.rpm 89 kB/s | 11 kB 00:00 2023-12-07T13:50:22.060 INFO:teuthology.orchestra.run.smithi089.stdout:(49/131): python3-cherrypy-18.4.0-1.el8.noarch. 720 kB/s | 384 kB 00:00 2023-12-07T13:50:22.135 INFO:teuthology.orchestra.run.smithi089.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 175 kB/s | 18 kB 00:00 2023-12-07T13:50:22.197 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 18/134 2023-12-07T13:50:22.244 INFO:teuthology.orchestra.run.smithi089.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 449 kB/s | 49 kB 00:00 2023-12-07T13:50:22.279 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 30/134 2023-12-07T13:50:22.344 INFO:teuthology.orchestra.run.smithi089.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 588 kB/s | 59 kB 00:00 2023-12-07T13:50:22.404 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 19/134 2023-12-07T13:50:22.478 INFO:teuthology.orchestra.run.smithi089.stdout:(53/131): python3-natsort-7.1.1-2.el8.noarch.rp 451 kB/s | 60 kB 00:00 2023-12-07T13:50:22.546 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 31/134 2023-12-07T13:50:22.557 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 20/134 2023-12-07T13:50:22.701 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 20/134 2023-12-07T13:50:22.823 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 32/134 2023-12-07T13:50:22.890 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 21/134 2023-12-07T13:50:22.928 INFO:teuthology.orchestra.run.smithi089.stdout:(54/131): python3-pecan-1.3.2-9.el8.noarch.rpm 628 kB/s | 283 kB 00:00 2023-12-07T13:50:23.028 INFO:teuthology.orchestra.run.smithi089.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 156 kB/s | 16 kB 00:00 2023-12-07T13:50:23.039 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/134 2023-12-07T13:50:23.129 INFO:teuthology.orchestra.run.smithi089.stdout:(56/131): python3-repoze-lru-0.7-6.el8.noarch.r 337 kB/s | 34 kB 00:00 2023-12-07T13:50:23.404 INFO:teuthology.orchestra.run.smithi089.stdout:(57/131): python3-routes-2.4.1-12.el8.noarch.rp 714 kB/s | 196 kB 00:00 2023-12-07T13:50:23.512 INFO:teuthology.orchestra.run.smithi089.stdout:(58/131): python3-rsa-4.9-2.el8.noarch.rpm 594 kB/s | 64 kB 00:00 2023-12-07T13:50:23.532 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 21/134 2023-12-07T13:50:23.646 INFO:teuthology.orchestra.run.smithi089.stdout:(59/131): python3-kubernetes-11.0.0-6.el8.noarc 753 kB/s | 1.2 MB 00:01 2023-12-07T13:50:23.663 INFO:teuthology.orchestra.run.smithi089.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 124 kB/s | 19 kB 00:00 2023-12-07T13:50:23.747 INFO:teuthology.orchestra.run.smithi089.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 239 kB/s | 24 kB 00:00 2023-12-07T13:50:23.748 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 22/134 2023-12-07T13:50:23.772 INFO:teuthology.orchestra.run.smithi089.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 269 kB/s | 29 kB 00:00 2023-12-07T13:50:23.856 INFO:teuthology.orchestra.run.smithi089.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 252 kB/s | 27 kB 00:00 2023-12-07T13:50:24.131 INFO:teuthology.orchestra.run.smithi089.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 711 kB/s | 255 kB 00:00 2023-12-07T13:50:24.262 INFO:teuthology.orchestra.run.smithi089.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 619 kB/s | 251 kB 00:00 2023-12-07T13:50:24.290 INFO:teuthology.orchestra.run.smithi089.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 386 kB/s | 61 kB 00:00 2023-12-07T13:50:24.380 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 22/134 2023-12-07T13:50:24.399 INFO:teuthology.orchestra.run.smithi089.stdout:(67/131): python3-zc-lockfile-2.0-2.el8.noarch. 212 kB/s | 23 kB 00:00 2023-12-07T13:50:24.441 INFO:teuthology.orchestra.run.smithi089.stdout:(68/131): python3-webtest-2.0.33-1.el8.noarch.r 479 kB/s | 85 kB 00:00 2023-12-07T13:50:24.458 INFO:teuthology.orchestra.run.smithi089.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 4.1 MB/s | 70 kB 00:00 2023-12-07T13:50:24.540 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-0.3.15-3.el8.x86_64 23/134 2023-12-07T13:50:24.800 INFO:teuthology.orchestra.run.smithi089.stdout:(70/131): python3-scipy-1.0.0-21.module+el8.5.0 40 MB/s | 14 MB 00:00 2023-12-07T13:50:24.842 INFO:teuthology.orchestra.run.smithi089.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 2.6 MB/s | 110 kB 00:00 2023-12-07T13:50:24.883 INFO:teuthology.orchestra.run.smithi089.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 1.3 MB/s | 54 kB 00:00 2023-12-07T13:50:24.916 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/134 2023-12-07T13:50:24.925 INFO:teuthology.orchestra.run.smithi089.stdout:(73/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 6.1 MB/s | 259 kB 00:00 2023-12-07T13:50:24.968 INFO:teuthology.orchestra.run.smithi089.stdout:(74/131): socat-1.7.4.1-1.el8.x86_64.rpm 7.5 MB/s | 323 kB 00:00 2023-12-07T13:50:25.001 INFO:teuthology.orchestra.run.smithi089.stdout:(75/131): python3-markupsafe-0.23-19.el8.x86_64 1.1 MB/s | 39 kB 00:00 2023-12-07T13:50:25.043 INFO:teuthology.orchestra.run.smithi089.stdout:(76/131): bison-3.0.4-10.el8.x86_64.rpm 16 MB/s | 688 kB 00:00 2023-12-07T13:50:25.085 INFO:teuthology.orchestra.run.smithi089.stdout:(77/131): python3-jinja2-2.10.1-3.el8.noarch.rp 13 MB/s | 538 kB 00:00 2023-12-07T13:50:25.127 INFO:teuthology.orchestra.run.smithi089.stdout:(78/131): python3-mako-1.0.6-13.el8.noarch.rpm 3.7 MB/s | 157 kB 00:00 2023-12-07T13:50:25.169 INFO:teuthology.orchestra.run.smithi089.stdout:(79/131): oniguruma-6.8.2-2.el8.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2023-12-07T13:50:25.231 INFO:teuthology.orchestra.run.smithi089.stdout:(80/131): automake-1.16.1-7.el8.noarch.rpm 11 MB/s | 713 kB 00:00 2023-12-07T13:50:25.242 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 34/134 2023-12-07T13:50:25.309 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 23/134 2023-12-07T13:50:25.361 INFO:teuthology.orchestra.run.smithi089.stdout:(81/131): python3-babel-2.5.1-7.el8.noarch.rpm 37 MB/s | 4.8 MB 00:00 2023-12-07T13:50:25.395 INFO:teuthology.orchestra.run.smithi089.stdout:(82/131): python3-jsonpatch-1.21-2.el8.noarch.r 797 kB/s | 27 kB 00:00 2023-12-07T13:50:25.437 INFO:teuthology.orchestra.run.smithi089.stdout:(83/131): flex-2.6.1-9.el8.x86_64.rpm 7.5 MB/s | 320 kB 00:00 2023-12-07T13:50:25.446 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rsa-4.9-2.el8.noarch 35/134 2023-12-07T13:50:25.470 INFO:teuthology.orchestra.run.smithi089.stdout:(84/131): python3-prettytable-0.7.2-14.el8.noar 1.3 MB/s | 44 kB 00:00 2023-12-07T13:50:25.589 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 24/134 2023-12-07T13:50:25.592 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 36/134 2023-12-07T13:50:25.595 INFO:teuthology.orchestra.run.smithi089.stdout:(85/131): python3-numpy-1.14.3-10.el8.x86_64.rp 30 MB/s | 3.7 MB 00:00 2023-12-07T13:50:25.638 INFO:teuthology.orchestra.run.smithi089.stdout:(86/131): python3-werkzeug-0.12.2-4.el8.noarch. 11 MB/s | 457 kB 00:00 2023-12-07T13:50:25.705 INFO:teuthology.orchestra.run.smithi089.stdout:(87/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 3.3 MB/s | 225 kB 00:00 2023-12-07T13:50:25.738 INFO:teuthology.orchestra.run.smithi089.stdout:(88/131): uuid-1.6.2-43.el8.x86_64.rpm 1.9 MB/s | 64 kB 00:00 2023-12-07T13:50:25.772 INFO:teuthology.orchestra.run.smithi089.stdout:(89/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 3.7 MB/s | 126 kB 00:00 2023-12-07T13:50:25.783 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 25/134 2023-12-07T13:50:25.797 INFO:teuthology.orchestra.run.smithi089.stdout:(90/131): python3-jsonpointer-1.10-11.el8.noarc 790 kB/s | 20 kB 00:00 2023-12-07T13:50:25.809 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 37/134 2023-12-07T13:50:25.848 INFO:teuthology.orchestra.run.smithi089.stdout:(91/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 2.0 MB/s | 103 kB 00:00 2023-12-07T13:50:25.890 INFO:teuthology.orchestra.run.smithi089.stdout:(92/131): libtool-2.4.6-25.el8.x86_64.rpm 17 MB/s | 709 kB 00:00 2023-12-07T13:50:26.007 INFO:teuthology.orchestra.run.smithi089.stdout:(93/131): openblas-threads-0.3.15-3.el8.x86_64. 42 MB/s | 4.9 MB 00:00 2023-12-07T13:50:26.020 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 38/134 2023-12-07T13:50:26.049 INFO:teuthology.orchestra.run.smithi089.stdout:(94/131): libpq-13.5-1.el8.x86_64.rpm 4.6 MB/s | 198 kB 00:00 2023-12-07T13:50:26.052 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 26/134 2023-12-07T13:50:26.168 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 39/134 2023-12-07T13:50:26.182 INFO:teuthology.orchestra.run.smithi089.stdout:(95/131): openblas-0.3.15-3.el8.x86_64.rpm 35 MB/s | 4.7 MB 00:00 2023-12-07T13:50:26.224 INFO:teuthology.orchestra.run.smithi089.stdout:(96/131): jq-1.6-3.el8.x86_64.rpm 4.7 MB/s | 202 kB 00:00 2023-12-07T13:50:26.230 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x8 27/134 2023-12-07T13:50:26.266 INFO:teuthology.orchestra.run.smithi089.stdout:(97/131): librdkafka-0.11.4-3.el8.x86_64.rpm 8.3 MB/s | 354 kB 00:00 2023-12-07T13:50:26.347 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 40/134 2023-12-07T13:50:26.352 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8. 28/134 2023-12-07T13:50:26.383 INFO:teuthology.orchestra.run.smithi089.stdout:(98/131): postgresql-server-10.21-2.module+el8. 43 MB/s | 5.1 MB 00:00 2023-12-07T13:50:26.433 INFO:teuthology.orchestra.run.smithi089.stdout:(99/131): postgresql-contrib-10.21-2.module+el8 16 MB/s | 808 kB 00:00 2023-12-07T13:50:26.492 INFO:teuthology.orchestra.run.smithi089.stdout:(100/131): postgresql-10.21-2.module+el8.6.0+15 26 MB/s | 1.5 MB 00:00 2023-12-07T13:50:26.526 INFO:teuthology.orchestra.run.smithi089.stdout:(101/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2023-12-07T13:50:26.575 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 41/134 2023-12-07T13:50:26.581 INFO:teuthology.orchestra.run.smithi089.stdout:(102/131): libselinux-devel-2.9-5.el8.x86_64.rp 3.5 MB/s | 200 kB 00:00 2023-12-07T13:50:26.594 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 29/134 2023-12-07T13:50:26.618 INFO:teuthology.orchestra.run.smithi089.stdout:(103/131): python3-jwt-1.6.1-2.el8.noarch.rpm 1.1 MB/s | 43 kB 00:00 2023-12-07T13:50:26.660 INFO:teuthology.orchestra.run.smithi089.stdout:(104/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 5.2 MB/s | 220 kB 00:00 2023-12-07T13:50:26.694 INFO:teuthology.orchestra.run.smithi089.stdout:(105/131): keyutils-libs-devel-1.5.10-9.el8.x86 1.4 MB/s | 48 kB 00:00 2023-12-07T13:50:26.729 INFO:teuthology.orchestra.run.smithi089.stdout:(106/131): libsepol-devel-2.9-3.el8.x86_64.rpm 2.6 MB/s | 87 kB 00:00 2023-12-07T13:50:26.733 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : fuse-2.9.7-15.el8.x86_64 42/134 2023-12-07T13:50:26.761 INFO:teuthology.orchestra.run.smithi089.stdout:(107/131): python3-requests-oauthlib-1.0.0-1.el 1.3 MB/s | 43 kB 00:00 2023-12-07T13:50:26.765 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/134 2023-12-07T13:50:26.795 INFO:teuthology.orchestra.run.smithi089.stdout:(108/131): thrift-0.13.0-2.el8.x86_64.rpm 741 kB/s | 1.7 MB 00:02 2023-12-07T13:50:26.811 INFO:teuthology.orchestra.run.smithi089.stdout:(109/131): python3-pycparser-2.14-14.el8.noarch 2.1 MB/s | 109 kB 00:00 2023-12-07T13:50:26.862 INFO:teuthology.orchestra.run.smithi089.stdout:(110/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 3.3 MB/s | 229 kB 00:00 2023-12-07T13:50:26.894 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 43/134 2023-12-07T13:50:26.904 INFO:teuthology.orchestra.run.smithi089.stdout:(111/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 6.3 MB/s | 560 kB 00:00 2023-12-07T13:50:26.929 INFO:teuthology.orchestra.run.smithi089.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 279 kB/s | 19 kB 00:00 2023-12-07T13:50:26.954 INFO:teuthology.orchestra.run.smithi089.stdout:(113/131): python3-oauthlib-2.1.0-1.el8.noarch. 3.0 MB/s | 155 kB 00:00 2023-12-07T13:50:26.988 INFO:teuthology.orchestra.run.smithi089.stdout:(114/131): python3-cryptography-3.2.1-5.el8.x86 9.3 MB/s | 559 kB 00:00 2023-12-07T13:50:27.034 INFO:teuthology.orchestra.run.smithi089.stdout:(115/131): libverto-devel-0.3.0-5.el8.x86_64.rp 225 kB/s | 18 kB 00:00 2023-12-07T13:50:27.072 INFO:teuthology.orchestra.run.smithi089.stdout:(116/131): pcre2-devel-10.32-2.el8.x86_64.rpm 7.1 MB/s | 605 kB 00:00 2023-12-07T13:50:27.090 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 44/134 2023-12-07T13:50:27.097 INFO:teuthology.orchestra.run.smithi089.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 3.7 MB/s | 238 kB 00:00 2023-12-07T13:50:27.131 INFO:teuthology.orchestra.run.smithi089.stdout:(118/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 2.1 MB/s | 72 kB 00:00 2023-12-07T13:50:27.182 INFO:teuthology.orchestra.run.smithi089.stdout:(119/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 21 MB/s | 2.3 MB 00:00 2023-12-07T13:50:27.207 INFO:teuthology.orchestra.run.smithi089.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 1.1 MB/s | 83 kB 00:00 2023-12-07T13:50:27.232 INFO:teuthology.orchestra.run.smithi089.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 1.2 MB/s | 60 kB 00:00 2023-12-07T13:50:27.257 INFO:teuthology.orchestra.run.smithi089.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 1.9 MB/s | 98 kB 00:00 2023-12-07T13:50:27.274 INFO:teuthology.orchestra.run.smithi089.stdout:(123/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 1.3 MB/s | 58 kB 00:00 2023-12-07T13:50:27.291 INFO:teuthology.orchestra.run.smithi089.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 1.1 MB/s | 39 kB 00:00 2023-12-07T13:50:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 45/134 2023-12-07T13:50:27.325 INFO:teuthology.orchestra.run.smithi089.stdout:(125/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 12 MB/s | 644 kB 00:00 2023-12-07T13:50:27.350 INFO:teuthology.orchestra.run.smithi089.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 2.9 MB/s | 171 kB 00:00 2023-12-07T13:50:27.392 INFO:teuthology.orchestra.run.smithi089.stdout:(127/131): NetworkManager-initscripts-updown-1. 2.0 MB/s | 138 kB 00:00 2023-12-07T13:50:27.725 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 46/134 2023-12-07T13:50:28.002 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 47/134 2023-12-07T13:50:28.201 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 48/134 2023-12-07T13:50:28.425 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 49/134 2023-12-07T13:50:28.636 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 30/134 2023-12-07T13:50:28.654 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 50/134 2023-12-07T13:50:29.007 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 51/134 2023-12-07T13:50:29.222 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 52/134 2023-12-07T13:50:29.433 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 53/134 2023-12-07T13:50:29.687 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 31/134 2023-12-07T13:50:29.699 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 54/134 2023-12-07T13:50:29.845 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 55/134 2023-12-07T13:50:30.027 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 56/134 2023-12-07T13:50:30.046 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 32/134 2023-12-07T13:50:30.329 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 57/134 2023-12-07T13:50:30.355 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 33/134 2023-12-07T13:50:30.459 INFO:teuthology.orchestra.run.smithi089.stdout:(128/131): librados2-19.0.0-46.ga2cd52c0.el8.x8 1.2 MB/s | 3.8 MB 00:03 2023-12-07T13:50:30.509 INFO:teuthology.orchestra.run.smithi089.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 16 MB/s | 798 kB 00:00 2023-12-07T13:50:30.570 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 58/134 2023-12-07T13:50:30.582 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 34/134 2023-12-07T13:50:30.780 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 59/134 2023-12-07T13:50:30.829 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rsa-4.9-2.el8.noarch 35/134 2023-12-07T13:50:31.002 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 36/134 2023-12-07T13:50:31.029 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 60/134 2023-12-07T13:50:31.042 INFO:teuthology.orchestra.run.smithi089.stdout:(130/131): librbd1-19.0.0-46.ga2cd52c0.el8.x86_ 1.0 MB/s | 3.7 MB 00:03 2023-12-07T13:50:31.221 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 61/134 2023-12-07T13:50:31.227 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 37/134 2023-12-07T13:50:31.382 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 62/134 2023-12-07T13:50:31.413 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 38/134 2023-12-07T13:50:31.555 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 39/134 2023-12-07T13:50:31.596 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : uuid-1.6.2-43.el8.x86_64 63/134 2023-12-07T13:50:31.674 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 63/134 2023-12-07T13:50:31.739 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 40/134 2023-12-07T13:50:31.910 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 41/134 2023-12-07T13:50:31.923 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 64/134 2023-12-07T13:50:32.097 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : uuid-1.6.2-43.el8.x86_64 42/134 2023-12-07T13:50:32.160 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : automake-1.16.1-7.el8.noarch 65/134 2023-12-07T13:50:32.171 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 42/134 2023-12-07T13:50:32.315 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 66/134 2023-12-07T13:50:32.393 INFO:teuthology.orchestra.run.smithi089.stdout:(131/131): ceph-test-19.0.0-46.ga2cd52c0.el8.x8 2.2 MB/s | 49 MB 00:22 2023-12-07T13:50:32.397 INFO:teuthology.orchestra.run.smithi089.stdout:-------------------------------------------------------------------------------- 2023-12-07T13:50:32.397 INFO:teuthology.orchestra.run.smithi089.stdout:Total 6.1 MB/s | 209 MB 00:34 2023-12-07T13:50:32.417 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 43/134 2023-12-07T13:50:32.427 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 66/134 2023-12-07T13:50:32.633 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : jq-1.6-3.el8.x86_64 67/134 2023-12-07T13:50:32.695 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : automake-1.16.1-7.el8.noarch 44/134 2023-12-07T13:50:32.816 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 68/134 2023-12-07T13:50:32.864 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 45/134 2023-12-07T13:50:32.940 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 69/134 2023-12-07T13:50:32.949 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 45/134 2023-12-07T13:50:33.129 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 70/134 2023-12-07T13:50:33.191 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : jq-1.6-3.el8.x86_64 46/134 2023-12-07T13:50:33.213 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction check 2023-12-07T13:50:33.332 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction check succeeded. 2023-12-07T13:50:33.333 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction test 2023-12-07T13:50:33.360 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 47/134 2023-12-07T13:50:33.394 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 71/134 2023-12-07T13:50:33.557 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 48/134 2023-12-07T13:50:33.621 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 72/134 2023-12-07T13:50:33.751 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 49/134 2023-12-07T13:50:33.760 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 73/134 2023-12-07T13:50:33.917 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 74/134 2023-12-07T13:50:33.967 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : fuse-2.9.7-15.el8.x86_64 50/134 2023-12-07T13:50:34.085 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 75/134 2023-12-07T13:50:34.120 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 51/134 2023-12-07T13:50:34.314 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 76/134 2023-12-07T13:50:34.325 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 52/134 2023-12-07T13:50:34.451 INFO:teuthology.orchestra.run.smithi089.stdout:Transaction test succeeded. 2023-12-07T13:50:34.455 INFO:teuthology.orchestra.run.smithi089.stdout:Running transaction 2023-12-07T13:50:34.477 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 77/134 2023-12-07T13:50:34.582 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 53/134 2023-12-07T13:50:34.683 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 78/134 2023-12-07T13:50:34.869 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 79/134 2023-12-07T13:50:35.036 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 54/134 2023-12-07T13:50:35.068 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 80/134 2023-12-07T13:50:35.301 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 81/134 2023-12-07T13:50:35.334 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 55/134 2023-12-07T13:50:35.494 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 82/134 2023-12-07T13:50:35.552 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 56/134 2023-12-07T13:50:35.718 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-portend-2.6-1.el8.noarch 83/134 2023-12-07T13:50:35.781 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 57/134 2023-12-07T13:50:35.954 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 84/134 2023-12-07T13:50:36.147 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 85/134 2023-12-07T13:50:36.304 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 58/134 2023-12-07T13:50:36.367 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 86/134 2023-12-07T13:50:36.634 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 59/134 2023-12-07T13:50:36.897 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 60/134 2023-12-07T13:50:37.099 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 61/134 2023-12-07T13:50:37.396 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 62/134 2023-12-07T13:50:37.526 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 87/134 2023-12-07T13:50:37.587 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 63/134 2023-12-07T13:50:37.778 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 64/134 2023-12-07T13:50:37.855 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 88/134 2023-12-07T13:50:38.089 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 65/134 2023-12-07T13:50:38.115 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 89/134 2023-12-07T13:50:38.369 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 66/134 2023-12-07T13:50:38.443 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 90/134 2023-12-07T13:50:38.636 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 67/134 2023-12-07T13:50:38.739 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 91/134 2023-12-07T13:50:38.890 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 68/134 2023-12-07T13:50:38.954 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 92/134 2023-12-07T13:50:39.088 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 69/134 2023-12-07T13:50:39.154 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 93/134 2023-12-07T13:50:39.284 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 70/134 2023-12-07T13:50:39.381 INFO:teuthology.orchestra.run.smithi089.stdout: Preparing : 1/1 2023-12-07T13:50:39.535 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 71/134 2023-12-07T13:50:39.554 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-12-07T13:50:39.745 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 72/134 2023-12-07T13:50:39.759 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-12-07T13:50:39.901 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 73/134 2023-12-07T13:50:39.970 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-12-07T13:50:40.090 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 74/134 2023-12-07T13:50:40.181 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-12-07T13:50:40.297 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-12-07T13:50:40.298 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 75/134 2023-12-07T13:50:40.509 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 76/134 2023-12-07T13:50:40.548 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-12-07T13:50:40.684 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 77/134 2023-12-07T13:50:40.858 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 78/134 2023-12-07T13:50:40.970 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-12-07T13:50:41.036 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 79/134 2023-12-07T13:50:41.180 INFO:teuthology.orchestra.run.smithi089.stdout: Upgrading : librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:50:41.226 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 80/134 2023-12-07T13:50:41.460 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 81/134 2023-12-07T13:50:41.593 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:50:41.669 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 82/134 2023-12-07T13:50:41.805 INFO:teuthology.orchestra.run.smithi089.stdout: Upgrading : librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:50:41.939 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:50:41.950 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-portend-2.6-1.el8.noarch 83/134 2023-12-07T13:50:42.139 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:50:42.146 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 84/134 2023-12-07T13:50:42.239 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:50:42.355 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 85/134 2023-12-07T13:50:42.626 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 86/134 2023-12-07T13:50:43.043 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 9/134 2023-12-07T13:50:43.205 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:50:43.283 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:50:43.307 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:50:43.521 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:50:43.541 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libpq-13.5-1.el8.x86_64 11/134 2023-12-07T13:50:43.750 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 12/134 2023-12-07T13:50:43.807 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 87/134 2023-12-07T13:50:44.086 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 88/134 2023-12-07T13:50:44.151 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:50:44.172 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 13/134 2023-12-07T13:50:44.349 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 89/134 2023-12-07T13:50:44.412 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 14/134 2023-12-07T13:50:44.487 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 95/134 2023-12-07T13:50:44.555 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:50:44.562 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 95/134 2023-12-07T13:50:44.657 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:50:44.668 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 90/134 2023-12-07T13:50:44.736 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 96/134 2023-12-07T13:50:44.822 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 16/134 2023-12-07T13:50:44.897 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 16/134 2023-12-07T13:50:44.927 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 91/134 2023-12-07T13:50:45.021 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 17/134 2023-12-07T13:50:45.157 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 92/134 2023-12-07T13:50:45.158 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 17/134 2023-12-07T13:50:45.313 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 18/134 2023-12-07T13:50:45.346 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 93/134 2023-12-07T13:50:45.926 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 18/134 2023-12-07T13:50:46.113 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 19/134 2023-12-07T13:50:46.709 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 19/134 2023-12-07T13:50:46.929 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : openblas-0.3.15-3.el8.x86_64 20/134 2023-12-07T13:50:47.640 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 20/134 2023-12-07T13:50:47.886 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 21/134 2023-12-07T13:50:48.097 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 22/134 2023-12-07T13:50:48.341 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 23/134 2023-12-07T13:50:48.829 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 24/134 2023-12-07T13:50:49.058 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 25/134 2023-12-07T13:50:49.314 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:50:49.320 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 26/134 2023-12-07T13:50:49.511 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x8 27/134 2023-12-07T13:50:49.512 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:50:49.649 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8. 28/134 2023-12-07T13:50:50.127 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:50:50.410 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 95/134 2023-12-07T13:50:50.494 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 95/134 2023-12-07T13:50:50.552 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 29/134 2023-12-07T13:50:50.686 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 96/134 2023-12-07T13:50:50.859 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 30/134 2023-12-07T13:50:51.122 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 31/134 2023-12-07T13:50:51.410 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 32/134 2023-12-07T13:50:51.637 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/134 2023-12-07T13:50:53.386 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 33/134 2023-12-07T13:50:53.704 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 34/134 2023-12-07T13:50:53.932 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rsa-4.9-2.el8.noarch 35/134 2023-12-07T13:50:54.107 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 36/134 2023-12-07T13:50:54.331 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 37/134 2023-12-07T13:50:54.500 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 38/134 2023-12-07T13:50:54.682 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 39/134 2023-12-07T13:50:54.819 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 40/134 2023-12-07T13:50:55.005 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 41/134 2023-12-07T13:50:55.214 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : fuse-2.9.7-15.el8.x86_64 42/134 2023-12-07T13:50:55.365 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 43/134 2023-12-07T13:50:55.592 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 44/134 2023-12-07T13:50:55.799 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 45/134 2023-12-07T13:50:56.163 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 46/134 2023-12-07T13:50:56.406 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 47/134 2023-12-07T13:50:56.621 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 48/134 2023-12-07T13:50:56.864 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 49/134 2023-12-07T13:50:57.116 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 50/134 2023-12-07T13:50:57.469 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 51/134 2023-12-07T13:50:57.678 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 52/134 2023-12-07T13:50:57.895 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 53/134 2023-12-07T13:50:58.116 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 54/134 2023-12-07T13:50:58.289 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 55/134 2023-12-07T13:50:58.447 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 56/134 2023-12-07T13:50:58.740 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 57/134 2023-12-07T13:50:58.990 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 58/134 2023-12-07T13:50:59.282 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 59/134 2023-12-07T13:50:59.509 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 60/134 2023-12-07T13:50:59.701 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 61/134 2023-12-07T13:50:59.879 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 62/134 2023-12-07T13:51:00.036 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : uuid-1.6.2-43.el8.x86_64 63/134 2023-12-07T13:51:00.138 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 63/134 2023-12-07T13:51:00.390 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 64/134 2023-12-07T13:51:00.623 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : automake-1.16.1-7.el8.noarch 65/134 2023-12-07T13:51:00.786 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 66/134 2023-12-07T13:51:00.866 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 66/134 2023-12-07T13:51:01.132 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : jq-1.6-3.el8.x86_64 67/134 2023-12-07T13:51:01.303 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 68/134 2023-12-07T13:51:01.443 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 69/134 2023-12-07T13:51:01.655 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 70/134 2023-12-07T13:51:01.869 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 71/134 2023-12-07T13:51:02.125 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 72/134 2023-12-07T13:51:02.290 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 73/134 2023-12-07T13:51:02.479 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 74/134 2023-12-07T13:51:02.684 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 75/134 2023-12-07T13:51:02.930 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 76/134 2023-12-07T13:51:03.103 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 77/134 2023-12-07T13:51:03.330 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 78/134 2023-12-07T13:51:03.492 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 79/134 2023-12-07T13:51:03.711 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 80/134 2023-12-07T13:51:03.957 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 81/134 2023-12-07T13:51:04.141 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 82/134 2023-12-07T13:51:04.298 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 96/134 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /sys 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /proc 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /dev 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /run 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /mnt 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /var/tmp 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /home 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /tmp 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /dev 2023-12-07T13:51:04.299 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:51:04.441 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-portend-2.6-1.el8.noarch 83/134 2023-12-07T13:51:04.634 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 84/134 2023-12-07T13:51:04.676 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 97/134 2023-12-07T13:51:04.852 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 85/134 2023-12-07T13:51:05.095 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 86/134 2023-12-07T13:51:06.236 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 87/134 2023-12-07T13:51:06.388 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 97/134 2023-12-07T13:51:06.539 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 88/134 2023-12-07T13:51:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 98/134 2023-12-07T13:51:06.759 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 89/134 2023-12-07T13:51:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 98/134 2023-12-07T13:51:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 99/134 2023-12-07T13:51:07.084 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 90/134 2023-12-07T13:51:07.404 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 91/134 2023-12-07T13:51:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 99/134 2023-12-07T13:51:07.585 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 92/134 2023-12-07T13:51:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 100/134 2023-12-07T13:51:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 100/134 2023-12-07T13:51:07.769 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 93/134 2023-12-07T13:51:09.541 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 101/134 2023-12-07T13:51:09.769 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 101/134 2023-12-07T13:51:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8 102/134 2023-12-07T13:51:10.092 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el 103/134 2023-12-07T13:51:10.211 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 96/134 2023-12-07T13:51:10.211 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /sys 2023-12-07T13:51:10.211 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /proc 2023-12-07T13:51:10.211 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /dev 2023-12-07T13:51:10.211 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /run 2023-12-07T13:51:10.212 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /mnt 2023-12-07T13:51:10.212 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /var/tmp 2023-12-07T13:51:10.212 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /home 2023-12-07T13:51:10.212 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /tmp 2023-12-07T13:51:10.212 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /dev 2023-12-07T13:51:10.212 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:51:10.292 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 104/134 2023-12-07T13:51:10.522 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 104/134 2023-12-07T13:51:10.592 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 97/134 2023-12-07T13:51:10.774 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 105/134 2023-12-07T13:51:11.509 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:51:11.710 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:51:11.797 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 105/134 2023-12-07T13:51:11.991 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 106/134 2023-12-07T13:51:12.087 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 106/134 2023-12-07T13:51:12.284 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 94/134 2023-12-07T13:51:12.308 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 97/134 2023-12-07T13:51:12.460 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8. 107/134 2023-12-07T13:51:12.473 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 98/134 2023-12-07T13:51:12.604 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 95/134 2023-12-07T13:51:12.664 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 108/134 2023-12-07T13:51:12.686 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 95/134 2023-12-07T13:51:12.702 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 108/134 2023-12-07T13:51:12.707 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 98/134 2023-12-07T13:51:12.875 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 99/134 2023-12-07T13:51:12.876 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 96/134 2023-12-07T13:51:12.882 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 109/134 2023-12-07T13:51:12.894 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 109/134 2023-12-07T13:51:13.362 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 99/134 2023-12-07T13:51:13.500 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 100/134 2023-12-07T13:51:13.517 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 100/134 2023-12-07T13:51:14.280 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 110/134 2023-12-07T13:51:14.510 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 111/134 2023-12-07T13:51:14.546 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 111/134 2023-12-07T13:51:14.716 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 112/134 2023-12-07T13:51:14.760 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 112/134 2023-12-07T13:51:14.908 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 113/134 2023-12-07T13:51:15.286 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 113/134 2023-12-07T13:51:15.405 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 101/134 2023-12-07T13:51:15.433 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 114/134 2023-12-07T13:51:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 101/134 2023-12-07T13:51:15.774 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8 102/134 2023-12-07T13:51:15.992 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el 103/134 2023-12-07T13:51:16.158 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 104/134 2023-12-07T13:51:16.390 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 104/134 2023-12-07T13:51:16.614 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 105/134 2023-12-07T13:51:17.638 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 105/134 2023-12-07T13:51:17.791 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 106/134 2023-12-07T13:51:17.887 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 106/134 2023-12-07T13:51:18.232 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8. 107/134 2023-12-07T13:51:18.462 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 108/134 2023-12-07T13:51:18.501 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 108/134 2023-12-07T13:51:18.666 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 109/134 2023-12-07T13:51:18.678 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 109/134 2023-12-07T13:51:20.102 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 110/134 2023-12-07T13:51:20.293 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 111/134 2023-12-07T13:51:20.328 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 111/134 2023-12-07T13:51:20.413 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 114/134 2023-12-07T13:51:20.457 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 112/134 2023-12-07T13:51:20.501 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 112/134 2023-12-07T13:51:20.674 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 113/134 2023-12-07T13:51:20.724 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 115/134 2023-12-07T13:51:20.857 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-12-07T13:51:21.053 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 113/134 2023-12-07T13:51:21.067 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-12-07T13:51:21.216 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 114/134 2023-12-07T13:51:22.018 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-12-07T13:51:22.382 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-12-07T13:51:22.585 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 119/134 2023-12-07T13:51:22.794 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-12-07T13:51:22.953 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 121/134 2023-12-07T13:51:23.125 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-12-07T13:51:25.536 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:25.806 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:25.825 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:25.948 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 124/134 2023-12-07T13:51:26.192 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 114/134 2023-12-07T13:51:26.307 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 125/134 2023-12-07T13:51:26.670 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 126/134 2023-12-07T13:51:27.025 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-12-07T13:51:27.096 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 115/134 2023-12-07T13:51:27.164 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-12-07T13:51:27.174 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-12-07T13:51:27.389 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-12-07T13:51:27.415 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-12-07T13:51:27.614 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-12-07T13:51:27.618 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 117/134 2023-12-07T13:51:27.708 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-12-07T13:51:27.853 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-12-07T13:51:27.931 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-12-07T13:51:27.945 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-12-07T13:51:27.945 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:28.014 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-12-07T13:51:28.126 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:28.126 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-12-07T13:51:28.224 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-12-07T13:51:28.376 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-12-07T13:51:28.460 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-12-07T13:51:28.597 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:28.660 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 121/134 2023-12-07T13:51:28.846 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 1/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 2/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 3/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 4/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 5/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:51:29.177 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 9/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 11/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 12/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 13/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 14/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 16/134 2023-12-07T13:51:29.178 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 17/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 18/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 19/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8. 20/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x8 21/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 22/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 23/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 24/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 25/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 26/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 27/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 28/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el 29/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 30/134 2023-12-07T13:51:29.179 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 31/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 32/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8. 33/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 34/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8 35/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 36/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 37/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 38/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-12-07T13:51:29.180 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-12-07T13:51:29.181 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-12-07T13:51:29.182 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-12-07T13:51:29.183 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-12-07T13:51:29.184 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-12-07T13:51:29.185 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-12-07T13:51:29.186 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 129/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 131/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:29.187 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-12-07T13:51:31.272 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:31.390 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 96/134 2023-12-07T13:51:31.390 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /sys 2023-12-07T13:51:31.390 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /proc 2023-12-07T13:51:31.390 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /dev 2023-12-07T13:51:31.391 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /run 2023-12-07T13:51:31.391 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /mnt 2023-12-07T13:51:31.391 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /var/tmp 2023-12-07T13:51:31.391 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /home 2023-12-07T13:51:31.391 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /tmp 2023-12-07T13:51:31.391 INFO:teuthology.orchestra.run.smithi089.stdout:skipping the directory /dev 2023-12-07T13:51:31.391 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:51:31.497 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:31.515 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:31.732 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 124/134 2023-12-07T13:51:31.732 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 97/134 2023-12-07T13:51:31.981 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 125/134 2023-12-07T13:51:32.327 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 126/134 2023-12-07T13:51:32.670 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-12-07T13:51:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-12-07T13:51:32.933 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-12-07T13:51:33.155 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-12-07T13:51:33.168 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-12-07T13:51:33.305 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-12-07T13:51:33.314 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-12-07T13:51:33.338 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 97/134 2023-12-07T13:51:33.486 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-12-07T13:51:33.486 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:33.534 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 98/134 2023-12-07T13:51:33.692 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:33.692 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-12-07T13:51:33.754 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 98/134 2023-12-07T13:51:33.939 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 99/134 2023-12-07T13:51:33.954 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-12-07T13:51:34.146 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:34.373 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:34.373 INFO:teuthology.orchestra.run.smithi055.stdout:Installed products updated. 2023-12-07T13:51:34.395 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 99/134 2023-12-07T13:51:34.540 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 100/134 2023-12-07T13:51:34.556 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 100/134 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout:Upgraded: 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout:Installed: 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: automake-1.16.1-7.el8.noarch 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: bison-3.0.4-10.el8.x86_64 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.608 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.609 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: flex-2.6.1-9.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: fuse-2.9.7-15.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: jq-1.6-3.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-12-07T13:51:34.610 INFO:teuthology.orchestra.run.smithi055.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libpq-13.5-1.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-12-07T13:51:34.611 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: libtool-2.4.6-25.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-0.3.15-3.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-12-07T13:51:34.612 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-07T13:51:34.613 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako-1.0.6-13.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-07T13:51:34.614 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend-2.6-1.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz-2017.2-9.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-07T13:51:34.615 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.616 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: uuid-1.6.2-43.el8.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout: 2023-12-07T13:51:34.617 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2023-12-07T13:51:34.708 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:34.708 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 1/134 2023-12-07T13:51:34.708 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 2/134 2023-12-07T13:51:34.709 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 3/134 2023-12-07T13:51:34.709 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 4/134 2023-12-07T13:51:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 5/134 2023-12-07T13:51:34.710 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:51:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:51:34.711 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:51:34.712 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 9/134 2023-12-07T13:51:34.712 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:51:34.712 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 11/134 2023-12-07T13:51:34.712 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 12/134 2023-12-07T13:51:34.713 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 13/134 2023-12-07T13:51:34.713 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 14/134 2023-12-07T13:51:34.713 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:51:34.714 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 16/134 2023-12-07T13:51:34.714 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 17/134 2023-12-07T13:51:34.715 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 18/134 2023-12-07T13:51:34.715 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 19/134 2023-12-07T13:51:34.715 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8. 20/134 2023-12-07T13:51:34.716 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x8 21/134 2023-12-07T13:51:34.716 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 22/134 2023-12-07T13:51:34.716 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 23/134 2023-12-07T13:51:34.716 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 24/134 2023-12-07T13:51:34.716 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 25/134 2023-12-07T13:51:34.716 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 26/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 27/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 28/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el 29/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 30/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 31/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 32/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8. 33/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 34/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8 35/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 36/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 37/134 2023-12-07T13:51:34.717 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 38/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-12-07T13:51:34.718 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-12-07T13:51:34.719 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-12-07T13:51:34.720 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-12-07T13:51:34.721 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-12-07T13:51:34.722 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-12-07T13:51:34.723 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-12-07T13:51:34.723 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-12-07T13:51:34.723 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-12-07T13:51:34.724 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-12-07T13:51:34.724 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-12-07T13:51:34.724 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-12-07T13:51:34.724 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-12-07T13:51:34.724 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-12-07T13:51:34.724 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-12-07T13:51:34.724 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-12-07T13:51:34.725 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-12-07T13:51:34.725 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-12-07T13:51:34.725 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-12-07T13:51:34.725 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-12-07T13:51:34.725 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-12-07T13:51:34.726 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-12-07T13:51:34.726 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-12-07T13:51:34.726 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-12-07T13:51:34.726 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 129/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 131/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:34.727 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-12-07T13:51:35.014 DEBUG:teuthology.parallel:result is None 2023-12-07T13:51:36.372 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 101/134 2023-12-07T13:51:36.603 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 101/134 2023-12-07T13:51:36.754 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8 102/134 2023-12-07T13:51:37.018 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el 103/134 2023-12-07T13:51:37.189 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 104/134 2023-12-07T13:51:37.406 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 104/134 2023-12-07T13:51:37.591 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 105/134 2023-12-07T13:51:38.549 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 105/134 2023-12-07T13:51:38.763 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 106/134 2023-12-07T13:51:38.853 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 106/134 2023-12-07T13:51:39.200 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8. 107/134 2023-12-07T13:51:39.422 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 108/134 2023-12-07T13:51:39.458 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 108/134 2023-12-07T13:51:39.664 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 109/134 2023-12-07T13:51:39.675 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 109/134 2023-12-07T13:51:39.934 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:39.934 INFO:teuthology.orchestra.run.smithi039.stdout:Installed products updated. 2023-12-07T13:51:40.170 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout:Upgraded: 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: automake-1.16.1-7.el8.noarch 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: bison-3.0.4-10.el8.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.171 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.172 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: flex-2.6.1-9.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: fuse-2.9.7-15.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: jq-1.6-3.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.173 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libpq-13.5-1.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libtool-2.4.6-25.el8.x86_64 2023-12-07T13:51:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-0.3.15-3.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-07T13:51:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-07T13:51:40.176 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako-1.0.6-13.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend-2.6-1.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-07T13:51:40.177 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz-2017.2-9.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-07T13:51:40.178 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-07T13:51:40.179 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-12-07T13:51:40.179 INFO:teuthology.orchestra.run.smithi039.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-07T13:51:40.179 INFO:teuthology.orchestra.run.smithi039.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-07T13:51:40.179 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.180 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:51:40.181 INFO:teuthology.orchestra.run.smithi039.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-07T13:51:40.181 INFO:teuthology.orchestra.run.smithi039.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-07T13:51:40.181 INFO:teuthology.orchestra.run.smithi039.stdout: uuid-1.6.2-43.el8.x86_64 2023-12-07T13:51:40.181 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-12-07T13:51:40.181 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-07T13:51:40.181 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-12-07T13:51:40.182 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:51:40.182 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2023-12-07T13:51:40.374 DEBUG:teuthology.parallel:result is None 2023-12-07T13:51:41.005 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 110/134 2023-12-07T13:51:41.195 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 111/134 2023-12-07T13:51:41.229 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 111/134 2023-12-07T13:51:41.388 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 112/134 2023-12-07T13:51:41.431 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 112/134 2023-12-07T13:51:41.605 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 113/134 2023-12-07T13:51:41.961 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 113/134 2023-12-07T13:51:42.130 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 114/134 2023-12-07T13:51:46.799 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 114/134 2023-12-07T13:51:47.126 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 115/134 2023-12-07T13:51:47.287 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-12-07T13:51:47.479 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-12-07T13:51:48.335 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-12-07T13:51:48.648 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-12-07T13:51:48.848 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 119/134 2023-12-07T13:51:49.024 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-12-07T13:51:49.224 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 121/134 2023-12-07T13:51:49.363 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-12-07T13:51:51.601 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:51.903 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:51.921 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-12-07T13:51:52.170 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 124/134 2023-12-07T13:51:52.386 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 125/134 2023-12-07T13:51:52.703 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 126/134 2023-12-07T13:51:53.038 INFO:teuthology.orchestra.run.smithi089.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-12-07T13:51:53.178 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-12-07T13:51:53.186 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-12-07T13:51:53.412 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-12-07T13:51:53.578 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-12-07T13:51:53.662 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-12-07T13:51:53.894 INFO:teuthology.orchestra.run.smithi089.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-12-07T13:51:53.907 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-12-07T13:51:53.907 INFO:teuthology.orchestra.run.smithi089.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:54.098 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:54.098 INFO:teuthology.orchestra.run.smithi089.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-12-07T13:51:54.333 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-12-07T13:51:54.534 INFO:teuthology.orchestra.run.smithi089.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 1/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 2/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 3/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 4/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c 5/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 6/134 2023-12-07T13:51:55.060 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 7/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 8/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 9/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 10/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 11/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 12/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 13/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 14/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 15/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 16/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 17/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_6 18/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 19/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8. 20/134 2023-12-07T13:51:55.061 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x8 21/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 22/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 23/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 24/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 25/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 26/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 27/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 28/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el 29/134 2023-12-07T13:51:55.062 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarc 30/134 2023-12-07T13:51:55.071 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noa 31/134 2023-12-07T13:51:55.071 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd5 32/134 2023-12-07T13:51:55.071 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8. 33/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 34/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8 35/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 36/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 37/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 38/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-12-07T13:51:55.072 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-12-07T13:51:55.073 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-12-07T13:51:55.074 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-12-07T13:51:55.075 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-12-07T13:51:55.076 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-12-07T13:51:55.077 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 129/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 131/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-12-07T13:51:55.078 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-12-07T13:52:00.187 INFO:teuthology.orchestra.run.smithi089.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-12-07T13:52:00.187 INFO:teuthology.orchestra.run.smithi089.stdout:Installed products updated. 2023-12-07T13:52:00.400 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:52:00.400 INFO:teuthology.orchestra.run.smithi089.stdout:Upgraded: 2023-12-07T13:52:00.400 INFO:teuthology.orchestra.run.smithi089.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-12-07T13:52:00.400 INFO:teuthology.orchestra.run.smithi089.stdout: librados2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: librbd1-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout:Installed: 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: automake-1.16.1-7.el8.noarch 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: bison-3.0.4-10.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-base-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-grafana-dashboards-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-immutable-object-cache-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mds-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.401 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-dashboard-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-diskprediction-local-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-modules-core-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mgr-rook-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-mon-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-osd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-prometheus-alerts-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-radosgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-selinux-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-test-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: ceph-volume-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: cephadm-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: cephfs-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.402 INFO:teuthology.orchestra.run.smithi089.stdout: cephfs-top-2:19.0.0-46.ga2cd52c0.el8.noarch 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: flex-2.6.1-9.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: fuse-2.9.7-15.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: jq-1.6-3.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: libcephfs2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: libcephsqlite-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: liboath-2.6.2-3.el8.x86_64 2023-12-07T13:52:00.403 INFO:teuthology.orchestra.run.smithi089.stdout: libpq-13.5-1.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: librados-devel-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libradosstriper1-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: librgw2-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libtool-2.4.6-25.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libunwind-1.3.1-3.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-12-07T13:52:00.404 INFO:teuthology.orchestra.run.smithi089.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: openblas-0.3.15-3.el8.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: python3-babel-2.5.1-7.el8.noarch 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-12-07T13:52:00.405 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-argparse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-ceph-common-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cephfs-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-6.2-6.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-12-07T13:52:00.406 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-mako-1.0.6-13.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-portend-2.6-1.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-12-07T13:52:00.407 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pycparser-2.14-14.el8.noarch 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-pytz-2017.2-9.el8.noarch 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rados-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-12-07T13:52:00.408 INFO:teuthology.orchestra.run.smithi089.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rgw-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-routes-2.4.1-12.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-rsa-4.9-2.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-12-07T13:52:00.409 INFO:teuthology.orchestra.run.smithi089.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-fuse-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-mirror-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: rbd-nbd-2:19.0.0-46.ga2cd52c0.el8.x86_64 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: socat-1.7.4.1-1.el8.x86_64 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: thrift-0.13.0-2.el8.x86_64 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: uuid-1.6.2-43.el8.x86_64 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-12-07T13:52:00.410 INFO:teuthology.orchestra.run.smithi089.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-12-07T13:52:00.411 INFO:teuthology.orchestra.run.smithi089.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-12-07T13:52:00.411 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:52:00.411 INFO:teuthology.orchestra.run.smithi089.stdout:Complete! 2023-12-07T13:52:00.589 DEBUG:teuthology.parallel:result is None 2023-12-07T13:52:00.589 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:52:00.747 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-07T13:52:00.779 INFO:teuthology.orchestra.run.smithi039.stdout:19.0.0-46.ga2cd52c0.el8 2023-12-07T13:52:00.780 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-46.ga2cd52c0.el8 2023-12-07T13:52:00.780 INFO:teuthology.task.install:The correct ceph version 19.0.0-46.ga2cd52c0 is installed. 2023-12-07T13:52:00.780 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:52:01.001 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-07T13:52:01.032 INFO:teuthology.orchestra.run.smithi055.stdout:19.0.0-46.ga2cd52c0.el8 2023-12-07T13:52:01.032 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-46.ga2cd52c0.el8 2023-12-07T13:52:01.032 INFO:teuthology.task.install:The correct ceph version 19.0.0-46.ga2cd52c0 is installed. 2023-12-07T13:52:01.033 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:52:01.177 DEBUG:teuthology.orchestra.run.smithi089:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-12-07T13:52:01.204 INFO:teuthology.orchestra.run.smithi089.stdout:19.0.0-46.ga2cd52c0.el8 2023-12-07T13:52:01.204 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-46.ga2cd52c0.el8 2023-12-07T13:52:01.204 INFO:teuthology.task.install:The correct ceph version 19.0.0-46.ga2cd52c0 is installed. 2023-12-07T13:52:01.205 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-12-07T13:52:01.205 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:52:01.205 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-07T13:52:01.258 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:52:01.258 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-07T13:52:01.309 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:52:01.309 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-12-07T13:52:01.353 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-12-07T13:52:01.353 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:52:01.354 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/daemon-helper 2023-12-07T13:52:01.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-07T13:52:01.456 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:52:01.456 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/daemon-helper 2023-12-07T13:52:01.487 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-07T13:52:01.557 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:52:01.557 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/usr/bin/daemon-helper 2023-12-07T13:52:01.587 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-12-07T13:52:01.656 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-12-07T13:52:01.656 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:52:01.656 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-07T13:52:01.690 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-07T13:52:01.761 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:52:01.761 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-07T13:52:01.792 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-07T13:52:01.863 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:52:01.863 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/usr/bin/adjust-ulimits 2023-12-07T13:52:01.892 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-12-07T13:52:01.960 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-12-07T13:52:01.961 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:52:01.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/stdin-killer 2023-12-07T13:52:01.993 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-07T13:52:02.065 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:52:02.065 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/stdin-killer 2023-12-07T13:52:02.099 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-07T13:52:02.172 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:52:02.172 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/usr/bin/stdin-killer 2023-12-07T13:52:02.201 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-12-07T13:52:02.270 INFO:teuthology.run_tasks:Running task cephadm... 2023-12-07T13:52:02.352 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'a2cd52c00149b5caff897ea7f79d0529b62620da', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2023-12-07T13:52:02.353 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:52:02.353 INFO:tasks.cephadm:Cluster fsid is cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:52:02.353 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-12-07T13:52:02.353 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.39', 'mon.b': '172.21.15.55', 'mon.c': '172.21.15.89'} 2023-12-07T13:52:02.353 INFO:tasks.cephadm:First mon is mon.a on smithi039 2023-12-07T13:52:02.354 INFO:tasks.cephadm:First mgr is x 2023-12-07T13:52:02.354 INFO:tasks.cephadm:Normalizing hostnames... 2023-12-07T13:52:02.354 DEBUG:teuthology.orchestra.run.smithi039:> sudo hostname $(hostname -s) 2023-12-07T13:52:02.388 DEBUG:teuthology.orchestra.run.smithi055:> sudo hostname $(hostname -s) 2023-12-07T13:52:02.421 DEBUG:teuthology.orchestra.run.smithi089:> sudo hostname $(hostname -s) 2023-12-07T13:52:02.450 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-12-07T13:52:02.451 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:52:02.668 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'a2cd52c00149b5caff897ea7f79d0529b62620da', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/74720/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-46-ga2cd52c0', 'node_name': '172.21.2.6+braggi06', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-46.ga2cd52c0'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-12-06 14:33:09.269405', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-vshankar-testing-20231206.125818', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2023-12-07T13:52:02.886 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-vshankar-testing-20231206.125818, sha1 a2cd52c00149b5caff897ea7f79d0529b62620da from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=a2cd52c00149b5caff897ea7f79d0529b62620da 2023-12-07T13:52:02.886 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/x86_64/flavors/default/cephadm 2023-12-07T13:52:02.887 DEBUG:teuthology.orchestra.run.smithi039:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:05.702 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-rw-r--. 1 ubuntu ubuntu 2270970 Dec 7 13:52 /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:05.702 DEBUG:teuthology.orchestra.run.smithi055:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:06.479 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-rw-r--. 1 ubuntu ubuntu 2270970 Dec 7 13:52 /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:06.480 DEBUG:teuthology.orchestra.run.smithi089:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20231206.125818/a2cd52c00149b5caff897ea7f79d0529b62620da/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:07.270 INFO:teuthology.orchestra.run.smithi089.stdout:-rw-rw-r--. 1 ubuntu ubuntu 2270970 Dec 7 13:52 /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:07.271 DEBUG:teuthology.orchestra.run.smithi039:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:07.294 DEBUG:teuthology.orchestra.run.smithi055:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:07.316 DEBUG:teuthology.orchestra.run.smithi089:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-12-07T13:52:07.372 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da on all hosts... 2023-12-07T13:52:07.373 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da pull 2023-12-07T13:52:07.375 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da pull 2023-12-07T13:52:07.378 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da pull 2023-12-07T13:52:08.746 INFO:teuthology.orchestra.run.smithi039.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da... 2023-12-07T13:52:08.791 INFO:teuthology.orchestra.run.smithi055.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da... 2023-12-07T13:52:12.667 INFO:teuthology.orchestra.run.smithi089.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da... 2023-12-07T13:52:48.710 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2023-12-07T13:52:48.710 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_version": "ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev)", 2023-12-07T13:52:48.710 INFO:teuthology.orchestra.run.smithi089.stdout: "image_id": "057fdb175c870a520ec567c7af5351de15eff8787d2ef904708eb0304c024690", 2023-12-07T13:52:48.710 INFO:teuthology.orchestra.run.smithi089.stdout: "repo_digests": [ 2023-12-07T13:52:48.711 INFO:teuthology.orchestra.run.smithi089.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2199c8ae4d75e311c9c6e0fb253452fb2e3f4d6e9600cd3e0cad6c199520e28e" 2023-12-07T13:52:48.711 INFO:teuthology.orchestra.run.smithi089.stdout: ] 2023-12-07T13:52:48.711 INFO:teuthology.orchestra.run.smithi089.stdout:} 2023-12-07T13:52:58.650 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T13:52:58.650 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev)", 2023-12-07T13:52:58.650 INFO:teuthology.orchestra.run.smithi039.stdout: "image_id": "057fdb175c870a520ec567c7af5351de15eff8787d2ef904708eb0304c024690", 2023-12-07T13:52:58.650 INFO:teuthology.orchestra.run.smithi039.stdout: "repo_digests": [ 2023-12-07T13:52:58.650 INFO:teuthology.orchestra.run.smithi039.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2199c8ae4d75e311c9c6e0fb253452fb2e3f4d6e9600cd3e0cad6c199520e28e" 2023-12-07T13:52:58.650 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T13:52:58.650 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T13:53:03.534 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2023-12-07T13:53:03.535 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_version": "ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev)", 2023-12-07T13:53:03.535 INFO:teuthology.orchestra.run.smithi055.stdout: "image_id": "057fdb175c870a520ec567c7af5351de15eff8787d2ef904708eb0304c024690", 2023-12-07T13:53:03.535 INFO:teuthology.orchestra.run.smithi055.stdout: "repo_digests": [ 2023-12-07T13:53:03.535 INFO:teuthology.orchestra.run.smithi055.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:2199c8ae4d75e311c9c6e0fb253452fb2e3f4d6e9600cd3e0cad6c199520e28e" 2023-12-07T13:53:03.535 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2023-12-07T13:53:03.535 INFO:teuthology.orchestra.run.smithi055.stdout:} 2023-12-07T13:53:03.560 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph 2023-12-07T13:53:03.598 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /etc/ceph 2023-12-07T13:53:03.630 DEBUG:teuthology.orchestra.run.smithi089:> sudo mkdir -p /etc/ceph 2023-12-07T13:53:03.669 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 777 /etc/ceph 2023-12-07T13:53:03.701 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 777 /etc/ceph 2023-12-07T13:53:03.728 DEBUG:teuthology.orchestra.run.smithi089:> sudo chmod 777 /etc/ceph 2023-12-07T13:53:03.759 INFO:tasks.cephadm:Writing seed config... 2023-12-07T13:53:03.760 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2023-12-07T13:53:03.760 INFO:tasks.cephadm: override: [client] debug client = 20 2023-12-07T13:53:03.760 INFO:tasks.cephadm: override: [client] debug ms = 1 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] debug mds = 20 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] debug ms = 1 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2023-12-07T13:53:03.761 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2023-12-07T13:53:03.762 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2023-12-07T13:53:03.763 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-12-07T13:53:03.764 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2023-12-07T13:53:03.764 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:53:03.764 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-12-07T13:53:03.784 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = cc8357a8-9507-11ee-95a2-87774f69a715 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2023-12-07T13:53:03.785 DEBUG:teuthology.orchestra.run.smithi039:mon.a> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a.service 2023-12-07T13:53:03.830 DEBUG:teuthology.orchestra.run.smithi039:mgr.x> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.x.service 2023-12-07T13:53:03.858 INFO:journalctl@ceph.mon.a.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T13:53:03.858 INFO:tasks.cephadm:Bootstrapping... 2023-12-07T13:53:03.859 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da -v bootstrap --fsid cc8357a8-9507-11ee-95a2-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.39 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-12-07T13:53:03.887 INFO:journalctl@ceph.mgr.x.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T13:53:04.072 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2023-12-07T13:53:04.073 INFO:teuthology.orchestra.run.smithi039.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da', '-v', 'bootstrap', '--fsid', 'cc8357a8-9507-11ee-95a2-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.39', '--skip-admin-label'] 2023-12-07T13:53:04.223 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stdout 4.1.1 2023-12-07T13:53:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-12-07T13:53:04.223 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying podman|docker is present... 2023-12-07T13:53:04.371 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stdout 4.1.1 2023-12-07T13:53:04.371 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying lvm2 is present... 2023-12-07T13:53:04.371 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying time synchronization is in place... 2023-12-07T13:53:04.378 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-07T13:53:04.378 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-07T13:53:04.384 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-07T13:53:04.384 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2023-12-07T13:53:04.390 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout enabled 2023-12-07T13:53:04.396 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout active 2023-12-07T13:53:04.396 INFO:teuthology.orchestra.run.smithi039.stdout:Unit chronyd.service is enabled and running 2023-12-07T13:53:04.396 INFO:teuthology.orchestra.run.smithi039.stdout:Repeating the final host check... 2023-12-07T13:53:04.538 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stdout 4.1.1 2023-12-07T13:53:04.538 INFO:teuthology.orchestra.run.smithi039.stdout:podman (/bin/podman) version 4.1.1 is present 2023-12-07T13:53:04.538 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl is present 2023-12-07T13:53:04.538 INFO:teuthology.orchestra.run.smithi039.stdout:lvcreate is present 2023-12-07T13:53:04.544 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-12-07T13:53:04.544 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-12-07T13:53:04.550 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-12-07T13:53:04.550 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2023-12-07T13:53:04.556 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout enabled 2023-12-07T13:53:04.562 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout active 2023-12-07T13:53:04.562 INFO:teuthology.orchestra.run.smithi039.stdout:Unit chronyd.service is enabled and running 2023-12-07T13:53:04.562 INFO:teuthology.orchestra.run.smithi039.stdout:Host looks OK 2023-12-07T13:53:04.562 INFO:teuthology.orchestra.run.smithi039.stdout:Cluster fsid: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:04.562 INFO:teuthology.orchestra.run.smithi039.stdout:Acquiring lock 140698587960712 on /run/cephadm/cc8357a8-9507-11ee-95a2-87774f69a715.lock 2023-12-07T13:53:04.562 INFO:teuthology.orchestra.run.smithi039.stdout:Lock 140698587960712 acquired on /run/cephadm/cc8357a8-9507-11ee-95a2-87774f69a715.lock 2023-12-07T13:53:04.563 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying IP 172.21.15.39 port 3300 ... 2023-12-07T13:53:04.563 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying IP 172.21.15.39 port 6789 ... 2023-12-07T13:53:04.563 INFO:teuthology.orchestra.run.smithi039.stdout:Base mon IP(s) is [172.21.15.39:3300, 172.21.15.39:6789], mon addrv is [v2:172.21.15.39:3300,v1:172.21.15.39:6789] 2023-12-07T13:53:04.567 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp metric 100 2023-12-07T13:53:04.567 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.39 metric 100 2023-12-07T13:53:04.569 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-12-07T13:53:04.570 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-12-07T13:53:04.570 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1787sec hoplimit 64 pref medium 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:1370/64 scope link 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:Mon IP `172.21.15.39` is in CIDR network `172.21.0.0/20` 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:Mon IP `172.21.15.39` is in CIDR network `172.21.0.0/20` 2023-12-07T13:53:04.573 INFO:teuthology.orchestra.run.smithi039.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-12-07T13:53:04.574 INFO:teuthology.orchestra.run.smithi039.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-12-07T13:53:04.575 INFO:teuthology.orchestra.run.smithi039.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da... 2023-12-07T13:53:06.223 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stdout 057fdb175c870a520ec567c7af5351de15eff8787d2ef904708eb0304c024690 2023-12-07T13:53:06.223 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da... 2023-12-07T13:53:06.223 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Getting image source signatures 2023-12-07T13:53:06.223 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Copying blob sha256:8a78e5cca416518b6a256d3c79886ce8e7e35d26fa9f58ccd4d6a0c39924d139 2023-12-07T13:53:06.223 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Copying blob sha256:d3e436ac93e4b5a6d94c7ac8024df331e66e67275836276615dc044fd3cbf83a 2023-12-07T13:53:06.224 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Copying config sha256:057fdb175c870a520ec567c7af5351de15eff8787d2ef904708eb0304c024690 2023-12-07T13:53:06.224 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Writing manifest to image destination 2023-12-07T13:53:06.224 INFO:teuthology.orchestra.run.smithi039.stdout:/bin/podman: stderr Storing signatures 2023-12-07T13:53:07.076 INFO:teuthology.orchestra.run.smithi039.stdout:ceph: stdout ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev) 2023-12-07T13:53:07.076 INFO:teuthology.orchestra.run.smithi039.stdout:Ceph version: ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev) 2023-12-07T13:53:07.076 INFO:teuthology.orchestra.run.smithi039.stdout:Extracting ceph user uid/gid from container image... 2023-12-07T13:53:07.827 INFO:teuthology.orchestra.run.smithi039.stdout:stat: stdout 167 167 2023-12-07T13:53:07.827 INFO:teuthology.orchestra.run.smithi039.stdout:Creating initial keys... 2023-12-07T13:53:08.474 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph-authtool: stdout AQBEznFlzTVGChAAZlxmR8ptyN3M2RoDpOxg6g== 2023-12-07T13:53:09.234 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph-authtool: stdout AQBEznFlHNF1NBAAPYK+ERxlpQgT8G2Vvujb6w== 2023-12-07T13:53:09.983 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph-authtool: stdout AQBFznFluYgTIxAA1fIRUPMWpHxr0RVXzqpbkw== 2023-12-07T13:53:09.984 INFO:teuthology.orchestra.run.smithi039.stdout:Creating initial monmap... 2023-12-07T13:53:10.730 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-07T13:53:10.730 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool for a [v2:172.21.15.39:3300,v1:172.21.15.39:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout:setting min_mon_release = pacific 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: set fsid to cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:53:10.731 INFO:teuthology.orchestra.run.smithi039.stdout:Creating mon... 2023-12-07T13:53:11.482 INFO:teuthology.orchestra.run.smithi039.stdout:create mon.a on 2023-12-07T13:53:11.609 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-12-07T13:53:11.702 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-12-07T13:53:11.830 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-cc8357a8-9507-11ee-95a2-87774f69a715.target → /etc/systemd/system/ceph-cc8357a8-9507-11ee-95a2-87774f69a715.target. 2023-12-07T13:53:11.831 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-cc8357a8-9507-11ee-95a2-87774f69a715.target → /etc/systemd/system/ceph-cc8357a8-9507-11ee-95a2-87774f69a715.target. 2023-12-07T13:53:12.019 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a 2023-12-07T13:53:12.019 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to reset failed state of unit ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a.service: Unit ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a.service not loaded. 2023-12-07T13:53:12.112 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-cc8357a8-9507-11ee-95a2-87774f69a715.target.wants/ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a.service → /etc/systemd/system/ceph-cc8357a8-9507-11ee-95a2-87774f69a715@.service. 2023-12-07T13:53:12.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:12 smithi039 systemd[1]: Starting Ceph mon.a for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:53:12.676 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:12 smithi039 podman[98324]: 2023-12-07T13:53:12.676 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:12 smithi039 bash[98324]: e61bb1869a989de0aad4a2ddfb31551bdedea1beea5a2d91bfc40938e75a07f5 2023-12-07T13:53:12.676 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:12 smithi039 ceph-mon[98364]: mkfs cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:12.677 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:12 smithi039 ceph-mon[98364]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-07T13:53:12.720 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-07T13:53:12.720 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2023-12-07T13:53:12.728 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-07T13:53:12.728 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2023-12-07T13:53:12.728 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2023-12-07T13:53:12.728 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to enable service . firewalld.service is not available 2023-12-07T13:53:12.728 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mon to start... 2023-12-07T13:53:12.729 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mon... 2023-12-07T13:53:12.939 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:12 smithi039 systemd[1]: Started Ceph mon.a for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:53:13.782 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout cluster: 2023-12-07T13:53:13.782 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout id: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:13.782 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout services: 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.697348s) 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout data: 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout pgs: 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.224+0000 7f0bc0620700 1 Processor -- start 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.224+0000 7f0bc0620700 1 -- start start 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.224+0000 7f0bc0620700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb807b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:13.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.224+0000 7f0bc0620700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb807b840 con 0x7f0bb807ce10 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.225+0000 7f0bbe3bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb807b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.225+0000 7f0bbe3bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb807b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50114/0 (socket says 172.21.15.39:50114) 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.225+0000 7f0bbe3bc700 1 -- 172.21.15.39:0/2881309715 learned_addr learned my addr 172.21.15.39:0/2881309715 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.225+0000 7f0bbe3bc700 1 -- 172.21.15.39:0/2881309715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bb807b980 con 0x7f0bb807ce10 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.225+0000 7f0bbe3bc700 1 --2- 172.21.15.39:0/2881309715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb807b270 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80098a0 tx=0x7f0ba8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31305b9076d61f06 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bbd3ba700 1 -- 172.21.15.39:0/2881309715 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0ba8004160 con 0x7f0bb807ce10 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bbd3ba700 1 -- 172.21.15.39:0/2881309715 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba80042c0 con 0x7f0bb807ce10 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bbd3ba700 1 -- 172.21.15.39:0/2881309715 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0ba80045a0 con 0x7f0bb807ce10 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bc0620700 1 -- 172.21.15.39:0/2881309715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 msgr2=0x7f0bb807b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bc0620700 1 --2- 172.21.15.39:0/2881309715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb807b270 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ba80098a0 tx=0x7f0ba8009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bc0620700 1 -- 172.21.15.39:0/2881309715 shutdown_connections 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bc0620700 1 --2- 172.21.15.39:0/2881309715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb807b270 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:13.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bc0620700 1 -- 172.21.15.39:0/2881309715 >> 172.21.15.39:0/2881309715 conn(0x7f0bb81023a0 msgr2=0x7f0bb81047e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bc0620700 1 -- 172.21.15.39:0/2881309715 shutdown_connections 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.226+0000 7f0bc0620700 1 -- 172.21.15.39:0/2881309715 wait complete. 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.227+0000 7f0bc0620700 1 Processor -- start 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.227+0000 7f0bc0620700 1 -- start start 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.227+0000 7f0bc0620700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb819c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.227+0000 7f0bc0620700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bb819ca60 con 0x7f0bb807ce10 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.227+0000 7f0bbe3bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb819c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.227+0000 7f0bbe3bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb819c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50116/0 (socket says 172.21.15.39:50116) 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.227+0000 7f0bbe3bc700 1 -- 172.21.15.39:0/2174590117 learned_addr learned my addr 172.21.15.39:0/2174590117 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0bbe3bc700 1 -- 172.21.15.39:0/2174590117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba8009550 con 0x7f0bb807ce10 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0bbe3bc700 1 --2- 172.21.15.39:0/2174590117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb819c520 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0bb807c2e0 tx=0x7f0ba8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0baf7fe700 1 -- 172.21.15.39:0/2174590117 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0ba8011630 con 0x7f0bb807ce10 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0baf7fe700 1 -- 172.21.15.39:0/2174590117 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba8011790 con 0x7f0bb807ce10 2023-12-07T13:53:13.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bb819cc60 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0baf7fe700 1 -- 172.21.15.39:0/2174590117 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0ba8011a30 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bb819d100 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0baf7fe700 1 -- 172.21.15.39:0/2174590117 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0ba8022070 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.228+0000 7f0baf7fe700 1 -- 172.21.15.39:0/2174590117 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0ba801c450 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.229+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bb81963e0 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.232+0000 7f0baf7fe700 1 -- 172.21.15.39:0/2174590117 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f0ba801b450 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.365+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f0bb807bee0 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.365+0000 7f0baf7fe700 1 -- 172.21.15.39:0/2174590117 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7f0ba801b5f0 con 0x7f0bb807ce10 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.366+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 msgr2=0x7f0bb819c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:13.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.366+0000 7f0bc0620700 1 --2- 172.21.15.39:0/2174590117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb819c520 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0bb807c2e0 tx=0x7f0ba8004750 comp rx=0 tx=0).stop 2023-12-07T13:53:13.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.366+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 shutdown_connections 2023-12-07T13:53:13.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.366+0000 7f0bc0620700 1 --2- 172.21.15.39:0/2174590117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bb807ce10 0x7f0bb819c520 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:13.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.366+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 >> 172.21.15.39:0/2174590117 conn(0x7f0bb81023a0 msgr2=0x7f0bb8104740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:13.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.366+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 shutdown_connections 2023-12-07T13:53:13.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:13.366+0000 7f0bc0620700 1 -- 172.21.15.39:0/2174590117 wait complete. 2023-12-07T13:53:13.787 INFO:teuthology.orchestra.run.smithi039.stdout:mon is available 2023-12-07T13:53:13.787 INFO:teuthology.orchestra.run.smithi039.stdout:Assimilating anything we can from ceph.conf... 2023-12-07T13:53:13.989 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:13 smithi039 ceph-mon[98364]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-07T13:53:13.989 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:13 smithi039 ceph-mon[98364]: monmap e1: 1 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:53:13.989 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:13 smithi039 ceph-mon[98364]: fsmap 2023-12-07T13:53:13.989 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:13 smithi039 ceph-mon[98364]: osdmap e1: 0 total, 0 up, 0 in 2023-12-07T13:53:13.989 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:13 smithi039 ceph-mon[98364]: mgrmap e1: no daemons active 2023-12-07T13:53:13.989 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:13 smithi039 ceph-mon[98364]: from='client.? 172.21.15.39:0/2174590117' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-12-07T13:53:14.780 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:14 smithi039 ceph-mon[98364]: from='client.? 172.21.15.39:0/2097657148' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-07T13:53:14.780 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:14 smithi039 ceph-mon[98364]: from='client.? 172.21.15.39:0/2097657148' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [global] 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout fsid = cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.39:3300,v1:172.21.15.39:6789] 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-07T13:53:15.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [osd] 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-12-07T13:53:15.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.285+0000 7f1f458ac700 1 Processor -- start 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.285+0000 7f1f458ac700 1 -- start start 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.285+0000 7f1f458ac700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f40106100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.285+0000 7f1f458ac700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f401066d0 con 0x7f1f40105ce0 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.285+0000 7f1f3effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f40106100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.285+0000 7f1f3effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f40106100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50118/0 (socket says 172.21.15.39:50118) 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.285+0000 7f1f3effd700 1 -- 172.21.15.39:0/4161639689 learned_addr learned my addr 172.21.15.39:0/4161639689 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f3effd700 1 -- 172.21.15.39:0/4161639689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f40106ee0 con 0x7f1f40105ce0 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f3effd700 1 --2- 172.21.15.39:0/4161639689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f40106100 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f1f340098a0 tx=0x7f1f34009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86549b8b200f6c83 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f3dffb700 1 -- 172.21.15.39:0/4161639689 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1f34004160 con 0x7f1f40105ce0 2023-12-07T13:53:15.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f3dffb700 1 -- 172.21.15.39:0/4161639689 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f340042c0 con 0x7f1f40105ce0 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f3dffb700 1 -- 172.21.15.39:0/4161639689 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1f340045a0 con 0x7f1f40105ce0 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f458ac700 1 -- 172.21.15.39:0/4161639689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 msgr2=0x7f1f40106100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f458ac700 1 --2- 172.21.15.39:0/4161639689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f40106100 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f1f340098a0 tx=0x7f1f34009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f458ac700 1 -- 172.21.15.39:0/4161639689 shutdown_connections 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f458ac700 1 --2- 172.21.15.39:0/4161639689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f40106100 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.286+0000 7f1f458ac700 1 -- 172.21.15.39:0/4161639689 >> 172.21.15.39:0/4161639689 conn(0x7f1f40101280 msgr2=0x7f1f401036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.287+0000 7f1f458ac700 1 -- 172.21.15.39:0/4161639689 shutdown_connections 2023-12-07T13:53:15.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.287+0000 7f1f458ac700 1 -- 172.21.15.39:0/4161639689 wait complete. 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.287+0000 7f1f458ac700 1 Processor -- start 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.287+0000 7f1f458ac700 1 -- start start 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f458ac700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f4019a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f458ac700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f4019a850 con 0x7f1f40105ce0 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f3effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f4019a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f3effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f4019a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50120/0 (socket says 172.21.15.39:50120) 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f3effd700 1 -- 172.21.15.39:0/2097657148 learned_addr learned my addr 172.21.15.39:0/2097657148 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f3effd700 1 -- 172.21.15.39:0/2097657148 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f34009550 con 0x7f1f40105ce0 2023-12-07T13:53:15.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f3effd700 1 --2- 172.21.15.39:0/2097657148 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f4019a310 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f1f34004000 tx=0x7f1f34004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1f34011630 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f34011790 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f4019aa50 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.288+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1f34011a30 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.289+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f4019aef0 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.289+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1f34022070 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.289+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f1f3401c790 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.290+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f40194010 con 0x7f1f40105ce0 2023-12-07T13:53:15.341 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.292+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f1f3401bcf0 con 0x7f1f40105ce0 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.419+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f1f40107250 con 0x7f1f40105ce0 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.423+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7f1f3401b450 con 0x7f1f40105ce0 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.424+0000 7f1f448aa700 1 -- 172.21.15.39:0/2097657148 <== mon.0 v2:172.21.15.39:3300/0 8 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1f3401be90 con 0x7f1f40105ce0 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.424+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 msgr2=0x7f1f4019a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.424+0000 7f1f458ac700 1 --2- 172.21.15.39:0/2097657148 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f4019a310 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f1f34004000 tx=0x7f1f34004750 comp rx=0 tx=0).stop 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.424+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 shutdown_connections 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.424+0000 7f1f458ac700 1 --2- 172.21.15.39:0/2097657148 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f40105ce0 0x7f1f4019a310 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:15.342 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.424+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 >> 172.21.15.39:0/2097657148 conn(0x7f1f40101280 msgr2=0x7f1f40191150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:15.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.425+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 shutdown_connections 2023-12-07T13:53:15.343 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:14.425+0000 7f1f458ac700 1 -- 172.21.15.39:0/2097657148 wait complete. 2023-12-07T13:53:15.343 INFO:teuthology.orchestra.run.smithi039.stdout:Generating new minimal ceph.conf... 2023-12-07T13:53:16.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:16 smithi039 ceph-mon[98364]: from='client.? 172.21.15.39:0/3601551932' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:53:16.381 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb5e1a7700 1 Processor -- start 2023-12-07T13:53:16.381 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb5e1a7700 1 -- start start 2023-12-07T13:53:16.381 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb5e1a7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58109c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb5e1a7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5807ae00 con 0x7fdb581078a0 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58109c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58109c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50122/0 (socket says 172.21.15.39:50122) 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb577fe700 1 -- 172.21.15.39:0/3094823970 learned_addr learned my addr 172.21.15.39:0/3094823970 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb577fe700 1 -- 172.21.15.39:0/3094823970 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb5810a1d0 con 0x7fdb581078a0 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.844+0000 7fdb577fe700 1 --2- 172.21.15.39:0/3094823970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58109c90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fdb480098a0 tx=0x7fdb48009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a61062fa6366487 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb567fc700 1 -- 172.21.15.39:0/3094823970 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb48004160 con 0x7fdb581078a0 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb567fc700 1 -- 172.21.15.39:0/3094823970 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fdb480042c0 con 0x7fdb581078a0 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb567fc700 1 -- 172.21.15.39:0/3094823970 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb48011a00 con 0x7fdb581078a0 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3094823970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 msgr2=0x7fdb58109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb5e1a7700 1 --2- 172.21.15.39:0/3094823970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58109c90 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fdb480098a0 tx=0x7fdb48009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3094823970 shutdown_connections 2023-12-07T13:53:16.382 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb5e1a7700 1 --2- 172.21.15.39:0/3094823970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58109c90 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3094823970 >> 172.21.15.39:0/3094823970 conn(0x7fdb581012d0 msgr2=0x7fdb581036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3094823970 shutdown_connections 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.845+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3094823970 wait complete. 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.846+0000 7fdb5e1a7700 1 Processor -- start 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.846+0000 7fdb5e1a7700 1 -- start start 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.846+0000 7fdb5e1a7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58107080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.846+0000 7fdb5e1a7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb581075c0 con 0x7fdb581078a0 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58107080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb577fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58107080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50124/0 (socket says 172.21.15.39:50124) 2023-12-07T13:53:16.383 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb577fe700 1 -- 172.21.15.39:0/3601551932 learned_addr learned my addr 172.21.15.39:0/3601551932 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb577fe700 1 -- 172.21.15.39:0/3601551932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb48009550 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb577fe700 1 --2- 172.21.15.39:0/3601551932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58107080 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdb48009130 tx=0x7fdb48011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb54ff9700 1 -- 172.21.15.39:0/3601551932 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb48003b70 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb54ff9700 1 -- 172.21.15.39:0/3601551932 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fdb48003cd0 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb58105850 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb54ff9700 1 -- 172.21.15.39:0/3601551932 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb480197d0 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb58105cf0 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb54ff9700 1 -- 172.21.15.39:0/3601551932 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fdb48019a10 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.847+0000 7fdb54ff9700 1 -- 172.21.15.39:0/3601551932 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fdb4800b720 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.848+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb58062c00 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.851+0000 7fdb54ff9700 1 -- 172.21.15.39:0/3601551932 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7fdb4802a060 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.979+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fdb5810b160 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.980+0000 7fdb54ff9700 1 -- 172.21.15.39:0/3601551932 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7fdb48019e50 con 0x7fdb581078a0 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.980+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 msgr2=0x7fdb58107080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:16.384 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.980+0000 7fdb5e1a7700 1 --2- 172.21.15.39:0/3601551932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58107080 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fdb48009130 tx=0x7fdb48011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:16.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.980+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 shutdown_connections 2023-12-07T13:53:16.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.980+0000 7fdb5e1a7700 1 --2- 172.21.15.39:0/3601551932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb581078a0 0x7fdb58107080 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:16.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.980+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 >> 172.21.15.39:0/3601551932 conn(0x7fdb581012d0 msgr2=0x7fdb58101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:16.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.981+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 shutdown_connections 2023-12-07T13:53:16.385 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:15.981+0000 7fdb5e1a7700 1 -- 172.21.15.39:0/3601551932 wait complete. 2023-12-07T13:53:16.385 INFO:teuthology.orchestra.run.smithi039.stdout:Restarting the monitor... 2023-12-07T13:53:16.717 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:16 smithi039 systemd[1]: Stopping Ceph mon.a for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:53:17.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:16 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98340]: 2023-12-07T13:53:16.713+0000 7f742ba84700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T13:53:17.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:16 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98340]: 2023-12-07T13:53:16.713+0000 7f742ba84700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-12-07T13:53:17.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 bash[98697]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a 2023-12-07T13:53:17.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 systemd[1]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a.service: Succeeded. 2023-12-07T13:53:17.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 systemd[1]: Stopped Ceph mon.a for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:53:17.543 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 systemd[1]: Starting Ceph mon.a for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:53:17.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 podman[98824]: 2023-12-07T13:53:17.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: set uid:gid to 167:167 (ceph:ceph) 2023-12-07T13:53:17.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev), process ceph-mon, pid 7 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: pidfile_write: ignore empty --pid-file 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: load: jerasure load: lrc 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 bash[98824]: 6e1d0570d9403c11af0bfd639a74d7d2f75b362a2ddae6d5055946330b287990 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: RocksDB version: 7.9.2 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Git sha 0 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Compile date 2023-12-06 13:14:44 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: DB SUMMARY 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: DB Session ID: 4U7Z6EQKW8CADUBCVXME 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: CURRENT file: CURRENT 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: IDENTITY file: IDENTITY 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 99665 ; 2023-12-07T13:53:17.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.error_if_exists: 0 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.create_if_missing: 0 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.paranoid_checks: 1 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.env: 0x55c79ebffa60 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.fs: PosixFileSystem 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.info_log: 0x55c7a108b740 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_file_opening_threads: 16 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.statistics: (nil) 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.use_fsync: 0 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_log_file_size: 0 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-07T13:53:17.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.keep_log_file_num: 1000 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.recycle_log_file_num: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.allow_fallocate: 1 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.allow_mmap_reads: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.allow_mmap_writes: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.use_direct_reads: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.create_missing_column_families: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.db_log_dir: 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.wal_dir: 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-07T13:53:17.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.advise_random_on_open: 1 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.db_write_buffer_size: 0 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.write_buffer_manager: 0x55c7a1041360 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.rate_limiter: (nil) 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.wal_recovery_mode: 2 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.enable_thread_tracking: 0 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.enable_pipelined_write: 0 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.unordered_write: 0 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-07T13:53:17.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.row_cache: None 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.wal_filter: None 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.allow_ingest_behind: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.two_write_queues: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.manual_wal_flush: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.wal_compression: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.atomic_flush: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.log_readahead_size: 0 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-07T13:53:17.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.best_efforts_recovery: 0 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.allow_data_in_errors: 0 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.db_host_id: __hostname__ 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_background_jobs: 2 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_background_compactions: -1 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_subcompactions: 1 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_total_wal_size: 0 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-07T13:53:17.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_open_files: -1 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bytes_per_sync: 0 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_readahead_size: 0 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_background_flushes: -1 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Compression algorithms supported: 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kZSTD supported: 0 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kXpressCompression supported: 0 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kLZ4HCCompression supported: 1 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kZlibCompression supported: 1 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kSnappyCompression supported: 1 2023-12-07T13:53:17.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kLZ4Compression supported: 1 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: kBZip2Compression supported: 0 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.merge_operator: 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_filter: None 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_filter_factory: None 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.sst_partitioner_factory: None 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c7a108b860) 2023-12-07T13:53:17.814 INFO:journalctl@ceph.mon.a.smithi039.stdout: cache_index_and_filter_blocks: 1 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: pin_top_level_index_and_filter: 1 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: index_type: 0 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: data_block_index_type: 0 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: index_shortening: 1 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: checksum: 4 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: no_block_cache: 0 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache: 0x55c7a10e1090 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache_name: BinnedLRUCache 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache_options: 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: capacity : 536870912 2023-12-07T13:53:17.815 INFO:journalctl@ceph.mon.a.smithi039.stdout: num_shard_bits : 4 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: strict_capacity_limit : 0 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: high_pri_pool_ratio: 0.000 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_cache_compressed: (nil) 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: persistent_cache: (nil) 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_size: 4096 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_size_deviation: 10 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_restart_interval: 16 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: index_block_restart_interval: 1 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: metadata_block_size: 4096 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: partition_filters: 0 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: use_delta_encoding: 1 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: filter_policy: bloomfilter 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: whole_key_filtering: 1 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: verify_compression: 0 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: read_amp_bytes_per_bit: 0 2023-12-07T13:53:17.816 INFO:journalctl@ceph.mon.a.smithi039.stdout: format_version: 5 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout: enable_index_compression: 1 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout: block_align: 0 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout: max_auto_readahead_size: 262144 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout: prepopulate_block_cache: 0 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout: initial_auto_readahead_size: 8192 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout: num_file_reads_for_auto_readahead: 2 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.write_buffer_size: 33554432 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_write_buffer_number: 2 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression: NoCompression 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression: Disabled 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.prefix_extractor: nullptr 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.num_levels: 7 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-07T13:53:17.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.level: 32767 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.strategy: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-07T13:53:17.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.enabled: false 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.target_file_size_base: 67108864 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-07T13:53:17.819 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.arena_block_size: 1048576 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.disable_auto_compactions: 0 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-07T13:53:17.820 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.table_properties_collectors: 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.inplace_update_support: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.bloom_locality: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.max_successive_merges: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.paranoid_file_checks: 0 2023-12-07T13:53:17.821 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.force_consistency_checks: 1 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.report_bg_io_stats: 0 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.ttl: 2592000 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.enable_blob_files: false 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.min_blob_size: 0 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.blob_file_size: 268435456 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-07T13:53:17.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.blob_file_starting_level: 0 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 94614a83-e99c-4d2a-bf73-8b2cc95e0c2d 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957197739535, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957197740580, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 94814, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 318, "table_properties": {"data_size": 92812, "index_size": 284, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13858, "raw_average_key_size": 50, "raw_value_size": 85278, "raw_average_value_size": 307, "num_data_blocks": 11, "num_entries": 277, "num_filter_entries": 277, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1701957197, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "94614a83-e99c-4d2a-bf73-8b2cc95e0c2d", "db_session_id": "4U7Z6EQKW8CADUBCVXME", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957197740653, "job": 1, "event": "recovery_finished"} 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c7a117c000 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: DB pointer 0x55c7a1168000 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-07T13:53:17.823 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** DB Stats ** 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: L0 2/0 94.43 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Sum 2/0 94.43 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:53:17.824 INFO:journalctl@ceph.mon.a.smithi039.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 139.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** Compaction Stats [default] ** 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 139.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: Cumulative compaction: 0.00 GB write, 17.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: Interval compaction: 0.00 GB write, 17.74 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-07T13:53:17.825 INFO:journalctl@ceph.mon.a.smithi039.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: Block cache BinnedLRUCache@0x55c7a10e1090#7 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: starting mon.a rank 0 at public addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] at bind addrs [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???) e1 preinit fsid cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???).mds e1 new map 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???).mds e1 print_map 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: e1 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: legacy client fscid: -1 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: 2023-12-07T13:53:17.826 INFO:journalctl@ceph.mon.a.smithi039.stdout: No filesystems configured 2023-12-07T13:53:17.827 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-07T13:53:17.827 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:53:17.827 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:53:17.827 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:53:17.827 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-12-07T13:53:17.842 INFO:teuthology.orchestra.run.smithi039.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-12-07T13:53:18.088 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mon.a is new leader, mons a in quorum (ranks 0) 2023-12-07T13:53:18.088 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: monmap e1: 1 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:53:18.088 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: fsmap 2023-12-07T13:53:18.089 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: osdmap e1: 0 total, 0 up, 0 in 2023-12-07T13:53:18.089 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 ceph-mon[98864]: mgrmap e1: no daemons active 2023-12-07T13:53:18.089 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:17 smithi039 systemd[1]: Started Ceph mon.a for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:53:18.893 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.318+0000 7f1d04aa6700 1 Processor -- start 2023-12-07T13:53:18.893 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.318+0000 7f1d04aa6700 1 -- start start 2023-12-07T13:53:18.893 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.318+0000 7f1d04aa6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d001060d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:18.893 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.318+0000 7f1d04aa6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d001066a0 con 0x7f1d00105cb0 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfe59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d001060d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfe59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d001060d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50126/0 (socket says 172.21.15.39:50126) 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfe59c700 1 -- 172.21.15.39:0/2030463570 learned_addr learned my addr 172.21.15.39:0/2030463570 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfe59c700 1 -- 172.21.15.39:0/2030463570 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d00106eb0 con 0x7f1d00105cb0 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfe59c700 1 --2- 172.21.15.39:0/2030463570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d001060d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1cf00098a0 tx=0x7f1cf0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48f398213d442df7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfd59a700 1 -- 172.21.15.39:0/2030463570 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1cf0004160 con 0x7f1d00105cb0 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfd59a700 1 -- 172.21.15.39:0/2030463570 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1cf00042c0 con 0x7f1d00105cb0 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.319+0000 7f1cfd59a700 1 -- 172.21.15.39:0/2030463570 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1cf0011a00 con 0x7f1d00105cb0 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.320+0000 7f1d04aa6700 1 -- 172.21.15.39:0/2030463570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 msgr2=0x7f1d001060d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.320+0000 7f1d04aa6700 1 --2- 172.21.15.39:0/2030463570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d001060d0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f1cf00098a0 tx=0x7f1cf0009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.320+0000 7f1d04aa6700 1 -- 172.21.15.39:0/2030463570 shutdown_connections 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.320+0000 7f1d04aa6700 1 --2- 172.21.15.39:0/2030463570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d001060d0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.320+0000 7f1d04aa6700 1 -- 172.21.15.39:0/2030463570 >> 172.21.15.39:0/2030463570 conn(0x7f1d00101290 msgr2=0x7f1d001036b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.320+0000 7f1d04aa6700 1 -- 172.21.15.39:0/2030463570 shutdown_connections 2023-12-07T13:53:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.320+0000 7f1d04aa6700 1 -- 172.21.15.39:0/2030463570 wait complete. 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.321+0000 7f1d04aa6700 1 Processor -- start 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.321+0000 7f1d04aa6700 1 -- start start 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.321+0000 7f1d04aa6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d00190d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.321+0000 7f1d04aa6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d00191250 con 0x7f1d00105cb0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.321+0000 7f1cfe59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d00190d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.321+0000 7f1cfe59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d00190d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50128/0 (socket says 172.21.15.39:50128) 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.321+0000 7f1cfe59c700 1 -- 172.21.15.39:0/3133337949 learned_addr learned my addr 172.21.15.39:0/3133337949 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1cfe59c700 1 -- 172.21.15.39:0/3133337949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cf0009550 con 0x7f1d00105cb0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1cfe59c700 1 --2- 172.21.15.39:0/3133337949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d00190d10 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1cf0009130 tx=0x7f1cf0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1cef7fe700 1 -- 172.21.15.39:0/3133337949 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1cf0003ab0 con 0x7f1d00105cb0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1cef7fe700 1 -- 172.21.15.39:0/3133337949 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1cf0003c10 con 0x7f1d00105cb0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d0018f490 con 0x7f1d00105cb0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1cef7fe700 1 -- 172.21.15.39:0/3133337949 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1cf00247d0 con 0x7f1d00105cb0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d0018f930 con 0x7f1d00105cb0 2023-12-07T13:53:18.895 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1cef7fe700 1 -- 172.21.15.39:0/3133337949 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f1cf0024d00 con 0x7f1d00105cb0 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.322+0000 7f1cef7fe700 1 -- 172.21.15.39:0/3133337949 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f1cf00193c0 con 0x7f1d00105cb0 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.323+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d00190340 con 0x7f1d00105cb0 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.326+0000 7f1cef7fe700 1 -- 172.21.15.39:0/3133337949 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f1cf001abb0 con 0x7f1d00105cb0 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.453+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7f1d00062c00 con 0x7f1d00105cb0 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.457+0000 7f1cef7fe700 1 -- 172.21.15.39:0/3133337949 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7f1cf001ad50 con 0x7f1d00105cb0 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.457+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 msgr2=0x7f1d00190d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.457+0000 7f1d04aa6700 1 --2- 172.21.15.39:0/3133337949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d00190d10 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f1cf0009130 tx=0x7f1cf0011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.458+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 shutdown_connections 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.458+0000 7f1d04aa6700 1 --2- 172.21.15.39:0/3133337949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d00105cb0 0x7f1d00190d10 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.458+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 >> 172.21.15.39:0/3133337949 conn(0x7f1d00101290 msgr2=0x7f1d001021e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.458+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 shutdown_connections 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:18.458+0000 7f1d04aa6700 1 -- 172.21.15.39:0/3133337949 wait complete. 2023-12-07T13:53:18.896 INFO:teuthology.orchestra.run.smithi039.stdout:Wrote config to /etc/ceph/ceph.conf 2023-12-07T13:53:18.914 INFO:teuthology.orchestra.run.smithi039.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-12-07T13:53:18.914 INFO:teuthology.orchestra.run.smithi039.stdout:Creating mgr... 2023-12-07T13:53:18.914 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying port 0.0.0.0:9283 ... 2023-12-07T13:53:18.914 INFO:teuthology.orchestra.run.smithi039.stdout:Verifying port 0.0.0.0:8765 ... 2023-12-07T13:53:19.132 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.x 2023-12-07T13:53:19.132 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Failed to reset failed state of unit ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.x.service: Unit ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.x.service not loaded. 2023-12-07T13:53:19.226 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-cc8357a8-9507-11ee-95a2-87774f69a715.target.wants/ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-cc8357a8-9507-11ee-95a2-87774f69a715@.service. 2023-12-07T13:53:19.460 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:19 smithi039 systemd[1]: Starting Ceph mgr.x for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:53:19.780 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:19 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3133337949' entity='client.admin' 2023-12-07T13:53:19.780 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:19 smithi039 podman[99093]: 2023-12-07T13:53:19.834 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-07T13:53:19.834 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2023-12-07T13:53:19.842 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-07T13:53:19.842 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2023-12-07T13:53:19.842 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2023-12-07T13:53:19.842 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to enable service . firewalld.service is not available 2023-12-07T13:53:19.851 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-07T13:53:19.851 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2023-12-07T13:53:19.859 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-07T13:53:19.859 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2023-12-07T13:53:19.859 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2023-12-07T13:53:19.859 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-12-07T13:53:19.859 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr to start... 2023-12-07T13:53:19.859 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr... 2023-12-07T13:53:20.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:19 smithi039 bash[99093]: 70a4beed1c3d46314e0cd4660554c09e12f1b178448799322ab99a79dec88ff2 2023-12-07T13:53:20.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:19 smithi039 systemd[1]: Started Ceph mgr.x for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:53:20.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:19 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:19.923+0000 7f3fd1d12200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T13:53:20.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:20.019+0000 7f3fd1d12200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T13:53:20.457 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:20.133+0000 7f3fd1d12200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T13:53:20.457 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:20.245+0000 7f3fd1d12200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T13:53:20.757 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:20 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1402654846' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-07T13:53:20.757 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:20.453+0000 7f3fd1d12200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T13:53:21.015 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:21.015 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:53:21.015 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-07T13:53:21.016 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-07T13:53:21.017 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-07T13:53:21.018 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2023-12-07T13:53:12.670681+0000", 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.486+0000 7f94f8c5a700 1 Processor -- start 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.486+0000 7f94f8c5a700 1 -- start start 2023-12-07T13:53:21.019 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.487+0000 7f94f8c5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f4105b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.487+0000 7f94f8c5a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f407ada0 con 0x7f94f41056f0 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.487+0000 7f94f259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f4105b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.487+0000 7f94f259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f4105b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50134/0 (socket says 172.21.15.39:50134) 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.487+0000 7f94f259c700 1 -- 172.21.15.39:0/3989986284 learned_addr learned my addr 172.21.15.39:0/3989986284 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.487+0000 7f94f259c700 1 -- 172.21.15.39:0/3989986284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f407aee0 con 0x7f94f41056f0 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.487+0000 7f94f259c700 1 --2- 172.21.15.39:0/3989986284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f4105b10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f94e40098a0 tx=0x7f94e4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4851d7b04908b9a7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f159a700 1 -- 172.21.15.39:0/3989986284 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f94e4004160 con 0x7f94f41056f0 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f159a700 1 -- 172.21.15.39:0/3989986284 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f94e40042c0 con 0x7f94f41056f0 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f159a700 1 -- 172.21.15.39:0/3989986284 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f94e4011a00 con 0x7f94f41056f0 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f8c5a700 1 -- 172.21.15.39:0/3989986284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 msgr2=0x7f94f4105b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f8c5a700 1 --2- 172.21.15.39:0/3989986284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f4105b10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f94e40098a0 tx=0x7f94e4009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f8c5a700 1 -- 172.21.15.39:0/3989986284 shutdown_connections 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f8c5a700 1 --2- 172.21.15.39:0/3989986284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f4105b10 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f8c5a700 1 -- 172.21.15.39:0/3989986284 >> 172.21.15.39:0/3989986284 conn(0x7f94f41012d0 msgr2=0x7f94f41036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:21.020 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f8c5a700 1 -- 172.21.15.39:0/3989986284 shutdown_connections 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.488+0000 7f94f8c5a700 1 -- 172.21.15.39:0/3989986284 wait complete. 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.489+0000 7f94f8c5a700 1 Processor -- start 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.489+0000 7f94f8c5a700 1 -- start start 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.489+0000 7f94f8c5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f419cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.489+0000 7f94f8c5a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f419d290 con 0x7f94f41056f0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.489+0000 7f94f259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f419cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94f259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f419cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50136/0 (socket says 172.21.15.39:50136) 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94f259c700 1 -- 172.21.15.39:0/1402654846 learned_addr learned my addr 172.21.15.39:0/1402654846 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94f259c700 1 -- 172.21.15.39:0/1402654846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94e4009550 con 0x7f94f41056f0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94f259c700 1 --2- 172.21.15.39:0/1402654846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f419cd50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f94e4009fb0 tx=0x7f94e4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94e37fe700 1 -- 172.21.15.39:0/1402654846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f94e4003a40 con 0x7f94f41056f0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94e37fe700 1 -- 172.21.15.39:0/1402654846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f94e4003ba0 con 0x7f94f41056f0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94e37fe700 1 -- 172.21.15.39:0/1402654846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f94e401a750 con 0x7f94f41056f0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94f419d490 con 0x7f94f41056f0 2023-12-07T13:53:21.021 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f419d930 con 0x7f94f41056f0 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.490+0000 7f94e37fe700 1 -- 172.21.15.39:0/1402654846 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f94e401ac80 con 0x7f94f41056f0 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.491+0000 7f94e37fe700 1 -- 172.21.15.39:0/1402654846 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f94e40193c0 con 0x7f94f41056f0 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.492+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94f4196a20 con 0x7f94f41056f0 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.494+0000 7f94e37fe700 1 -- 172.21.15.39:0/1402654846 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f94e402de20 con 0x7f94f41056f0 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.632+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f94f4106d30 con 0x7f94f41056f0 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.632+0000 7f94e37fe700 1 -- 172.21.15.39:0/1402654846 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f94e4024b60 con 0x7f94f41056f0 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.633+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 msgr2=0x7f94f419cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.633+0000 7f94f8c5a700 1 --2- 172.21.15.39:0/1402654846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f419cd50 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f94e4009fb0 tx=0x7f94e4011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.633+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 shutdown_connections 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.633+0000 7f94f8c5a700 1 --2- 172.21.15.39:0/1402654846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f41056f0 0x7f94f419cd50 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.633+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 >> 172.21.15.39:0/1402654846 conn(0x7f94f41012d0 msgr2=0x7f94f4193b60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.633+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 shutdown_connections 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:20.633+0000 7f94f8c5a700 1 -- 172.21.15.39:0/1402654846 wait complete. 2023-12-07T13:53:21.022 INFO:teuthology.orchestra.run.smithi039.stdout:mgr not available, waiting (1/15)... 2023-12-07T13:53:21.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:20.956+0000 7f3fd1d12200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T13:53:21.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:21.110+0000 7f3fd1d12200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T13:53:21.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:21.216+0000 7f3fd1d12200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T13:53:21.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:21.331+0000 7f3fd1d12200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T13:53:22.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:21.840+0000 7f3fd1d12200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T13:53:23.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:22.633+0000 7f3fd1d12200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T13:53:23.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:22.730+0000 7f3fd1d12200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T13:53:23.999 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:23 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2385681738' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-07T13:53:23.999 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:23 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:23.728+0000 7f3fd1d12200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:53:23.999 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:23 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:23.841+0000 7f3fd1d12200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T13:53:24.069 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:24.069 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:53:24.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T13:53:24.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2023-12-07T13:53:24.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-07T13:53:24.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-07T13:53:24.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-07T13:53:24.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:24.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-07T13:53:24.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-07T13:53:24.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2023-12-07T13:53:12.670681+0000", 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.503+0000 7faa4ed80700 1 Processor -- start 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.503+0000 7faa4ed80700 1 -- start start 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.503+0000 7faa4ed80700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48109c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.503+0000 7faa4ed80700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa4807ae00 con 0x7faa481078a0 2023-12-07T13:53:24.074 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.503+0000 7faa4cb1c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48109c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.504+0000 7faa4cb1c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48109c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50138/0 (socket says 172.21.15.39:50138) 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.504+0000 7faa4cb1c700 1 -- 172.21.15.39:0/299538912 learned_addr learned my addr 172.21.15.39:0/299538912 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.504+0000 7faa4cb1c700 1 -- 172.21.15.39:0/299538912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa4810a1d0 con 0x7faa481078a0 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.504+0000 7faa4cb1c700 1 --2- 172.21.15.39:0/299538912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48109c90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0098a0 tx=0x7faa3c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f3554e04fdad2a7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.504+0000 7faa477fe700 1 -- 172.21.15.39:0/299538912 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faa3c004160 con 0x7faa481078a0 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.504+0000 7faa477fe700 1 -- 172.21.15.39:0/299538912 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7faa3c0042c0 con 0x7faa481078a0 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.504+0000 7faa477fe700 1 -- 172.21.15.39:0/299538912 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faa3c011a00 con 0x7faa481078a0 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.505+0000 7faa4ed80700 1 -- 172.21.15.39:0/299538912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 msgr2=0x7faa48109c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.505+0000 7faa4ed80700 1 --2- 172.21.15.39:0/299538912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48109c90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7faa3c0098a0 tx=0x7faa3c009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.505+0000 7faa4ed80700 1 -- 172.21.15.39:0/299538912 shutdown_connections 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.505+0000 7faa4ed80700 1 --2- 172.21.15.39:0/299538912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48109c90 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.505+0000 7faa4ed80700 1 -- 172.21.15.39:0/299538912 >> 172.21.15.39:0/299538912 conn(0x7faa481012d0 msgr2=0x7faa481036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.505+0000 7faa4ed80700 1 -- 172.21.15.39:0/299538912 shutdown_connections 2023-12-07T13:53:24.075 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.505+0000 7faa4ed80700 1 -- 172.21.15.39:0/299538912 wait complete. 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4ed80700 1 Processor -- start 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4ed80700 1 -- start start 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4ed80700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48107080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4ed80700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa481075c0 con 0x7faa481078a0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4cb1c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48107080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4cb1c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48107080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50140/0 (socket says 172.21.15.39:50140) 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4cb1c700 1 -- 172.21.15.39:0/2385681738 learned_addr learned my addr 172.21.15.39:0/2385681738 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4cb1c700 1 -- 172.21.15.39:0/2385681738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa3c009550 con 0x7faa481078a0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.506+0000 7faa4cb1c700 1 --2- 172.21.15.39:0/2385681738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48107080 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faa3c009fb0 tx=0x7faa3c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.507+0000 7faa45ffb700 1 -- 172.21.15.39:0/2385681738 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faa3c003a40 con 0x7faa481078a0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.507+0000 7faa45ffb700 1 -- 172.21.15.39:0/2385681738 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7faa3c003ba0 con 0x7faa481078a0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.507+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa48105850 con 0x7faa481078a0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.507+0000 7faa45ffb700 1 -- 172.21.15.39:0/2385681738 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faa3c01a750 con 0x7faa481078a0 2023-12-07T13:53:24.076 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.507+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa48105cf0 con 0x7faa481078a0 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.507+0000 7faa45ffb700 1 -- 172.21.15.39:0/2385681738 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7faa3c01ac80 con 0x7faa481078a0 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.507+0000 7faa45ffb700 1 -- 172.21.15.39:0/2385681738 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7faa3c0193c0 con 0x7faa481078a0 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.508+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa48062c00 con 0x7faa481078a0 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.510+0000 7faa45ffb700 1 -- 172.21.15.39:0/2385681738 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7faa3c02de30 con 0x7faa481078a0 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.644+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7faa4810b220 con 0x7faa481078a0 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.644+0000 7faa45ffb700 1 -- 172.21.15.39:0/2385681738 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7faa3c024b60 con 0x7faa481078a0 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.645+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 msgr2=0x7faa48107080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.645+0000 7faa4ed80700 1 --2- 172.21.15.39:0/2385681738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48107080 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7faa3c009fb0 tx=0x7faa3c011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.646+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 shutdown_connections 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.646+0000 7faa4ed80700 1 --2- 172.21.15.39:0/2385681738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa481078a0 0x7faa48107080 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.646+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 >> 172.21.15.39:0/2385681738 conn(0x7faa481012d0 msgr2=0x7faa48101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.646+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 shutdown_connections 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:23.646+0000 7faa4ed80700 1 -- 172.21.15.39:0/2385681738 wait complete. 2023-12-07T13:53:24.077 INFO:teuthology.orchestra.run.smithi039.stdout:mgr not available, waiting (2/15)... 2023-12-07T13:53:24.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:24.063+0000 7f3fd1d12200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:53:24.851 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:24.562+0000 7f3fd1d12200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T13:53:24.851 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:24.667+0000 7f3fd1d12200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T13:53:25.181 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:24.848+0000 7f3fd1d12200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T13:53:25.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:25.177+0000 7f3fd1d12200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T13:53:26.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:26.000+0000 7f3fd1d12200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T13:53:26.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:26.162+0000 7f3fd1d12200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T13:53:26.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:26.408+0000 7f3fd1d12200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T13:53:26.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:26.544+0000 7f3fd1d12200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T13:53:27.159 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:26.819+0000 7f3fd1d12200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T13:53:28.288 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:27 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:27.871+0000 7f3fd1d12200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: Activating manager daemon x 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: mgrmap e2: x(active, starting, since 0.00816461s) 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-07T13:53:29.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: Manager daemon x is now available 2023-12-07T13:53:29.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-07T13:53:29.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-07T13:53:29.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' 2023-12-07T13:53:29.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' 2023-12-07T13:53:29.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='mgr.14100 172.21.15.39:0/2059886539' entity='mgr.x' 2023-12-07T13:53:29.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:28 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1953058385' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-07T13:53:30.254 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:29 smithi039 ceph-mon[98864]: mgrmap e3: x(active, since 1.01653s) 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-07T13:53:30.317 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-07T13:53:30.318 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:30.319 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-07T13:53:30.319 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-07T13:53:30.326 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-07T13:53:30.326 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-07T13:53:30.326 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-07T13:53:30.326 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-07T13:53:30.326 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:30.326 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-07T13:53:30.326 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": false, 2023-12-07T13:53:30.327 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2023-12-07T13:53:12.670681+0000", 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:53:30.328 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.115+0000 7f058464a700 1 Processor -- start 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.115+0000 7f058464a700 1 -- start start 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.115+0000 7f058464a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c107220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.115+0000 7f058464a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f057c107760 con 0x7f057c106e00 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05823e6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c107220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05823e6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c107220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50156/0 (socket says 172.21.15.39:50156) 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05823e6700 1 -- 172.21.15.39:0/1993283487 learned_addr learned my addr 172.21.15.39:0/1993283487 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05823e6700 1 -- 172.21.15.39:0/1993283487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f057c1078a0 con 0x7f057c106e00 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05823e6700 1 --2- 172.21.15.39:0/1993283487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c107220 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f05780098a0 tx=0x7f0578009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6ea03b59f8dbbc7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05813e4700 1 -- 172.21.15.39:0/1993283487 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0578004160 con 0x7f057c106e00 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05813e4700 1 -- 172.21.15.39:0/1993283487 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f05780042c0 con 0x7f057c106e00 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.116+0000 7f05813e4700 1 -- 172.21.15.39:0/1993283487 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0578011a00 con 0x7f057c106e00 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.117+0000 7f058464a700 1 -- 172.21.15.39:0/1993283487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 msgr2=0x7f057c107220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.117+0000 7f058464a700 1 --2- 172.21.15.39:0/1993283487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c107220 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f05780098a0 tx=0x7f0578009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:30.329 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.117+0000 7f058464a700 1 -- 172.21.15.39:0/1993283487 shutdown_connections 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.117+0000 7f058464a700 1 --2- 172.21.15.39:0/1993283487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c107220 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.117+0000 7f058464a700 1 -- 172.21.15.39:0/1993283487 >> 172.21.15.39:0/1993283487 conn(0x7f057c1023a0 msgr2=0x7f057c1047e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.117+0000 7f058464a700 1 -- 172.21.15.39:0/1993283487 shutdown_connections 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.117+0000 7f058464a700 1 -- 172.21.15.39:0/1993283487 wait complete. 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f058464a700 1 Processor -- start 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f058464a700 1 -- start start 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f058464a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c07cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f058464a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f057c07cff0 con 0x7f057c106e00 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f05823e6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c07cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f05823e6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c07cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50158/0 (socket says 172.21.15.39:50158) 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f05823e6700 1 -- 172.21.15.39:0/1953058385 learned_addr learned my addr 172.21.15.39:0/1953058385 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.118+0000 7f05823e6700 1 -- 172.21.15.39:0/1953058385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0578009550 con 0x7f057c106e00 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.119+0000 7f05823e6700 1 --2- 172.21.15.39:0/1953058385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c07cab0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f0578009fb0 tx=0x7f0578011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:30.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.119+0000 7f056f7fe700 1 -- 172.21.15.39:0/1953058385 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0578003a40 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.119+0000 7f056f7fe700 1 -- 172.21.15.39:0/1953058385 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0578003ba0 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.119+0000 7f056f7fe700 1 -- 172.21.15.39:0/1953058385 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f057801a750 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.119+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f057c07b230 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.119+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f057c07b6d0 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.120+0000 7f056f7fe700 1 -- 172.21.15.39:0/1953058385 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 2) v1 ==== 45336+0+0 (secure 0 0 0) 0x7f057801a980 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.120+0000 7f056f7fe700 1 -- 172.21.15.39:0/1953058385 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f057804c0e0 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.120+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f057c062c00 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.122+0000 7f056f7fe700 1 -- 172.21.15.39:0/1953058385 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72898 (secure 0 0 0) 0x7f057801ac30 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.256+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f057c07baa0 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.256+0000 7f056f7fe700 1 -- 172.21.15.39:0/1953058385 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f0578018350 con 0x7f057c106e00 2023-12-07T13:53:30.331 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.257+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 msgr2=0x7f057c07cab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:30.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.257+0000 7f058464a700 1 --2- 172.21.15.39:0/1953058385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c07cab0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f0578009fb0 tx=0x7f0578011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:30.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.257+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 shutdown_connections 2023-12-07T13:53:30.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.257+0000 7f058464a700 1 --2- 172.21.15.39:0/1953058385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f057c106e00 0x7f057c07cab0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:30.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.257+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 >> 172.21.15.39:0/1953058385 conn(0x7f057c1023a0 msgr2=0x7f057c102f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:30.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.257+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 shutdown_connections 2023-12-07T13:53:30.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:28.257+0000 7f058464a700 1 -- 172.21.15.39:0/1953058385 wait complete. 2023-12-07T13:53:30.332 INFO:teuthology.orchestra.run.smithi039.stdout:mgr not available, waiting (3/15)... 2023-12-07T13:53:31.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:30 smithi039 ceph-mon[98864]: mgrmap e4: x(active, since 2s) 2023-12-07T13:53:35.030 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:34 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/160565770' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "health": { 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:35.086 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 0 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "a" 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "quorum_age": 16, 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "monmap": { 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-12-07T13:53:35.088 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modules": [ 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "iostat", 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "nfs", 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "restful" 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ], 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:35.089 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "modified": "2023-12-07T13:53:12.670681+0000", 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "services": {} 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout }, 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.158+0000 7f9a8d32d700 1 Processor -- start 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.158+0000 7f9a8d32d700 1 -- start start 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.158+0000 7f9a8d32d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a88107220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.158+0000 7f9a8d32d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a88107760 con 0x7f9a88106e00 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.158+0000 7f9a86ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a88107220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.158+0000 7f9a86ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a88107220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50170/0 (socket says 172.21.15.39:50170) 2023-12-07T13:53:35.090 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.159+0000 7f9a86ffd700 1 -- 172.21.15.39:0/982571047 learned_addr learned my addr 172.21.15.39:0/982571047 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.159+0000 7f9a86ffd700 1 -- 172.21.15.39:0/982571047 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a881078a0 con 0x7f9a88106e00 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.159+0000 7f9a86ffd700 1 --2- 172.21.15.39:0/982571047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a88107220 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0098a0 tx=0x7f9a7c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24ca1f0e1052507 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.159+0000 7f9a85ffb700 1 -- 172.21.15.39:0/982571047 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a7c004160 con 0x7f9a88106e00 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.159+0000 7f9a85ffb700 1 -- 172.21.15.39:0/982571047 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f9a7c0042c0 con 0x7f9a88106e00 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.159+0000 7f9a85ffb700 1 -- 172.21.15.39:0/982571047 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a7c011a00 con 0x7f9a88106e00 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 -- 172.21.15.39:0/982571047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 msgr2=0x7f9a88107220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 --2- 172.21.15.39:0/982571047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a88107220 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0098a0 tx=0x7f9a7c009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 -- 172.21.15.39:0/982571047 shutdown_connections 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 --2- 172.21.15.39:0/982571047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a88107220 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 -- 172.21.15.39:0/982571047 >> 172.21.15.39:0/982571047 conn(0x7f9a881023a0 msgr2=0x7f9a881047e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 -- 172.21.15.39:0/982571047 shutdown_connections 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 -- 172.21.15.39:0/982571047 wait complete. 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.160+0000 7f9a8d32d700 1 Processor -- start 2023-12-07T13:53:35.091 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a8d32d700 1 -- start start 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a8d32d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a8819ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a8d32d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a8819b090 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a86ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a8819ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a86ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a8819ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50172/0 (socket says 172.21.15.39:50172) 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a86ffd700 1 -- 172.21.15.39:0/160565770 learned_addr learned my addr 172.21.15.39:0/160565770 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a86ffd700 1 -- 172.21.15.39:0/160565770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a7c009550 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a86ffd700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a8819ab50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c009fb0 tx=0x7f9a7c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a6ffff700 1 -- 172.21.15.39:0/160565770 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a7c003a40 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a8819b290 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a6ffff700 1 -- 172.21.15.39:0/160565770 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f9a7c003ba0 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.161+0000 7f9a6ffff700 1 -- 172.21.15.39:0/160565770 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9a7c01a750 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.162+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a8819b730 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.162+0000 7f9a6ffff700 1 -- 172.21.15.39:0/160565770 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 4) v1 ==== 45569+0+0 (secure 0 0 0) 0x7f9a7c01a9d0 con 0x7f9a88106e00 2023-12-07T13:53:35.092 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.162+0000 7f9a6ffff700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f9a70038780 0x7f9a7003ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.163+0000 7f9a6ffff700 1 -- 172.21.15.39:0/160565770 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f9a7c04c520 con 0x7f9a88106e00 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.163+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a88062c00 con 0x7f9a88106e00 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.163+0000 7f9a867fc700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f9a70038780 0x7f9a7003ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.163+0000 7f9a867fc700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f9a70038780 0x7f9a7003ac40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9a78006fd0 tx=0x7f9a78006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.168+0000 7f9a6ffff700 1 -- 172.21.15.39:0/160565770 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f9a7c047020 con 0x7f9a88106e00 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.692+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f9a8819e1b0 con 0x7f9a88106e00 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.693+0000 7f9a6ffff700 1 -- 172.21.15.39:0/160565770 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f9a7c018b80 con 0x7f9a88106e00 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f9a70038780 msgr2=0x7f9a7003ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f9a70038780 0x7f9a7003ac40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9a78006fd0 tx=0x7f9a78006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 msgr2=0x7f9a8819ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a8819ab50 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c009fb0 tx=0x7f9a7c011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 shutdown_connections 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f9a70038780 0x7f9a7003ac40 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 --2- 172.21.15.39:0/160565770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9a88106e00 0x7f9a8819ab50 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:35.093 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 >> 172.21.15.39:0/160565770 conn(0x7f9a881023a0 msgr2=0x7f9a88102f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:35.094 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 shutdown_connections 2023-12-07T13:53:35.094 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:34.695+0000 7f9a8d32d700 1 -- 172.21.15.39:0/160565770 wait complete. 2023-12-07T13:53:35.094 INFO:teuthology.orchestra.run.smithi039.stdout:mgr is available 2023-12-07T13:53:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:35 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1779772196' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-12-07T13:53:36.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:36.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [global] 2023-12-07T13:53:36.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout fsid = cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:36.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-12-07T13:53:36.330 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [mgr] 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout [osd] 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-12-07T13:53:36.332 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.555+0000 7f78233da700 1 Processor -- start 2023-12-07T13:53:36.333 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.555+0000 7f78233da700 1 -- start start 2023-12-07T13:53:36.333 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.555+0000 7f78233da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c109c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:36.333 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.555+0000 7f78233da700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f781c07ae40 con 0x7f781c107860 2023-12-07T13:53:36.333 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.555+0000 7f7821176700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c109c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:36.333 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.555+0000 7f7821176700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c109c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50176/0 (socket says 172.21.15.39:50176) 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.555+0000 7f7821176700 1 -- 172.21.15.39:0/2072724182 learned_addr learned my addr 172.21.15.39:0/2072724182 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.556+0000 7f7821176700 1 -- 172.21.15.39:0/2072724182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f781c10a190 con 0x7f781c107860 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.556+0000 7f7821176700 1 --2- 172.21.15.39:0/2072724182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c109c50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f78180098a0 tx=0x7f7818009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=321d986ba18f93e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.556+0000 7f7813fff700 1 -- 172.21.15.39:0/2072724182 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7818004160 con 0x7f781c107860 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.556+0000 7f7813fff700 1 -- 172.21.15.39:0/2072724182 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f78180042c0 con 0x7f781c107860 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.556+0000 7f7813fff700 1 -- 172.21.15.39:0/2072724182 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7818011a00 con 0x7f781c107860 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.556+0000 7f78233da700 1 -- 172.21.15.39:0/2072724182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 msgr2=0x7f781c109c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.556+0000 7f78233da700 1 --2- 172.21.15.39:0/2072724182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c109c50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f78180098a0 tx=0x7f7818009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 -- 172.21.15.39:0/2072724182 shutdown_connections 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 --2- 172.21.15.39:0/2072724182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c109c50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 -- 172.21.15.39:0/2072724182 >> 172.21.15.39:0/2072724182 conn(0x7f781c1012d0 msgr2=0x7f781c1036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 -- 172.21.15.39:0/2072724182 shutdown_connections 2023-12-07T13:53:36.334 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 -- 172.21.15.39:0/2072724182 wait complete. 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 Processor -- start 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 -- start start 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c107040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.557+0000 7f78233da700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f781c107580 con 0x7f781c107860 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f7821176700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c107040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f7821176700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c107040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50178/0 (socket says 172.21.15.39:50178) 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f7821176700 1 -- 172.21.15.39:0/1779772196 learned_addr learned my addr 172.21.15.39:0/1779772196 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f7821176700 1 -- 172.21.15.39:0/1779772196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7818009550 con 0x7f781c107860 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f7821176700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c107040 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7818009fb0 tx=0x7f7818011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f78127fc700 1 -- 172.21.15.39:0/1779772196 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7818003a40 con 0x7f781c107860 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f78127fc700 1 -- 172.21.15.39:0/1779772196 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7818003ba0 con 0x7f781c107860 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f781c105810 con 0x7f781c107860 2023-12-07T13:53:36.335 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f78127fc700 1 -- 172.21.15.39:0/1779772196 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f781801a750 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.558+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f781c105cb0 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.559+0000 7f78127fc700 1 -- 172.21.15.39:0/1779772196 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 4) v1 ==== 45569+0+0 (secure 0 0 0) 0x7f7818024430 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.559+0000 7f78127fc700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f7808038780 0x7f780803ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.559+0000 7f78127fc700 1 -- 172.21.15.39:0/1779772196 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f781804c4f0 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.559+0000 7f7820975700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f7808038780 0x7f780803ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.560+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f781c062c00 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.560+0000 7f7820975700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f7808038780 0x7f780803ac40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f780c006fd0 tx=0x7f780c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.565+0000 7f78127fc700 1 -- 172.21.15.39:0/1779772196 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f78180189a0 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.924+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f781c10af90 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.925+0000 7f78127fc700 1 -- 172.21.15.39:0/1779772196 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f7818018350 con 0x7f781c107860 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.927+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f7808038780 msgr2=0x7f780803ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.927+0000 7f78233da700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f7808038780 0x7f780803ac40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f780c006fd0 tx=0x7f780c006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 msgr2=0x7f781c107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:36.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c107040 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7818009fb0 tx=0x7f7818011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:36.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 shutdown_connections 2023-12-07T13:53:36.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f7808038780 0x7f780803ac40 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:36.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 --2- 172.21.15.39:0/1779772196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f781c107860 0x7f781c107040 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:36.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 >> 172.21.15.39:0/1779772196 conn(0x7f781c1012d0 msgr2=0x7f781c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:36.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 shutdown_connections 2023-12-07T13:53:36.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:35.928+0000 7f78233da700 1 -- 172.21.15.39:0/1779772196 wait complete. 2023-12-07T13:53:36.337 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling cephadm module... 2023-12-07T13:53:37.636 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:37 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/71524002' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-12-07T13:53:37.637 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: ignoring --setuser ceph since I am not root 2023-12-07T13:53:37.637 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: ignoring --setgroup ceph since I am not root 2023-12-07T13:53:37.637 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:37.537+0000 7f11d71b6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.804+0000 7f86e491c700 1 Processor -- start 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.804+0000 7f86e491c700 1 -- start start 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.804+0000 7f86e491c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e01054a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.804+0000 7f86e491c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e0105a70 con 0x7f86e0105080 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.804+0000 7f86de59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e01054a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.804+0000 7f86de59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e01054a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50182/0 (socket says 172.21.15.39:50182) 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.804+0000 7f86de59c700 1 -- 172.21.15.39:0/3918257347 learned_addr learned my addr 172.21.15.39:0/3918257347 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.805+0000 7f86de59c700 1 -- 172.21.15.39:0/3918257347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86e0105bb0 con 0x7f86e0105080 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.805+0000 7f86de59c700 1 --2- 172.21.15.39:0/3918257347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e01054a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f86d00098a0 tx=0x7f86d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fab91c933340bf3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.805+0000 7f86dd59a700 1 -- 172.21.15.39:0/3918257347 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f86d0004160 con 0x7f86e0105080 2023-12-07T13:53:37.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.805+0000 7f86dd59a700 1 -- 172.21.15.39:0/3918257347 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f86d00042c0 con 0x7f86e0105080 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.805+0000 7f86dd59a700 1 -- 172.21.15.39:0/3918257347 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f86d0011a00 con 0x7f86e0105080 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.805+0000 7f86e491c700 1 -- 172.21.15.39:0/3918257347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 msgr2=0x7f86e01054a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.806+0000 7f86e491c700 1 --2- 172.21.15.39:0/3918257347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e01054a0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f86d00098a0 tx=0x7f86d0009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.806+0000 7f86e491c700 1 -- 172.21.15.39:0/3918257347 shutdown_connections 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.806+0000 7f86e491c700 1 --2- 172.21.15.39:0/3918257347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e01054a0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.806+0000 7f86e491c700 1 -- 172.21.15.39:0/3918257347 >> 172.21.15.39:0/3918257347 conn(0x7f86e01009d0 msgr2=0x7f86e0102df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.806+0000 7f86e491c700 1 -- 172.21.15.39:0/3918257347 shutdown_connections 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.806+0000 7f86e491c700 1 -- 172.21.15.39:0/3918257347 wait complete. 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86e491c700 1 Processor -- start 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86e491c700 1 -- start start 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86e491c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e019ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86e491c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86e019b0a0 con 0x7f86e0105080 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86de59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e019ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86de59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e019ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50184/0 (socket says 172.21.15.39:50184) 2023-12-07T13:53:37.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86de59c700 1 -- 172.21.15.39:0/71524002 learned_addr learned my addr 172.21.15.39:0/71524002 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86de59c700 1 -- 172.21.15.39:0/71524002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86d0009550 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.807+0000 7f86de59c700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e019ab60 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f86d0009130 tx=0x7f86d0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.808+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f86d0003ab0 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.808+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f86d0003c10 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.808+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86e019b2a0 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.808+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f86d00247d0 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.808+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86e019b740 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.809+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 4) v1 ==== 45569+0+0 (secure 0 0 0) 0x7f86d002d3f0 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.809+0000 7f86cf7fe700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f86c8038820 0x7f86c803ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.809+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f86d004c5a0 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.809+0000 7f86ddd9b700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f86c8038820 0x7f86c803ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.809+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86e0062c00 con 0x7f86e0105080 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.809+0000 7f86ddd9b700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f86c8038820 0x7f86c803ace0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f86d4006fd0 tx=0x7f86d4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:37.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:36.814+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f86d0010970 con 0x7f86e0105080 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.291+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f86e019e220 con 0x7f86e0105080 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.343+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f86d0020220 con 0x7f86e0105080 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.345+0000 7f86cf7fe700 1 -- 172.21.15.39:0/71524002 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mgrmap(e 5) v1 ==== 45580+0+0 (secure 0 0 0) 0x7f86d0016d60 con 0x7f86e0105080 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f86c8038820 msgr2=0x7f86c803ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f86c8038820 0x7f86c803ace0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f86d4006fd0 tx=0x7f86d4006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 msgr2=0x7f86e019ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e019ab60 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f86d0009130 tx=0x7f86d0011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 shutdown_connections 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f86c8038820 0x7f86c803ace0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:37.778 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 --2- 172.21.15.39:0/71524002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86e0105080 0x7f86e019ab60 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:37.779 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.346+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 >> 172.21.15.39:0/71524002 conn(0x7f86e01009d0 msgr2=0x7f86e0101590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:37.779 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.347+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 shutdown_connections 2023-12-07T13:53:37.779 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:37.347+0000 7f86e491c700 1 -- 172.21.15.39:0/71524002 wait complete. 2023-12-07T13:53:37.968 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:37.633+0000 7f11d71b6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T13:53:37.969 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:37.743+0000 7f11d71b6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T13:53:37.969 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:37.860+0000 7f11d71b6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T13:53:38.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:38.073+0000 7f11d71b6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T13:53:38.716 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:38.553+0000 7f11d71b6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T13:53:38.716 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:38 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/71524002' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-12-07T13:53:38.716 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:38 smithi039 ceph-mon[98864]: mgrmap e5: x(active, since 9s) 2023-12-07T13:53:39.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:38.712+0000 7f11d71b6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T13:53:39.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:38.822+0000 7f11d71b6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T13:53:39.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:38.947+0000 7f11d71b6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T13:53:39.124 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:53:39.124 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-12-07T13:53:39.125 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-07T13:53:39.125 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-12-07T13:53:39.125 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-07T13:53:39.125 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:53:39.125 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.288+0000 7f1171da9700 1 Processor -- start 2023-12-07T13:53:39.125 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.288+0000 7f1171da9700 1 -- start start 2023-12-07T13:53:39.126 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f1171da9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c109cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:39.126 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f1171da9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f116c07ade0 con 0x7f116c1078c0 2023-12-07T13:53:39.126 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c109cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:39.126 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c109cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50198/0 (socket says 172.21.15.39:50198) 2023-12-07T13:53:39.126 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116b7fe700 1 -- 172.21.15.39:0/930781607 learned_addr learned my addr 172.21.15.39:0/930781607 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:39.126 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116b7fe700 1 -- 172.21.15.39:0/930781607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f116c10a1f0 con 0x7f116c1078c0 2023-12-07T13:53:39.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116b7fe700 1 --2- 172.21.15.39:0/930781607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c109cb0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f115c0098a0 tx=0x7f115c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4d0d78d62af2230 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:39.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116a7fc700 1 -- 172.21.15.39:0/930781607 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f115c004160 con 0x7f116c1078c0 2023-12-07T13:53:39.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116a7fc700 1 -- 172.21.15.39:0/930781607 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f115c0042c0 con 0x7f116c1078c0 2023-12-07T13:53:39.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.289+0000 7f116a7fc700 1 -- 172.21.15.39:0/930781607 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f115c011a00 con 0x7f116c1078c0 2023-12-07T13:53:39.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.290+0000 7f1171da9700 1 -- 172.21.15.39:0/930781607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 msgr2=0x7f116c109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:39.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.290+0000 7f1171da9700 1 --2- 172.21.15.39:0/930781607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c109cb0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f115c0098a0 tx=0x7f115c009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:39.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.290+0000 7f1171da9700 1 -- 172.21.15.39:0/930781607 shutdown_connections 2023-12-07T13:53:39.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.290+0000 7f1171da9700 1 --2- 172.21.15.39:0/930781607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c109cb0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:39.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.290+0000 7f1171da9700 1 -- 172.21.15.39:0/930781607 >> 172.21.15.39:0/930781607 conn(0x7f116c1012d0 msgr2=0x7f116c1036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:39.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.290+0000 7f1171da9700 1 -- 172.21.15.39:0/930781607 shutdown_connections 2023-12-07T13:53:39.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.290+0000 7f1171da9700 1 -- 172.21.15.39:0/930781607 wait complete. 2023-12-07T13:53:39.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.291+0000 7f1171da9700 1 Processor -- start 2023-12-07T13:53:39.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.291+0000 7f1171da9700 1 -- start start 2023-12-07T13:53:39.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.291+0000 7f1171da9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:39.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.291+0000 7f1171da9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f116c19b060 con 0x7f116c1078c0 2023-12-07T13:53:39.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.291+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:39.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.291+0000 7f116b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50200/0 (socket says 172.21.15.39:50200) 2023-12-07T13:53:39.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.291+0000 7f116b7fe700 1 -- 172.21.15.39:0/2684350049 learned_addr learned my addr 172.21.15.39:0/2684350049 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:39.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.292+0000 7f116b7fe700 1 -- 172.21.15.39:0/2684350049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f115c009550 con 0x7f116c1078c0 2023-12-07T13:53:39.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.292+0000 7f116b7fe700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c19ab20 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f115c009fb0 tx=0x7f115c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.292+0000 7f1168ff9700 1 -- 172.21.15.39:0/2684350049 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f115c003a40 con 0x7f116c1078c0 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.292+0000 7f1168ff9700 1 -- 172.21.15.39:0/2684350049 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f115c003ba0 con 0x7f116c1078c0 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.292+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f116c19b260 con 0x7f116c1078c0 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.292+0000 7f1168ff9700 1 -- 172.21.15.39:0/2684350049 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f115c01a750 con 0x7f116c1078c0 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.292+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f116c19b700 con 0x7f116c1078c0 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.293+0000 7f1168ff9700 1 -- 172.21.15.39:0/2684350049 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 45580+0+0 (secure 0 0 0) 0x7f115c01a9d0 con 0x7f116c1078c0 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.293+0000 7f1168ff9700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 0x7f115403ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:39.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.293+0000 7f1168ff9700 1 -- 172.21.15.39:0/2684350049 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f115c04d570 con 0x7f116c1078c0 2023-12-07T13:53:39.131 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.293+0000 7f116affd700 1 -- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 msgr2=0x7f115403ac90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/464126975 2023-12-07T13:53:39.131 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.293+0000 7f116affd700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 0x7f115403ac90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T13:53:39.131 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.293+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f116c062c00 con 0x7f116c1078c0 2023-12-07T13:53:39.131 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.298+0000 7f1168ff9700 1 -- 172.21.15.39:0/2684350049 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f115c018db0 con 0x7f116c1078c0 2023-12-07T13:53:39.131 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.494+0000 7f116affd700 1 -- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 msgr2=0x7f115403ac90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/464126975 2023-12-07T13:53:39.131 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.494+0000 7f116affd700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 0x7f115403ac90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-12-07T13:53:39.132 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.775+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f116c19e170 con 0x7f116c1078c0 2023-12-07T13:53:39.132 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.776+0000 7f1168ff9700 1 -- 172.21.15.39:0/2684350049 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7f115c018350 con 0x7f116c1078c0 2023-12-07T13:53:39.132 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 msgr2=0x7f115403ac90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T13:53:39.132 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 0x7f115403ac90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:39.132 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 msgr2=0x7f116c19ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:39.132 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c19ab20 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f115c009fb0 tx=0x7f115c011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:39.132 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 shutdown_connections 2023-12-07T13:53:39.133 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7f11540387d0 0x7f115403ac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:39.133 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 --2- 172.21.15.39:0/2684350049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f116c1078c0 0x7f116c19ab20 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:39.133 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.778+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 >> 172.21.15.39:0/2684350049 conn(0x7f116c1012d0 msgr2=0x7f116c101e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:39.133 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.779+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 shutdown_connections 2023-12-07T13:53:39.133 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:38.779+0000 7f1171da9700 1 -- 172.21.15.39:0/2684350049 wait complete. 2023-12-07T13:53:39.133 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for the mgr to restart... 2023-12-07T13:53:39.133 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr epoch 5... 2023-12-07T13:53:39.477 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:39 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2684350049' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-07T13:53:39.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:39.472+0000 7f11d71b6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T13:53:40.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:40.262+0000 7f11d71b6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T13:53:40.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:40.360+0000 7f11d71b6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T13:53:41.672 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:41.337+0000 7f11d71b6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:53:41.672 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:41.448+0000 7f11d71b6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T13:53:41.672 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:41.669+0000 7f11d71b6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:53:42.456 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:42.166+0000 7f11d71b6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T13:53:42.456 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:42.271+0000 7f11d71b6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T13:53:42.786 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:42.453+0000 7f11d71b6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T13:53:44.023 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:42.784+0000 7f11d71b6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T13:53:44.023 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:43.608+0000 7f11d71b6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T13:53:44.023 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:43.768+0000 7f11d71b6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T13:53:44.023 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:44.020+0000 7f11d71b6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T13:53:44.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:44.159+0000 7f11d71b6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T13:53:44.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:44.436+0000 7f11d71b6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:53:45.481+0000 7f11d71b6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: Active manager daemon x restarted 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: Activating manager daemon x 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: osdmap e2: 0 total, 0 up, 0 in 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: mgrmap e6: x(active, starting, since 0.0069221s) 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-07T13:53:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-07T13:53:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-07T13:53:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-07T13:53:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: Manager daemon x is now available 2023-12-07T13:53:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:45 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: Found migration_current of "None". Setting to last migration. 2023-12-07T13:53:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:53:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:53:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:53:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-07T13:53:46.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-07T13:53:46.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:46.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:46.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:46 smithi039 ceph-mon[98864]: mgrmap e7: x(active, since 1.00792s) 2023-12-07T13:53:46.884 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:53:46.884 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-12-07T13:53:46.884 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-07T13:53:46.884 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:53:46.884 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.609+0000 7efcc919b700 1 Processor -- start 2023-12-07T13:53:46.884 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.609+0000 7efcc919b700 1 -- start start 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.609+0000 7efcc919b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4105cf0 0x7efcc4106110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.609+0000 7efcc919b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc41066e0 con 0x7efcc4105cf0 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.609+0000 7efcc2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4105cf0 0x7efcc4106110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.609+0000 7efcc2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4105cf0 0x7efcc4106110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50208/0 (socket says 172.21.15.39:50208) 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.609+0000 7efcc2d9d700 1 -- 172.21.15.39:0/844217413 learned_addr learned my addr 172.21.15.39:0/844217413 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.610+0000 7efcc2d9d700 1 -- 172.21.15.39:0/844217413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcc4106ef0 con 0x7efcc4105cf0 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.610+0000 7efcc2d9d700 1 --2- 172.21.15.39:0/844217413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4105cf0 0x7efcc4106110 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efcb80098a0 tx=0x7efcb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d9252450c65c8fd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.610+0000 7efcc1d9b700 1 -- 172.21.15.39:0/844217413 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb8004160 con 0x7efcc4105cf0 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.610+0000 7efcc1d9b700 1 -- 172.21.15.39:0/844217413 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7efcb80042c0 con 0x7efcc4105cf0 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.610+0000 7efcc1d9b700 1 -- 172.21.15.39:0/844217413 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb8011a00 con 0x7efcc4105cf0 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.610+0000 7efcc919b700 1 -- 172.21.15.39:0/844217413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4105cf0 msgr2=0x7efcc4106110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.611+0000 7efcc919b700 1 --2- 172.21.15.39:0/844217413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4105cf0 0x7efcc4106110 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7efcb80098a0 tx=0x7efcb8009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.611+0000 7efcc919b700 1 -- 172.21.15.39:0/844217413 shutdown_connections 2023-12-07T13:53:46.885 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.611+0000 7efcc919b700 1 --2- 172.21.15.39:0/844217413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4105cf0 0x7efcc4106110 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.611+0000 7efcc919b700 1 -- 172.21.15.39:0/844217413 >> 172.21.15.39:0/844217413 conn(0x7efcc41012d0 msgr2=0x7efcc41036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.611+0000 7efcc919b700 1 -- 172.21.15.39:0/844217413 shutdown_connections 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.611+0000 7efcc919b700 1 -- 172.21.15.39:0/844217413 wait complete. 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.611+0000 7efcc919b700 1 Processor -- start 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc919b700 1 -- start start 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc919b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4199ce0 0x7efcc419a100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc919b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcc419a640 con 0x7efcc4199ce0 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4199ce0 0x7efcc419a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4199ce0 0x7efcc419a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50210/0 (socket says 172.21.15.39:50210) 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc2d9d700 1 -- 172.21.15.39:0/3429353383 learned_addr learned my addr 172.21.15.39:0/3429353383 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:46.886 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc2d9d700 1 -- 172.21.15.39:0/3429353383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcb8009550 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.612+0000 7efcc2d9d700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4199ce0 0x7efcc419a100 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efcb8003eb0 tx=0x7efcb8012f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.613+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb8011a90 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.613+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7efcb801f070 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.613+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcc419a840 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.613+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcb801ab90 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.613+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcc419d310 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.614+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 45580+0+0 (secure 0 0 0) 0x7efcb8021030 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.614+0000 7efcabfff700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.614+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 --> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7efcac03b440 con 0x7efcac038870 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.614+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7efcb804c410 con 0x7efcc4199ce0 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.614+0000 7efcc259c700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 msgr2=0x7efcac03ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/464126975 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.614+0000 7efcc259c700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.815+0000 7efcc259c700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 msgr2=0x7efcac03ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/464126975 2023-12-07T13:53:46.887 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:39.815+0000 7efcc259c700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:40.216+0000 7efcc259c700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 msgr2=0x7efcac03ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/464126975 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:40.216+0000 7efcc259c700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:41.018+0000 7efcc259c700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 msgr2=0x7efcac03ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/464126975 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:41.018+0000 7efcc259c700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:42.619+0000 7efcc259c700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 msgr2=0x7efcac03ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/464126975 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:42.619+0000 7efcc259c700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:45.499+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mgrmap(e 6) v1 ==== 45347+0+0 (secure 0 0 0) 0x7efcb8021d90 con 0x7efcc4199ce0 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:45.499+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 msgr2=0x7efcac03ad30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:45.499+0000 7efcabfff700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.499+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 7) v1 ==== 45474+0+0 (secure 0 0 0) 0x7efcb802dce0 con 0x7efcc4199ce0 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.499+0000 7efcabfff700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efcac03c160 0x7efcac03e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.499+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7efcac03b440 con 0x7efcac03c160 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.499+0000 7efcc259c700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efcac03c160 0x7efcac03e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.500+0000 7efcc259c700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efcac03c160 0x7efcac03e550 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7efcb4003a10 tx=0x7efcb40092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:46.888 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.501+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7efcac03b440 con 0x7efcac03c160 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.513+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7efcc4062c00 con 0x7efcac03c160 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.513+0000 7efcabfff700 1 -- 172.21.15.39:0/3429353383 <== mgr.14120 v2:172.21.15.39:6800/2083465113 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7efcc4062c00 con 0x7efcac03c160 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efcac03c160 msgr2=0x7efcac03e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efcac03c160 0x7efcac03e550 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7efcb4003a10 tx=0x7efcb40092b0 comp rx=0 tx=0).stop 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4199ce0 msgr2=0x7efcc419a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4199ce0 0x7efcc419a100 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7efcb8003eb0 tx=0x7efcb8012f60 comp rx=0 tx=0).stop 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 shutdown_connections 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efcac03c160 0x7efcac03e550 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcc4199ce0 0x7efcc419a100 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 --2- 172.21.15.39:0/3429353383 >> [v2:172.21.15.39:6800/464126975,v1:172.21.15.39:6801/464126975] conn(0x7efcac038870 0x7efcac03ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 >> 172.21.15.39:0/3429353383 conn(0x7efcc41012d0 msgr2=0x7efcc4102030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 shutdown_connections 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:46.514+0000 7efcc919b700 1 -- 172.21.15.39:0/3429353383 wait complete. 2023-12-07T13:53:46.889 INFO:teuthology.orchestra.run.smithi039.stdout:mgr epoch 5 is available 2023-12-07T13:53:46.890 INFO:teuthology.orchestra.run.smithi039.stdout:Setting orchestrator backend to cephadm... 2023-12-07T13:53:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:47 smithi039 ceph-mon[98864]: [07/Dec/2023:13:53:46] ENGINE Bus STARTING 2023-12-07T13:53:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:47 smithi039 ceph-mon[98864]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-12-07T13:53:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:47 smithi039 ceph-mon[98864]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-12-07T13:53:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:47 smithi039 ceph-mon[98864]: [07/Dec/2023:13:53:46] ENGINE Serving on http://172.21.15.39:8765 2023-12-07T13:53:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:47 smithi039 ceph-mon[98864]: [07/Dec/2023:13:53:46] ENGINE Serving on https://172.21.15.39:7150 2023-12-07T13:53:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:47 smithi039 ceph-mon[98864]: [07/Dec/2023:13:53:46] ENGINE Bus STARTED 2023-12-07T13:53:47.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:47 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.365+0000 7f0ccad8e700 1 Processor -- start 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.365+0000 7f0ccad8e700 1 -- start start 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.365+0000 7f0ccad8e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc41071e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.365+0000 7f0ccad8e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cc41077b0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.365+0000 7f0cc8b2a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc41071e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.365+0000 7f0cc8b2a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc41071e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50262/0 (socket says 172.21.15.39:50262) 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.365+0000 7f0cc8b2a700 1 -- 172.21.15.39:0/3350715702 learned_addr learned my addr 172.21.15.39:0/3350715702 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.366+0000 7f0cc8b2a700 1 -- 172.21.15.39:0/3350715702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cc4107fc0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.127 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.366+0000 7f0cc8b2a700 1 --2- 172.21.15.39:0/3350715702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc41071e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0cb80098a0 tx=0x7f0cb8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d05785bb02c3e04 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.366+0000 7f0cc37fe700 1 -- 172.21.15.39:0/3350715702 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cb8004160 con 0x7f0cc4106dc0 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.366+0000 7f0cc37fe700 1 -- 172.21.15.39:0/3350715702 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0cb80042c0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.366+0000 7f0cc37fe700 1 -- 172.21.15.39:0/3350715702 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cb8011a00 con 0x7f0cc4106dc0 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 -- 172.21.15.39:0/3350715702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 msgr2=0x7f0cc41071e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 --2- 172.21.15.39:0/3350715702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc41071e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0cb80098a0 tx=0x7f0cb8009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 -- 172.21.15.39:0/3350715702 shutdown_connections 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 --2- 172.21.15.39:0/3350715702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc41071e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 -- 172.21.15.39:0/3350715702 >> 172.21.15.39:0/3350715702 conn(0x7f0cc4102360 msgr2=0x7f0cc41047a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 -- 172.21.15.39:0/3350715702 shutdown_connections 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 -- 172.21.15.39:0/3350715702 wait complete. 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 Processor -- start 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.367+0000 7f0ccad8e700 1 -- start start 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0ccad8e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc407cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0ccad8e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cc407cff0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.128 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc8b2a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc407cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc8b2a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc407cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50264/0 (socket says 172.21.15.39:50264) 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc8b2a700 1 -- 172.21.15.39:0/1226740702 learned_addr learned my addr 172.21.15.39:0/1226740702 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc8b2a700 1 -- 172.21.15.39:0/1226740702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cb8009550 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc8b2a700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc407cab0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8009130 tx=0x7f0cb8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cb8003ab0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f0cb8003c10 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0cb80247d0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.368+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cc407b230 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.369+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cc407b6d0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.369+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 7) v1 ==== 45474+0+0 (secure 0 0 0) 0x7f0cb801abb0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.370+0000 7f0cc1ffb700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f0cb4038740 0x7f0cb403ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.370+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f0cb804c760 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.370+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cc4062c00 con 0x7f0cc4106dc0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.370+0000 7f0cc3fff700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f0cb4038740 0x7f0cb403ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:48.129 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.370+0000 7f0cc3fff700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f0cb4038740 0x7f0cb403ac00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0cb0006fd0 tx=0x7f0cb0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.375+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0cb802d3f0 con 0x7f0cc4106dc0 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.554+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7f0cb802d770 con 0x7f0cc4106dc0 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.772+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f0cc407bc80 con 0x7f0cb4038740 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.779+0000 7f0cc1ffb700 1 -- 172.21.15.39:0/1226740702 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f0cc407bc80 con 0x7f0cb4038740 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f0cb4038740 msgr2=0x7f0cb403ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f0cb4038740 0x7f0cb403ac00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f0cb0006fd0 tx=0x7f0cb0006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 msgr2=0x7f0cc407cab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc407cab0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f0cb8009130 tx=0x7f0cb8011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 shutdown_connections 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f0cb4038740 0x7f0cb403ac00 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 --2- 172.21.15.39:0/1226740702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc4106dc0 0x7f0cc407cab0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 >> 172.21.15.39:0/1226740702 conn(0x7f0cc4102360 msgr2=0x7f0cc4102fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 shutdown_connections 2023-12-07T13:53:48.130 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:47.781+0000 7f0ccad8e700 1 -- 172.21.15.39:0/1226740702 wait complete. 2023-12-07T13:53:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:48 smithi039 ceph-mon[98864]: mgrmap e8: x(active, since 2s) 2023-12-07T13:53:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:48 smithi039 ceph-mon[98864]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:53:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:48 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:48 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:53:49.375 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout value unchanged 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.602+0000 7fa627a84700 1 Processor -- start 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.602+0000 7fa627a84700 1 -- start start 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa627a84700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa620107200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa627a84700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6201077d0 con 0x7fa620106de0 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa625820700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa620107200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa625820700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa620107200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50268/0 (socket says 172.21.15.39:50268) 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa625820700 1 -- 172.21.15.39:0/925926624 learned_addr learned my addr 172.21.15.39:0/925926624 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa625820700 1 -- 172.21.15.39:0/925926624 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa620107fe0 con 0x7fa620106de0 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa625820700 1 --2- 172.21.15.39:0/925926624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa620107200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0098a0 tx=0x7fa61c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a7479bcfff8ad7c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa62481e700 1 -- 172.21.15.39:0/925926624 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa61c004160 con 0x7fa620106de0 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa62481e700 1 -- 172.21.15.39:0/925926624 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa61c0042c0 con 0x7fa620106de0 2023-12-07T13:53:49.376 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.603+0000 7fa62481e700 1 -- 172.21.15.39:0/925926624 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa61c011a00 con 0x7fa620106de0 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.604+0000 7fa627a84700 1 -- 172.21.15.39:0/925926624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 msgr2=0x7fa620107200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.604+0000 7fa627a84700 1 --2- 172.21.15.39:0/925926624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa620107200 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa61c0098a0 tx=0x7fa61c009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.604+0000 7fa627a84700 1 -- 172.21.15.39:0/925926624 shutdown_connections 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.604+0000 7fa627a84700 1 --2- 172.21.15.39:0/925926624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa620107200 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.604+0000 7fa627a84700 1 -- 172.21.15.39:0/925926624 >> 172.21.15.39:0/925926624 conn(0x7fa6201023a0 msgr2=0x7fa6201047c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.604+0000 7fa627a84700 1 -- 172.21.15.39:0/925926624 shutdown_connections 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.604+0000 7fa627a84700 1 -- 172.21.15.39:0/925926624 wait complete. 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa627a84700 1 Processor -- start 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa627a84700 1 -- start start 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa627a84700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa62007cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa627a84700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa62007cff0 con 0x7fa620106de0 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa625820700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa62007cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa625820700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa62007cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50270/0 (socket says 172.21.15.39:50270) 2023-12-07T13:53:49.377 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa625820700 1 -- 172.21.15.39:0/2793605792 learned_addr learned my addr 172.21.15.39:0/2793605792 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa625820700 1 -- 172.21.15.39:0/2793605792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa61c009550 con 0x7fa620106de0 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.605+0000 7fa625820700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa62007cab0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009130 tx=0x7fa61c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.606+0000 7fa616ffd700 1 -- 172.21.15.39:0/2793605792 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa61c003ab0 con 0x7fa620106de0 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.606+0000 7fa616ffd700 1 -- 172.21.15.39:0/2793605792 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa61c003c10 con 0x7fa620106de0 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.606+0000 7fa616ffd700 1 -- 172.21.15.39:0/2793605792 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa61c0247d0 con 0x7fa620106de0 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.606+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa62007b230 con 0x7fa620106de0 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.606+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa62007b6d0 con 0x7fa620106de0 2023-12-07T13:53:49.378 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.607+0000 7fa616ffd700 1 -- 172.21.15.39:0/2793605792 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7fa61c01a430 con 0x7fa620106de0 2023-12-07T13:53:49.379 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.607+0000 7fa616ffd700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa60c038820 0x7fa60c03ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:49.379 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.607+0000 7fa616ffd700 1 -- 172.21.15.39:0/2793605792 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa61c04c950 con 0x7fa620106de0 2023-12-07T13:53:49.379 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.607+0000 7fa62501f700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa60c038820 0x7fa60c03ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:49.379 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.607+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa620062c00 con 0x7fa620106de0 2023-12-07T13:53:49.379 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.607+0000 7fa62501f700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa60c038820 0x7fa60c03ace0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa610006fd0 tx=0x7fa610006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:49.379 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.612+0000 7fa616ffd700 1 -- 172.21.15.39:0/2793605792 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa61c018530 con 0x7fa620106de0 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.976+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7fa62007bc80 con 0x7fa60c038820 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.976+0000 7fa616ffd700 1 -- 172.21.15.39:0/2793605792 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7fa62007bc80 con 0x7fa60c038820 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa60c038820 msgr2=0x7fa60c03ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa60c038820 0x7fa60c03ace0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa610006fd0 tx=0x7fa610006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 msgr2=0x7fa62007cab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa62007cab0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa61c009130 tx=0x7fa61c011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 shutdown_connections 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa60c038820 0x7fa60c03ace0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 --2- 172.21.15.39:0/2793605792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa620106de0 0x7fa62007cab0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 >> 172.21.15.39:0/2793605792 conn(0x7fa6201023a0 msgr2=0x7fa620102f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 shutdown_connections 2023-12-07T13:53:49.380 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:48.979+0000 7fa627a84700 1 -- 172.21.15.39:0/2793605792 wait complete. 2023-12-07T13:53:49.381 INFO:teuthology.orchestra.run.smithi039.stdout:Generating ssh key... 2023-12-07T13:53:49.768 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:49 smithi039 ceph-mon[98864]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:53:50.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: Generating public/private rsa key pair. 2023-12-07T13:53:50.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: Your identification has been saved in /tmp/tmp6igkqnw3/key. 2023-12-07T13:53:50.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: Your public key has been saved in /tmp/tmp6igkqnw3/key.pub. 2023-12-07T13:53:50.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: The key fingerprint is: 2023-12-07T13:53:50.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: SHA256:UzPmKmEkDdmYeFcsDRFyaz+Rj6IAH9gv/6k/fNX8Xkk ceph-cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:50.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: The key's randomart image is: 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: +---[RSA 3072]----+ 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | .o==B. | 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | o. ==+.o. | 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: |o o...=.o = | 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | o o + . B o | 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | + . + S oo E | 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | + o o +. o . .| 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | o.. .. . ..| 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | .oo. .. | 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: | .o+o .. | 2023-12-07T13:53:50.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:53:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: +----[SHA256]-----+ 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d75bfa700 1 Processor -- start 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d75bfa700 1 -- start start 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d75bfa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d70109c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d75bfa700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d7007ae40 con 0x7f1d70107860 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d6f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d70109c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d6f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d70109c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50274/0 (socket says 172.21.15.39:50274) 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d6f7fe700 1 -- 172.21.15.39:0/3842793795 learned_addr learned my addr 172.21.15.39:0/3842793795 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d6f7fe700 1 -- 172.21.15.39:0/3842793795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d7010a190 con 0x7f1d70107860 2023-12-07T13:53:50.917 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.064+0000 7f1d6f7fe700 1 --2- 172.21.15.39:0/3842793795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d70109c50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1d600098a0 tx=0x7f1d60009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=872a6a56c6af56b1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d6e7fc700 1 -- 172.21.15.39:0/3842793795 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1d60004160 con 0x7f1d70107860 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d6e7fc700 1 -- 172.21.15.39:0/3842793795 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1d600042c0 con 0x7f1d70107860 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d6e7fc700 1 -- 172.21.15.39:0/3842793795 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1d60011a00 con 0x7f1d70107860 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3842793795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 msgr2=0x7f1d70109c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d75bfa700 1 --2- 172.21.15.39:0/3842793795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d70109c50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f1d600098a0 tx=0x7f1d60009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3842793795 shutdown_connections 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d75bfa700 1 --2- 172.21.15.39:0/3842793795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d70109c50 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3842793795 >> 172.21.15.39:0/3842793795 conn(0x7f1d701012d0 msgr2=0x7f1d701036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3842793795 shutdown_connections 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.065+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3842793795 wait complete. 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.066+0000 7f1d75bfa700 1 Processor -- start 2023-12-07T13:53:50.918 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.066+0000 7f1d75bfa700 1 -- start start 2023-12-07T13:53:50.919 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.066+0000 7f1d75bfa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d7019ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:50.919 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.066+0000 7f1d75bfa700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d7019b080 con 0x7f1d70107860 2023-12-07T13:53:50.919 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.066+0000 7f1d6f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d7019ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:50.919 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.066+0000 7f1d6f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d7019ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50276/0 (socket says 172.21.15.39:50276) 2023-12-07T13:53:50.919 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.066+0000 7f1d6f7fe700 1 -- 172.21.15.39:0/3243482660 learned_addr learned my addr 172.21.15.39:0/3243482660 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:50.919 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.067+0000 7f1d6f7fe700 1 -- 172.21.15.39:0/3243482660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d60009550 con 0x7f1d70107860 2023-12-07T13:53:50.919 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.067+0000 7f1d6f7fe700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d7019ab40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1d60009130 tx=0x7f1d60011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:50.921 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.067+0000 7f1d6cff9700 1 -- 172.21.15.39:0/3243482660 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1d60003b70 con 0x7f1d70107860 2023-12-07T13:53:50.921 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.067+0000 7f1d6cff9700 1 -- 172.21.15.39:0/3243482660 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1d60003cd0 con 0x7f1d70107860 2023-12-07T13:53:50.921 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.067+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d7019b280 con 0x7f1d70107860 2023-12-07T13:53:50.921 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.067+0000 7f1d6cff9700 1 -- 172.21.15.39:0/3243482660 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1d600197d0 con 0x7f1d70107860 2023-12-07T13:53:50.921 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.067+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d7019b720 con 0x7f1d70107860 2023-12-07T13:53:50.921 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.068+0000 7f1d6cff9700 1 -- 172.21.15.39:0/3243482660 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7f1d60019a10 con 0x7f1d70107860 2023-12-07T13:53:50.921 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.068+0000 7f1d6cff9700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f1d5c038820 0x7f1d5c03ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.068+0000 7f1d6cff9700 1 -- 172.21.15.39:0/3243482660 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f1d6004ccd0 con 0x7f1d70107860 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.068+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d7010af90 con 0x7f1d70107860 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.068+0000 7f1d6effd700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f1d5c038820 0x7f1d5c03ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.069+0000 7f1d6effd700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f1d5c038820 0x7f1d5c03ace0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1d58006fd0 tx=0x7f1d58006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.073+0000 7f1d6cff9700 1 -- 172.21.15.39:0/3243482660 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f1d60018530 con 0x7f1d70107860 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.439+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f1d70102590 con 0x7f1d5c038820 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.544+0000 7f1d6cff9700 1 -- 172.21.15.39:0/3243482660 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f1d70102590 con 0x7f1d5c038820 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.546+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f1d5c038820 msgr2=0x7f1d5c03ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:50.922 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.546+0000 7f1d75bfa700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f1d5c038820 0x7f1d5c03ace0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1d58006fd0 tx=0x7f1d58006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.546+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 msgr2=0x7f1d7019ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.546+0000 7f1d75bfa700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d7019ab40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1d60009130 tx=0x7f1d60011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.547+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 shutdown_connections 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.547+0000 7f1d75bfa700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f1d5c038820 0x7f1d5c03ace0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.547+0000 7f1d75bfa700 1 --2- 172.21.15.39:0/3243482660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d70107860 0x7f1d7019ab40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.547+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 >> 172.21.15.39:0/3243482660 conn(0x7f1d701012d0 msgr2=0x7f1d70101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.547+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 shutdown_connections 2023-12-07T13:53:50.923 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:50.547+0000 7f1d75bfa700 1 -- 172.21.15.39:0/3243482660 wait complete. 2023-12-07T13:53:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:51 smithi039 ceph-mon[98864]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:53:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:51 smithi039 ceph-mon[98864]: Generating ssh key... 2023-12-07T13:53:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:51 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:51 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAcR8+s67tCXmWrf+KTpZmYsRoK8uEIMKnyrrQ3Y0i0CEYRl+umWFBDWnlm6cBFLTDmGvZcbit39L1mxF5+TWkWrObnv4ypRfgGzDKq/UIibaNfYg2CmNICzh6xwMWQ/bTqy/NJCXvwZ2hxB9PgV5yzzyKfhTVR3n0U3DTLbM5joVanbTAnAnFPn1wnCDobnohPPrdwqIqBZbDZ/hzS2VLJz3eODGC/wAIwHvt0cb6lliSMOBxICu8C7yBj+IdzlBg4mrz0Etb3wGfe8h6iZx0ycxO+qHAmUhy/nGpXleAMwO7lRGokHAADx6fm1si2M0iaG35XwZ+5799I/R6ejhCsZElLmCFYZ0di5tfNULvaaKiQitRcQt5QgWSXnSuOvw02yL2i6MuxD0H/yvkHgxJaCJaipc00pSOa+V/1e2CHYUhdxtAoF+Uib93SzHCSAxXsIEP2fWBcn7czt+CoaEqkk7Bf53eG2UFRaSvihWQYlVWz/Gd0lwcHZiRv+j/qmM= ceph-cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.403+0000 7fd0edc96700 1 Processor -- start 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.403+0000 7fd0edc96700 1 -- start start 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.403+0000 7fd0edc96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e807b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.403+0000 7fd0edc96700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e807b880 con 0x7fd0e807ce50 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e807b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e807b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50280/0 (socket says 172.21.15.39:50280) 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e77fe700 1 -- 172.21.15.39:0/43561883 learned_addr learned my addr 172.21.15.39:0/43561883 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:52.162 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e77fe700 1 -- 172.21.15.39:0/43561883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0e807b9c0 con 0x7fd0e807ce50 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e77fe700 1 --2- 172.21.15.39:0/43561883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e807b2b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd0d80098a0 tx=0x7fd0d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=299b6a3a0e4910be server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e67fc700 1 -- 172.21.15.39:0/43561883 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd0d8004160 con 0x7fd0e807ce50 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e67fc700 1 -- 172.21.15.39:0/43561883 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd0d80042c0 con 0x7fd0e807ce50 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.404+0000 7fd0e67fc700 1 -- 172.21.15.39:0/43561883 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd0d8011a00 con 0x7fd0e807ce50 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.405+0000 7fd0edc96700 1 -- 172.21.15.39:0/43561883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 msgr2=0x7fd0e807b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.405+0000 7fd0edc96700 1 --2- 172.21.15.39:0/43561883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e807b2b0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd0d80098a0 tx=0x7fd0d8009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.405+0000 7fd0edc96700 1 -- 172.21.15.39:0/43561883 shutdown_connections 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.405+0000 7fd0edc96700 1 --2- 172.21.15.39:0/43561883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e807b2b0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.405+0000 7fd0edc96700 1 -- 172.21.15.39:0/43561883 >> 172.21.15.39:0/43561883 conn(0x7fd0e8102360 msgr2=0x7fd0e81047a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.405+0000 7fd0edc96700 1 -- 172.21.15.39:0/43561883 shutdown_connections 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.405+0000 7fd0edc96700 1 -- 172.21.15.39:0/43561883 wait complete. 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0edc96700 1 Processor -- start 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0edc96700 1 -- start start 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0edc96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:52.163 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0edc96700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0e819d270 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0e77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0e77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e819cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50282/0 (socket says 172.21.15.39:50282) 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0e77fe700 1 -- 172.21.15.39:0/4288197710 learned_addr learned my addr 172.21.15.39:0/4288197710 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.406+0000 7fd0e77fe700 1 -- 172.21.15.39:0/4288197710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d8009550 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.407+0000 7fd0e77fe700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e819cd30 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8009fb0 tx=0x7fd0d8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.407+0000 7fd0e4ff9700 1 -- 172.21.15.39:0/4288197710 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd0d8003a40 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.407+0000 7fd0e4ff9700 1 -- 172.21.15.39:0/4288197710 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd0d8003ba0 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.407+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0e819d470 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.407+0000 7fd0e4ff9700 1 -- 172.21.15.39:0/4288197710 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd0d801a750 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.407+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0e819d910 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.408+0000 7fd0e4ff9700 1 -- 172.21.15.39:0/4288197710 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7fd0d801a9d0 con 0x7fd0e807ce50 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.408+0000 7fd0e4ff9700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fd0d40387d0 0x7fd0d403ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:52.164 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.408+0000 7fd0e4ff9700 1 -- 172.21.15.39:0/4288197710 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd0d804c840 con 0x7fd0e807ce50 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.408+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0e810d2c0 con 0x7fd0e807ce50 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.408+0000 7fd0e6ffd700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fd0d40387d0 0x7fd0d403ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.408+0000 7fd0e6ffd700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fd0d40387d0 0x7fd0d403ac90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0006fd0 tx=0x7fd0d0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.413+0000 7fd0e4ff9700 1 -- 172.21.15.39:0/4288197710 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fd0d8018db0 con 0x7fd0e807ce50 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.778+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fd0e81035f0 con 0x7fd0d40387d0 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.779+0000 7fd0e4ff9700 1 -- 172.21.15.39:0/4288197710 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7fd0e81035f0 con 0x7fd0d40387d0 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fd0d40387d0 msgr2=0x7fd0d403ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fd0d40387d0 0x7fd0d403ac90 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0006fd0 tx=0x7fd0d0006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 msgr2=0x7fd0e819cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e819cd30 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd0d8009fb0 tx=0x7fd0d8011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 shutdown_connections 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fd0d40387d0 0x7fd0d403ac90 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:52.165 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 --2- 172.21.15.39:0/4288197710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0e807ce50 0x7fd0e819cd30 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:52.166 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 >> 172.21.15.39:0/4288197710 conn(0x7fd0e8102360 msgr2=0x7fd0e8102ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:52.166 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.781+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 shutdown_connections 2023-12-07T13:53:52.166 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:51.782+0000 7fd0edc96700 1 -- 172.21.15.39:0/4288197710 wait complete. 2023-12-07T13:53:52.166 INFO:teuthology.orchestra.run.smithi039.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-12-07T13:53:52.166 INFO:teuthology.orchestra.run.smithi039.stdout:Adding key to root@localhost authorized_keys... 2023-12-07T13:53:52.166 INFO:teuthology.orchestra.run.smithi039.stdout:Adding host smithi039... 2023-12-07T13:53:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:52 smithi039 ceph-mon[98864]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:53:53.834 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:53 smithi039 ceph-mon[98864]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi039", "addr": "172.21.15.39", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:53:55.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:54 smithi039 ceph-mon[98864]: Deploying cephadm binary to smithi039 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Added host 'smithi039' with addr '172.21.15.39' 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.621+0000 7fa1e1cc5700 1 Processor -- start 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.621+0000 7fa1e1cc5700 1 -- start start 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.621+0000 7fa1e1cc5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc1060d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.621+0000 7fa1e1cc5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1dc1066a0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc1060d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc1060d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50286/0 (socket says 172.21.15.39:50286) 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1db7fe700 1 -- 172.21.15.39:0/1139414942 learned_addr learned my addr 172.21.15.39:0/1139414942 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1db7fe700 1 -- 172.21.15.39:0/1139414942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1dc106eb0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1db7fe700 1 --2- 172.21.15.39:0/1139414942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc1060d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa1c40098a0 tx=0x7fa1c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c69d1636cbc9ab78 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:58.719 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1da7fc700 1 -- 172.21.15.39:0/1139414942 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1c4004160 con 0x7fa1dc105cb0 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1da7fc700 1 -- 172.21.15.39:0/1139414942 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa1c40042c0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.622+0000 7fa1da7fc700 1 -- 172.21.15.39:0/1139414942 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1c4011a00 con 0x7fa1dc105cb0 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/1139414942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 msgr2=0x7fa1dc1060d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 --2- 172.21.15.39:0/1139414942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc1060d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa1c40098a0 tx=0x7fa1c4009bb0 comp rx=0 tx=0).stop 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/1139414942 shutdown_connections 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 --2- 172.21.15.39:0/1139414942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc1060d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/1139414942 >> 172.21.15.39:0/1139414942 conn(0x7fa1dc101290 msgr2=0x7fa1dc1036b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/1139414942 shutdown_connections 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/1139414942 wait complete. 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.623+0000 7fa1e1cc5700 1 Processor -- start 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1e1cc5700 1 -- start start 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1e1cc5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc07a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1e1cc5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1dc07aed0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.720 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc07a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc07a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50288/0 (socket says 172.21.15.39:50288) 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1db7fe700 1 -- 172.21.15.39:0/4288130455 learned_addr learned my addr 172.21.15.39:0/4288130455 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1db7fe700 1 -- 172.21.15.39:0/4288130455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1c4009550 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1db7fe700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc07a990 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa1c4009130 tx=0x7fa1c4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.624+0000 7fa1d8ff9700 1 -- 172.21.15.39:0/4288130455 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1c4003ab0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.625+0000 7fa1d8ff9700 1 -- 172.21.15.39:0/4288130455 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fa1c4003c10 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.625+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1dc19d890 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.625+0000 7fa1d8ff9700 1 -- 172.21.15.39:0/4288130455 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1c40247d0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.625+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1dc19dcd0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.625+0000 7fa1d8ff9700 1 -- 172.21.15.39:0/4288130455 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7fa1c402d3f0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.626+0000 7fa1d8ff9700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa1c8038870 0x7fa1c803ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.626+0000 7fa1d8ff9700 1 -- 172.21.15.39:0/4288130455 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa1c404c910 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.626+0000 7fa1daffd700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa1c8038870 0x7fa1c803ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.626+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1dc10a0e0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.721 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.626+0000 7fa1daffd700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa1c8038870 0x7fa1c803ad30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc006fd0 tx=0x7fa1cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:52.631+0000 7fa1d8ff9700 1 -- 172.21.15.39:0/4288130455 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa1c402d6f0 con 0x7fa1dc105cb0 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:53.006+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi039", "addr": "172.21.15.39", "target": ["mon-mgr", ""]}) v1 -- 0x7fa1dc102550 con 0x7fa1c8038870 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.315+0000 7fa1d8ff9700 1 -- 172.21.15.39:0/4288130455 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7fa1dc102550 con 0x7fa1c8038870 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa1c8038870 msgr2=0x7fa1c803ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa1c8038870 0x7fa1c803ad30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc006fd0 tx=0x7fa1cc006e40 comp rx=0 tx=0).stop 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 msgr2=0x7fa1dc07a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc07a990 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa1c4009130 tx=0x7fa1c4011ad0 comp rx=0 tx=0).stop 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 shutdown_connections 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fa1c8038870 0x7fa1c803ad30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 --2- 172.21.15.39:0/4288130455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1dc105cb0 0x7fa1dc07a990 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 >> 172.21.15.39:0/4288130455 conn(0x7fa1dc101290 msgr2=0x7fa1dc101e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 shutdown_connections 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:58.318+0000 7fa1e1cc5700 1 -- 172.21.15.39:0/4288130455 wait complete. 2023-12-07T13:53:58.722 INFO:teuthology.orchestra.run.smithi039.stdout:Deploying unmanaged mon service... 2023-12-07T13:53:59.660 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:59 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:53:59.660 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:59 smithi039 ceph-mon[98864]: Added host smithi039 2023-12-07T13:53:59.661 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:53:59 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:00.768 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.212+0000 7f14e1ebc700 1 Processor -- start 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.212+0000 7f14e1ebc700 1 -- start start 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.212+0000 7f14e1ebc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc1060d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.212+0000 7f14e1ebc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc1066a0 con 0x7f14dc105cb0 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.212+0000 7f14db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc1060d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.212+0000 7f14db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc1060d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50322/0 (socket says 172.21.15.39:50322) 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.212+0000 7f14db7fe700 1 -- 172.21.15.39:0/2445937883 learned_addr learned my addr 172.21.15.39:0/2445937883 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.213+0000 7f14db7fe700 1 -- 172.21.15.39:0/2445937883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14dc106eb0 con 0x7f14dc105cb0 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.213+0000 7f14db7fe700 1 --2- 172.21.15.39:0/2445937883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc1060d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f14c40098a0 tx=0x7f14c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfe9a4b488d50d5e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.213+0000 7f14da7fc700 1 -- 172.21.15.39:0/2445937883 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f14c4004160 con 0x7f14dc105cb0 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.213+0000 7f14da7fc700 1 -- 172.21.15.39:0/2445937883 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f14c40042c0 con 0x7f14dc105cb0 2023-12-07T13:54:00.769 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.213+0000 7f14da7fc700 1 -- 172.21.15.39:0/2445937883 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f14c4011a00 con 0x7f14dc105cb0 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 -- 172.21.15.39:0/2445937883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 msgr2=0x7f14dc1060d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 --2- 172.21.15.39:0/2445937883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc1060d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f14c40098a0 tx=0x7f14c4009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 -- 172.21.15.39:0/2445937883 shutdown_connections 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 --2- 172.21.15.39:0/2445937883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc1060d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 -- 172.21.15.39:0/2445937883 >> 172.21.15.39:0/2445937883 conn(0x7f14dc101250 msgr2=0x7f14dc103690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 -- 172.21.15.39:0/2445937883 shutdown_connections 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 -- 172.21.15.39:0/2445937883 wait complete. 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.214+0000 7f14e1ebc700 1 Processor -- start 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14e1ebc700 1 -- start start 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14e1ebc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14e1ebc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14dc199f60 con 0x7f14dc105cb0 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc199a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50324/0 (socket says 172.21.15.39:50324) 2023-12-07T13:54:00.770 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14db7fe700 1 -- 172.21.15.39:0/1807309228 learned_addr learned my addr 172.21.15.39:0/1807309228 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14db7fe700 1 -- 172.21.15.39:0/1807309228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14c4009550 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.215+0000 7f14db7fe700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc199a20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f14c4006af0 tx=0x7f14c4003980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.216+0000 7f14d8ff9700 1 -- 172.21.15.39:0/1807309228 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f14c4003ba0 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.216+0000 7f14d8ff9700 1 -- 172.21.15.39:0/1807309228 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f14c4020070 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.216+0000 7f14d8ff9700 1 -- 172.21.15.39:0/1807309228 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f14c401c670 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.216+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14dc19a160 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.216+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14dc19a600 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.217+0000 7f14d8ff9700 1 -- 172.21.15.39:0/1807309228 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7f14c4022030 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.217+0000 7f14d8ff9700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f14c8038820 0x7f14c803ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.217+0000 7f14d8ff9700 1 -- 172.21.15.39:0/1807309228 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f14c404eba0 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.217+0000 7f14daffd700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f14c8038820 0x7f14c803ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.217+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14dc062c00 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.217+0000 7f14daffd700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f14c8038820 0x7f14c803ace0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f14cc006fd0 tx=0x7f14cc006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.222+0000 7f14d8ff9700 1 -- 172.21.15.39:0/1807309228 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f14c402e440 con 0x7f14dc105cb0 2023-12-07T13:54:00.771 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.618+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f14dc102560 con 0x7f14c8038820 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.624+0000 7f14d8ff9700 1 -- 172.21.15.39:0/1807309228 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f14dc102560 con 0x7f14c8038820 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f14c8038820 msgr2=0x7f14c803ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f14c8038820 0x7f14c803ace0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f14cc006fd0 tx=0x7f14cc006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 msgr2=0x7f14dc199a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc199a20 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f14c4006af0 tx=0x7f14c4003980 comp rx=0 tx=0).stop 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 shutdown_connections 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f14c8038820 0x7f14c803ace0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 --2- 172.21.15.39:0/1807309228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14dc105cb0 0x7f14dc199a20 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 >> 172.21.15.39:0/1807309228 conn(0x7f14dc101250 msgr2=0x7f14dc101e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 shutdown_connections 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:53:59.626+0000 7f14e1ebc700 1 -- 172.21.15.39:0/1807309228 wait complete. 2023-12-07T13:54:00.772 INFO:teuthology.orchestra.run.smithi039.stdout:Deploying unmanaged mgr service... 2023-12-07T13:54:00.949 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:00 smithi039 ceph-mon[98864]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:00.949 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:00 smithi039 ceph-mon[98864]: Saving service mon spec with placement count:5 2023-12-07T13:54:00.949 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:00 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:54:02.115 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-12-07T13:54:02.115 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.301+0000 7fc9bb78c700 1 Processor -- start 2023-12-07T13:54:02.115 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.301+0000 7fc9bb78c700 1 -- start start 2023-12-07T13:54:02.115 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.301+0000 7fc9bb78c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b4109c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:02.115 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.301+0000 7fc9bb78c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b407ae40 con 0x7fc9b4107810 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.302+0000 7fc9b9528700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b4109c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.302+0000 7fc9b9528700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b4109c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50328/0 (socket says 172.21.15.39:50328) 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.302+0000 7fc9b9528700 1 -- 172.21.15.39:0/3095646104 learned_addr learned my addr 172.21.15.39:0/3095646104 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.302+0000 7fc9b9528700 1 -- 172.21.15.39:0/3095646104 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9b410a140 con 0x7fc9b4107810 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.302+0000 7fc9b9528700 1 --2- 172.21.15.39:0/3095646104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b4109c00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc9a40098a0 tx=0x7fc9a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f777657821738ca9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.302+0000 7fc9abfff700 1 -- 172.21.15.39:0/3095646104 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9a4004160 con 0x7fc9b4107810 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.303+0000 7fc9abfff700 1 -- 172.21.15.39:0/3095646104 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc9a40042c0 con 0x7fc9b4107810 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.303+0000 7fc9abfff700 1 -- 172.21.15.39:0/3095646104 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9a4011a00 con 0x7fc9b4107810 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.303+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3095646104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 msgr2=0x7fc9b4109c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.303+0000 7fc9bb78c700 1 --2- 172.21.15.39:0/3095646104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b4109c00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc9a40098a0 tx=0x7fc9a4009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.303+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3095646104 shutdown_connections 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.303+0000 7fc9bb78c700 1 --2- 172.21.15.39:0/3095646104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b4109c00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.303+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3095646104 >> 172.21.15.39:0/3095646104 conn(0x7fc9b4101260 msgr2=0x7fc9b4103680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:02.116 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.304+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3095646104 shutdown_connections 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.304+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3095646104 wait complete. 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.304+0000 7fc9bb78c700 1 Processor -- start 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.304+0000 7fc9bb78c700 1 -- start start 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.304+0000 7fc9bb78c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b419aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.304+0000 7fc9bb78c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9b419b030 con 0x7fc9b4107810 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9b9528700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b419aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9b9528700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b419aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50330/0 (socket says 172.21.15.39:50330) 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9b9528700 1 -- 172.21.15.39:0/3324097189 learned_addr learned my addr 172.21.15.39:0/3324097189 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9b9528700 1 -- 172.21.15.39:0/3324097189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9a4009550 con 0x7fc9b4107810 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9b9528700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b419aaf0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc9a4009fb0 tx=0x7fc9a4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9a4003a40 con 0x7fc9b4107810 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fc9a4003ba0 con 0x7fc9b4107810 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9b419b230 con 0x7fc9b4107810 2023-12-07T13:54:02.117 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc9a401a750 con 0x7fc9b4107810 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.305+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9b419b6d0 con 0x7fc9b4107810 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.307+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9b410af40 con 0x7fc9b4107810 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.307+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7fc9a4024b60 con 0x7fc9b4107810 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.307+0000 7fc9aa7fc700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fc9a0038820 0x7fc9a003ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.307+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fc9a404c800 con 0x7fc9b4107810 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.308+0000 7fc9b8d27700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fc9a0038820 0x7fc9a003ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.308+0000 7fc9b8d27700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fc9a0038820 0x7fc9a003ace0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc9b0006fd0 tx=0x7fc9b0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.313+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc9a4024430 con 0x7fc9b4107810 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.372+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mon.0 v2:172.21.15.39:3300/0 7 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9a404c210 con 0x7fc9b4107810 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.713+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fc99c000d90 con 0x7fc9a0038820 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.718+0000 7fc9aa7fc700 1 -- 172.21.15.39:0/3324097189 <== mgr.14120 v2:172.21.15.39:6800/2083465113 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fc99c000d90 con 0x7fc9a0038820 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fc9a0038820 msgr2=0x7fc9a003ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fc9a0038820 0x7fc9a003ace0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc9b0006fd0 tx=0x7fc9b0006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:02.118 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 msgr2=0x7fc9b419aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:02.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b419aaf0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc9a4009fb0 tx=0x7fc9a4011ad0 comp rx=0 tx=0).stop 2023-12-07T13:54:02.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 shutdown_connections 2023-12-07T13:54:02.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fc9a0038820 0x7fc9a003ace0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:02.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 --2- 172.21.15.39:0/3324097189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9b4107810 0x7fc9b419aaf0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:02.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 >> 172.21.15.39:0/3324097189 conn(0x7fc9b4101260 msgr2=0x7fc9b4101de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:02.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 shutdown_connections 2023-12-07T13:54:02.119 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:01.721+0000 7fc9bb78c700 1 -- 172.21.15.39:0/3324097189 wait complete. 2023-12-07T13:54:02.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:02 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:54:02.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:02 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:54:02.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:02 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:54:03.559 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.590+0000 7fbe28321700 1 Processor -- start 2023-12-07T13:54:03.559 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.590+0000 7fbe28321700 1 -- start start 2023-12-07T13:54:03.559 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.591+0000 7fbe28321700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe201076c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.591+0000 7fbe28321700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe20107c90 con 0x7fbe201072a0 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.591+0000 7fbe260bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe201076c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.591+0000 7fbe260bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe201076c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50334/0 (socket says 172.21.15.39:50334) 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.591+0000 7fbe260bd700 1 -- 172.21.15.39:0/1454537498 learned_addr learned my addr 172.21.15.39:0/1454537498 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.591+0000 7fbe260bd700 1 -- 172.21.15.39:0/1454537498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe20105f00 con 0x7fbe201072a0 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe260bd700 1 --2- 172.21.15.39:0/1454537498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe201076c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c0098a0 tx=0x7fbe1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee0349c87bb8b3bc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe250bb700 1 -- 172.21.15.39:0/1454537498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe1c004160 con 0x7fbe201072a0 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe250bb700 1 -- 172.21.15.39:0/1454537498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbe1c0042c0 con 0x7fbe201072a0 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe250bb700 1 -- 172.21.15.39:0/1454537498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe1c0119b0 con 0x7fbe201072a0 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe28321700 1 -- 172.21.15.39:0/1454537498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 msgr2=0x7fbe201076c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe28321700 1 --2- 172.21.15.39:0/1454537498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe201076c0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c0098a0 tx=0x7fbe1c009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe28321700 1 -- 172.21.15.39:0/1454537498 shutdown_connections 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe28321700 1 --2- 172.21.15.39:0/1454537498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe201076c0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.592+0000 7fbe28321700 1 -- 172.21.15.39:0/1454537498 >> 172.21.15.39:0/1454537498 conn(0x7fbe201009d0 msgr2=0x7fbe20102e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.593+0000 7fbe28321700 1 -- 172.21.15.39:0/1454537498 shutdown_connections 2023-12-07T13:54:03.560 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.593+0000 7fbe28321700 1 -- 172.21.15.39:0/1454537498 wait complete. 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.593+0000 7fbe28321700 1 Processor -- start 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.593+0000 7fbe28321700 1 -- start start 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.593+0000 7fbe28321700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe20105820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.593+0000 7fbe28321700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe20105d60 con 0x7fbe201072a0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.593+0000 7fbe260bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe20105820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe260bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe20105820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50336/0 (socket says 172.21.15.39:50336) 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe260bd700 1 -- 172.21.15.39:0/3127453757 learned_addr learned my addr 172.21.15.39:0/3127453757 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe260bd700 1 -- 172.21.15.39:0/3127453757 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe1c009550 con 0x7fbe201072a0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe260bd700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe20105820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c003e60 tx=0x7fbe1c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe177fe700 1 -- 172.21.15.39:0/3127453757 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe1c003a60 con 0x7fbe201072a0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe177fe700 1 -- 172.21.15.39:0/3127453757 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbe1c003bc0 con 0x7fbe201072a0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe177fe700 1 -- 172.21.15.39:0/3127453757 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbe1c0196c0 con 0x7fbe201072a0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe2019b680 con 0x7fbe201072a0 2023-12-07T13:54:03.561 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.594+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe2019fee0 con 0x7fbe201072a0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.595+0000 7fbe177fe700 1 -- 172.21.15.39:0/3127453757 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7fbe1c01a430 con 0x7fbe201072a0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.595+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe2010a140 con 0x7fbe201072a0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.595+0000 7fbe177fe700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fbe0c038800 0x7fbe0c03acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.595+0000 7fbe177fe700 1 -- 172.21.15.39:0/3127453757 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fbe1c04cab0 con 0x7fbe201072a0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.595+0000 7fbe258bc700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fbe0c038800 0x7fbe0c03acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.596+0000 7fbe258bc700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fbe0c038800 0x7fbe0c03acc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbe10006fd0 tx=0x7fbe10006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.600+0000 7fbe177fe700 1 -- 172.21.15.39:0/3127453757 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fbe1c010560 con 0x7fbe201072a0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.966+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7fbe2010a370 con 0x7fbe201072a0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.968+0000 7fbe177fe700 1 -- 172.21.15.39:0/3127453757 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7fbe1c0281c0 con 0x7fbe201072a0 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fbe0c038800 msgr2=0x7fbe0c03acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fbe0c038800 0x7fbe0c03acc0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fbe10006fd0 tx=0x7fbe10006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 msgr2=0x7fbe20105820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:03.562 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe20105820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbe1c003e60 tx=0x7fbe1c011a30 comp rx=0 tx=0).stop 2023-12-07T13:54:03.563 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 shutdown_connections 2023-12-07T13:54:03.563 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fbe0c038800 0x7fbe0c03acc0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:03.563 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 --2- 172.21.15.39:0/3127453757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe201072a0 0x7fbe20105820 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:03.563 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 >> 172.21.15.39:0/3127453757 conn(0x7fbe201009d0 msgr2=0x7fbe201015d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:03.563 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.971+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 shutdown_connections 2023-12-07T13:54:03.563 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:02.972+0000 7fbe28321700 1 -- 172.21.15.39:0/3127453757 wait complete. 2023-12-07T13:54:03.790 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:03 smithi039 ceph-mon[98864]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:03.790 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:03 smithi039 ceph-mon[98864]: Saving service mgr spec with placement count:2 2023-12-07T13:54:03.791 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:03 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3127453757' entity='client.admin' 2023-12-07T13:54:04.803 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.071+0000 7fb6dd32c700 1 Processor -- start 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.071+0000 7fb6dd32c700 1 -- start start 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.071+0000 7fb6dd32c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d81071a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.071+0000 7fb6dd32c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d8107770 con 0x7fb6d8106d80 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.072+0000 7fb6d6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d81071a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.072+0000 7fb6d6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d81071a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50340/0 (socket says 172.21.15.39:50340) 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.072+0000 7fb6d6ffd700 1 -- 172.21.15.39:0/1849316477 learned_addr learned my addr 172.21.15.39:0/1849316477 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.072+0000 7fb6d6ffd700 1 -- 172.21.15.39:0/1849316477 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6d8107f80 con 0x7fb6d8106d80 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.072+0000 7fb6d6ffd700 1 --2- 172.21.15.39:0/1849316477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d81071a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc0098a0 tx=0x7fb6cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b586435dad4b5a90 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.072+0000 7fb6d5ffb700 1 -- 172.21.15.39:0/1849316477 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb6cc004160 con 0x7fb6d8106d80 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6d5ffb700 1 -- 172.21.15.39:0/1849316477 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb6cc0042c0 con 0x7fb6d8106d80 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6d5ffb700 1 -- 172.21.15.39:0/1849316477 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb6cc0119b0 con 0x7fb6d8106d80 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6dd32c700 1 -- 172.21.15.39:0/1849316477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 msgr2=0x7fb6d81071a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:04.804 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6dd32c700 1 --2- 172.21.15.39:0/1849316477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d81071a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc0098a0 tx=0x7fb6cc009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6dd32c700 1 -- 172.21.15.39:0/1849316477 shutdown_connections 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6dd32c700 1 --2- 172.21.15.39:0/1849316477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d81071a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6dd32c700 1 -- 172.21.15.39:0/1849316477 >> 172.21.15.39:0/1849316477 conn(0x7fb6d8102300 msgr2=0x7fb6d8104760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6dd32c700 1 -- 172.21.15.39:0/1849316477 shutdown_connections 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.073+0000 7fb6dd32c700 1 -- 172.21.15.39:0/1849316477 wait complete. 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.074+0000 7fb6dd32c700 1 Processor -- start 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.074+0000 7fb6dd32c700 1 -- start start 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.074+0000 7fb6dd32c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d819ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.074+0000 7fb6dd32c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d819b060 con 0x7fb6d8106d80 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.074+0000 7fb6d6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d819ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.074+0000 7fb6d6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d819ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50342/0 (socket says 172.21.15.39:50342) 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.074+0000 7fb6d6ffd700 1 -- 172.21.15.39:0/284563520 learned_addr learned my addr 172.21.15.39:0/284563520 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.075+0000 7fb6d6ffd700 1 -- 172.21.15.39:0/284563520 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6cc009550 con 0x7fb6d8106d80 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.075+0000 7fb6d6ffd700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d819ab20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc006af0 tx=0x7fb6cc011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:04.805 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.075+0000 7fb6bffff700 1 -- 172.21.15.39:0/284563520 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb6cc003a40 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.075+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6d819b260 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.075+0000 7fb6bffff700 1 -- 172.21.15.39:0/284563520 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb6cc003ba0 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.075+0000 7fb6bffff700 1 -- 172.21.15.39:0/284563520 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb6cc019690 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.075+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6d819b700 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.076+0000 7fb6bffff700 1 -- 172.21.15.39:0/284563520 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7fb6cc019950 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.076+0000 7fb6bffff700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fb6c00387d0 0x7fb6c003ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.076+0000 7fb6bffff700 1 -- 172.21.15.39:0/284563520 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fb6cc04c960 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.076+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6d810b1b0 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.076+0000 7fb6d67fc700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fb6c00387d0 0x7fb6c003ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.077+0000 7fb6d67fc700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fb6c00387d0 0x7fb6c003ac90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8006fd0 tx=0x7fb6c8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.081+0000 7fb6bffff700 1 -- 172.21.15.39:0/284563520 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb6cc0243f0 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.457+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7fb6d810b3c0 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.461+0000 7fb6bffff700 1 -- 172.21.15.39:0/284563520 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7fb6cc023390 con 0x7fb6d8106d80 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fb6c00387d0 msgr2=0x7fb6c003ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:04.806 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fb6c00387d0 0x7fb6c003ac90 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8006fd0 tx=0x7fb6c8006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 msgr2=0x7fb6d819ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d819ab20 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc006af0 tx=0x7fb6cc011a10 comp rx=0 tx=0).stop 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 shutdown_connections 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7fb6c00387d0 0x7fb6c003ac90 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 --2- 172.21.15.39:0/284563520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d8106d80 0x7fb6d819ab20 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 >> 172.21.15.39:0/284563520 conn(0x7fb6d8102300 msgr2=0x7fb6d8102ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 shutdown_connections 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:04.464+0000 7fb6dd32c700 1 -- 172.21.15.39:0/284563520 wait complete. 2023-12-07T13:54:04.807 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling the dashboard module... 2023-12-07T13:54:04.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:04 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:54:04.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:04 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/284563520' entity='client.admin' 2023-12-07T13:54:06.150 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:06 smithi039 ceph-mon[98864]: from='mgr.14120 172.21.15.39:0/4109173241' entity='mgr.x' 2023-12-07T13:54:06.150 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:06 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1509445073' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-12-07T13:54:06.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: ignoring --setuser ceph since I am not root 2023-12-07T13:54:06.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: ignoring --setgroup ceph since I am not root 2023-12-07T13:54:06.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:06.726+0000 7f48adb58200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efd00881700 1 Processor -- start 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efd00881700 1 -- start start 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efd00881700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc109c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efd00881700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcfc07ae40 con 0x7efcfc107810 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efcfa59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc109c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efcfa59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc109c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50346/0 (socket says 172.21.15.39:50346) 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efcfa59c700 1 -- 172.21.15.39:0/2916820225 learned_addr learned my addr 172.21.15.39:0/2916820225 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.300+0000 7efcfa59c700 1 -- 172.21.15.39:0/2916820225 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcfc10a140 con 0x7efcfc107810 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.301+0000 7efcfa59c700 1 --2- 172.21.15.39:0/2916820225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc109c00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efcf00098a0 tx=0x7efcf0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d057a0651074adc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:06.951 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.301+0000 7efcf959a700 1 -- 172.21.15.39:0/2916820225 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcf0004160 con 0x7efcfc107810 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.301+0000 7efcf959a700 1 -- 172.21.15.39:0/2916820225 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcf00042c0 con 0x7efcfc107810 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.301+0000 7efcf959a700 1 -- 172.21.15.39:0/2916820225 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcf00119b0 con 0x7efcfc107810 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.302+0000 7efd00881700 1 -- 172.21.15.39:0/2916820225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 msgr2=0x7efcfc109c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.302+0000 7efd00881700 1 --2- 172.21.15.39:0/2916820225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc109c00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7efcf00098a0 tx=0x7efcf0009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.302+0000 7efd00881700 1 -- 172.21.15.39:0/2916820225 shutdown_connections 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.302+0000 7efd00881700 1 --2- 172.21.15.39:0/2916820225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc109c00 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.302+0000 7efd00881700 1 -- 172.21.15.39:0/2916820225 >> 172.21.15.39:0/2916820225 conn(0x7efcfc101260 msgr2=0x7efcfc103680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.302+0000 7efd00881700 1 -- 172.21.15.39:0/2916820225 shutdown_connections 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.302+0000 7efd00881700 1 -- 172.21.15.39:0/2916820225 wait complete. 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efd00881700 1 Processor -- start 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efd00881700 1 -- start start 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efd00881700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc19ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efd00881700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcfc19b050 con 0x7efcfc107810 2023-12-07T13:54:06.952 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efcfa59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc19ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efcfa59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc19ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50348/0 (socket says 172.21.15.39:50348) 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efcfa59c700 1 -- 172.21.15.39:0/1509445073 learned_addr learned my addr 172.21.15.39:0/1509445073 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efcfa59c700 1 -- 172.21.15.39:0/1509445073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efcf0009550 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.303+0000 7efcfa59c700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc19ab10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7efcf0006af0 tx=0x7efcf0011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.304+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcf0003a40 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.304+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efcf0003ba0 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.304+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7efcf00196c0 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.304+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcfc19b250 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.304+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcfc19b6f0 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.305+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 8) v1 ==== 45580+0+0 (secure 0 0 0) 0x7efcf0019980 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.305+0000 7efceb7fe700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efce40387d0 0x7efce403ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.305+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7efcf004c970 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.305+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efcfc10af80 con 0x7efcfc107810 2023-12-07T13:54:06.953 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.305+0000 7efcf9d9b700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efce40387d0 0x7efce403ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.305+0000 7efcf9d9b700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efce40387d0 0x7efce403ac90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7efcec006fd0 tx=0x7efcec006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.310+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7efcf00243f0 con 0x7efcfc107810 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:05.795+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7efcfc19e1b0 con 0x7efcfc107810 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.515+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7efcf0018350 con 0x7efcfc107810 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.517+0000 7efceb7fe700 1 -- 172.21.15.39:0/1509445073 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mgrmap(e 9) v1 ==== 45593+0+0 (secure 0 0 0) 0x7efcf0021d60 con 0x7efcfc107810 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efce40387d0 msgr2=0x7efce403ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efce40387d0 0x7efce403ac90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7efcec006fd0 tx=0x7efcec006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 msgr2=0x7efcfc19ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc19ab10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7efcf0006af0 tx=0x7efcf0011a10 comp rx=0 tx=0).stop 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 shutdown_connections 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7efce40387d0 0x7efce403ac90 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 --2- 172.21.15.39:0/1509445073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efcfc107810 0x7efcfc19ab10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 >> 172.21.15.39:0/1509445073 conn(0x7efcfc101260 msgr2=0x7efcfc101de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 shutdown_connections 2023-12-07T13:54:06.954 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:06.519+0000 7efd00881700 1 -- 172.21.15.39:0/1509445073 wait complete. 2023-12-07T13:54:07.156 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:07 smithi039 ceph-mon[98864]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:07.156 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:07 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1509445073' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-12-07T13:54:07.156 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:07 smithi039 ceph-mon[98864]: mgrmap e9: x(active, since 21s) 2023-12-07T13:54:07.156 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:06.822+0000 7f48adb58200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T13:54:07.156 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:06.931+0000 7f48adb58200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T13:54:07.157 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:07.049+0000 7f48adb58200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T13:54:07.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:07.264+0000 7f48adb58200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T13:54:08.014 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:07.746+0000 7f48adb58200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T13:54:08.015 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:07.899+0000 7f48adb58200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T13:54:08.015 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:08 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:08.011+0000 7f48adb58200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T13:54:08.300 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:54:08.300 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-12-07T13:54:08.300 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "available": true, 2023-12-07T13:54:08.300 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-12-07T13:54:08.300 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.457+0000 7f607247a700 1 Processor -- start 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.457+0000 7f607247a700 1 -- start start 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f607247a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c105a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f607247a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606c07adc0 con 0x7f606c105640 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c105a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c105a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50362/0 (socket says 172.21.15.39:50362) 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606bfff700 1 -- 172.21.15.39:0/3122267450 learned_addr learned my addr 172.21.15.39:0/3122267450 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606bfff700 1 -- 172.21.15.39:0/3122267450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f606c105fa0 con 0x7f606c105640 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606bfff700 1 --2- 172.21.15.39:0/3122267450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c105a60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f605c0098a0 tx=0x7f605c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d3d817b4d0af607 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606affd700 1 -- 172.21.15.39:0/3122267450 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f605c004160 con 0x7f606c105640 2023-12-07T13:54:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606affd700 1 -- 172.21.15.39:0/3122267450 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f605c0042c0 con 0x7f606c105640 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.458+0000 7f606affd700 1 -- 172.21.15.39:0/3122267450 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f605c0119b0 con 0x7f606c105640 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.459+0000 7f607247a700 1 -- 172.21.15.39:0/3122267450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 msgr2=0x7f606c105a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.459+0000 7f607247a700 1 --2- 172.21.15.39:0/3122267450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c105a60 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f605c0098a0 tx=0x7f605c009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.459+0000 7f607247a700 1 -- 172.21.15.39:0/3122267450 shutdown_connections 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.459+0000 7f607247a700 1 --2- 172.21.15.39:0/3122267450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c105a60 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.459+0000 7f607247a700 1 -- 172.21.15.39:0/3122267450 >> 172.21.15.39:0/3122267450 conn(0x7f606c101220 msgr2=0x7f606c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.459+0000 7f607247a700 1 -- 172.21.15.39:0/3122267450 shutdown_connections 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.459+0000 7f607247a700 1 -- 172.21.15.39:0/3122267450 wait complete. 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.460+0000 7f607247a700 1 Processor -- start 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.460+0000 7f607247a700 1 -- start start 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.460+0000 7f607247a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.460+0000 7f607247a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606c19d230 con 0x7f606c105640 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f606bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:08.302 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f606bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c19ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50364/0 (socket says 172.21.15.39:50364) 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f606bfff700 1 -- 172.21.15.39:0/2876977131 learned_addr learned my addr 172.21.15.39:0/2876977131 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f606bfff700 1 -- 172.21.15.39:0/2876977131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f605c009550 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f606bfff700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c19ccf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f605c011670 tx=0x7f605c011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f60697fa700 1 -- 172.21.15.39:0/2876977131 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f605c003b20 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f60697fa700 1 -- 172.21.15.39:0/2876977131 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f605c003c80 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f606c19d430 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f60697fa700 1 -- 172.21.15.39:0/2876977131 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f605c019770 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.461+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f606c19d8d0 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.462+0000 7f60697fa700 1 -- 172.21.15.39:0/2876977131 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 9) v1 ==== 45593+0+0 (secure 0 0 0) 0x7f605c0199e0 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.462+0000 7f60697fa700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 0x7f605403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.462+0000 7f60697fa700 1 -- 172.21.15.39:0/2876977131 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f605c01a8f0 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.462+0000 7f606b7fe700 1 -- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 msgr2=0x7f605403ad80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2083465113 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.462+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f606c196a60 con 0x7f606c105640 2023-12-07T13:54:08.303 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.462+0000 7f606b7fe700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 0x7f605403ad80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.467+0000 7f60697fa700 1 -- 172.21.15.39:0/2876977131 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f605c018b80 con 0x7f606c105640 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.663+0000 7f606b7fe700 1 -- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 msgr2=0x7f605403ad80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2083465113 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.663+0000 7f606b7fe700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 0x7f605403ad80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.947+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f606c02d3b0 con 0x7f606c105640 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.947+0000 7f60697fa700 1 -- 172.21.15.39:0/2876977131 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f605c023e60 con 0x7f606c105640 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 msgr2=0x7f605403ad80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 0x7f605403ad80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 msgr2=0x7f606c19ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c19ccf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f605c011670 tx=0x7f605c011a30 comp rx=0 tx=0).stop 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 shutdown_connections 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f60540388c0 0x7f605403ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 --2- 172.21.15.39:0/2876977131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f606c105640 0x7f606c19ccf0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 >> 172.21.15.39:0/2876977131 conn(0x7f606c101220 msgr2=0x7f606c193ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 shutdown_connections 2023-12-07T13:54:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:07.950+0000 7f607247a700 1 -- 172.21.15.39:0/2876977131 wait complete. 2023-12-07T13:54:08.305 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for the mgr to restart... 2023-12-07T13:54:08.305 INFO:teuthology.orchestra.run.smithi039.stdout:Waiting for mgr epoch 9... 2023-12-07T13:54:08.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:08 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:08.136+0000 7f48adb58200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T13:54:09.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:08 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2876977131' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-12-07T13:54:09.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:08 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:08.672+0000 7f48adb58200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T13:54:09.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:09 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:09.461+0000 7f48adb58200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T13:54:09.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:09 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:09.561+0000 7f48adb58200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T13:54:10.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:10 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:10.545+0000 7f48adb58200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:54:10.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:10 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:10.658+0000 7f48adb58200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T13:54:11.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:10 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:10.885+0000 7f48adb58200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:54:11.680 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:11 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:11.386+0000 7f48adb58200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T13:54:11.680 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:11 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:11.491+0000 7f48adb58200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T13:54:12.014 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:11 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:11.677+0000 7f48adb58200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T13:54:13.252 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:12 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:12.011+0000 7f48adb58200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T13:54:13.252 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:12 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:12.839+0000 7f48adb58200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T13:54:13.252 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:13 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:12.999+0000 7f48adb58200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T13:54:13.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:13 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:13.249+0000 7f48adb58200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T13:54:13.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:13 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:13.386+0000 7f48adb58200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T13:54:14.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:13 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:13.664+0000 7f48adb58200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T13:54:15.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:54:14.750+0000 7f48adb58200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T13:54:15.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: Active manager daemon x restarted 2023-12-07T13:54:15.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: Activating manager daemon x 2023-12-07T13:54:15.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: osdmap e3: 0 total, 0 up, 0 in 2023-12-07T13:54:15.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: mgrmap e10: x(active, starting, since 0.0130116s) 2023-12-07T13:54:15.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:54:15.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-07T13:54:15.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-07T13:54:15.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-07T13:54:15.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-07T13:54:15.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:14 smithi039 ceph-mon[98864]: Manager daemon x is now available 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout { 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout "initialized": true 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout } 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.827+0000 7f18ce12d700 1 Processor -- start 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.827+0000 7f18ce12d700 1 -- start start 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.828+0000 7f18ce12d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c8106100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.828+0000 7f18ce12d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18c81066d0 con 0x7f18c8105ce0 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.828+0000 7f18c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c8106100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:16.176 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.828+0000 7f18c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c8106100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50372/0 (socket says 172.21.15.39:50372) 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.828+0000 7f18c77fe700 1 -- 172.21.15.39:0/1144144493 learned_addr learned my addr 172.21.15.39:0/1144144493 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.828+0000 7f18c77fe700 1 -- 172.21.15.39:0/1144144493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18c8106ee0 con 0x7f18c8105ce0 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.828+0000 7f18c77fe700 1 --2- 172.21.15.39:0/1144144493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c8106100 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f18b80098a0 tx=0x7f18b8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab80a0116519f6ab server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18c67fc700 1 -- 172.21.15.39:0/1144144493 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f18b8004160 con 0x7f18c8105ce0 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18c67fc700 1 -- 172.21.15.39:0/1144144493 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f18b80042c0 con 0x7f18c8105ce0 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18c67fc700 1 -- 172.21.15.39:0/1144144493 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f18b80119b0 con 0x7f18c8105ce0 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18ce12d700 1 -- 172.21.15.39:0/1144144493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 msgr2=0x7f18c8106100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18ce12d700 1 --2- 172.21.15.39:0/1144144493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c8106100 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f18b80098a0 tx=0x7f18b8009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18ce12d700 1 -- 172.21.15.39:0/1144144493 shutdown_connections 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18ce12d700 1 --2- 172.21.15.39:0/1144144493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c8106100 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18ce12d700 1 -- 172.21.15.39:0/1144144493 >> 172.21.15.39:0/1144144493 conn(0x7f18c8101280 msgr2=0x7f18c81036c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18ce12d700 1 -- 172.21.15.39:0/1144144493 shutdown_connections 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.829+0000 7f18ce12d700 1 -- 172.21.15.39:0/1144144493 wait complete. 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.830+0000 7f18ce12d700 1 Processor -- start 2023-12-07T13:54:16.177 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.830+0000 7f18ce12d700 1 -- start start 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.830+0000 7f18ce12d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c807a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.830+0000 7f18ce12d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18c807aef0 con 0x7f18c8105ce0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c807a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c807a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50374/0 (socket says 172.21.15.39:50374) 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c77fe700 1 -- 172.21.15.39:0/4027642901 learned_addr learned my addr 172.21.15.39:0/4027642901 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c77fe700 1 -- 172.21.15.39:0/4027642901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18b8009550 con 0x7f18c8105ce0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c77fe700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c807a9b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f18b8003e60 tx=0x7f18b8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f18b8003a60 con 0x7f18c8105ce0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f18b8003bc0 con 0x7f18c8105ce0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18c819d8d0 con 0x7f18c8105ce0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f18b80196c0 con 0x7f18c8105ce0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.831+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18c819dd70 con 0x7f18c8105ce0 2023-12-07T13:54:16.178 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.833+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 9) v1 ==== 45593+0+0 (secure 0 0 0) 0x7f18b801ab60 con 0x7f18c8105ce0 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.833+0000 7f18c4ff9700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.833+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 --> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f18b003b420 con 0x7f18b0038850 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.833+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f18b804cb90 con 0x7f18c8105ce0 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.833+0000 7f18c6ffd700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 msgr2=0x7f18b003ad10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2083465113 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:08.833+0000 7f18c6ffd700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:09.034+0000 7f18c6ffd700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 msgr2=0x7f18b003ad10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2083465113 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:09.034+0000 7f18c6ffd700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:09.435+0000 7f18c6ffd700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 msgr2=0x7f18b003ad10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2083465113 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:09.435+0000 7f18c6ffd700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:10.236+0000 7f18c6ffd700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 msgr2=0x7f18b003ad10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2083465113 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:10.236+0000 7f18c6ffd700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:11.837+0000 7f18c6ffd700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 msgr2=0x7f18b003ad10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/2083465113 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:11.837+0000 7f18c6ffd700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-12-07T13:54:16.179 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:14.776+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mgrmap(e 10) v1 ==== 45360+0+0 (secure 0 0 0) 0x7f18b801a430 con 0x7f18c8105ce0 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:14.776+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 msgr2=0x7f18b003ad10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:14.776+0000 7f18c4ff9700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.773+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 11) v1 ==== 45487+0+0 (secure 0 0 0) 0x7f18b8019b50 con 0x7f18c8105ce0 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.773+0000 7f18c4ff9700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18b003c200 0x7f18b003e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.773+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f18b003b420 con 0x7f18b003c200 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.774+0000 7f18c6ffd700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18b003c200 0x7f18b003e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.775+0000 7f18c6ffd700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18b003c200 0x7f18b003e5f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f18bc003a10 tx=0x7f18bc0092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.775+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7f18b003b420 con 0x7f18b003c200 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.787+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f18c810a110 con 0x7f18b003c200 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.787+0000 7f18c4ff9700 1 -- 172.21.15.39:0/4027642901 <== mgr.14152 v2:172.21.15.39:6800/3942875407 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f18c810a110 con 0x7f18b003c200 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18b003c200 msgr2=0x7f18b003e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18b003c200 0x7f18b003e5f0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f18bc003a10 tx=0x7f18bc0092b0 comp rx=0 tx=0).stop 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 msgr2=0x7f18c807a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:16.180 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c807a9b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f18b8003e60 tx=0x7f18b8011a30 comp rx=0 tx=0).stop 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 shutdown_connections 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18b003c200 0x7f18b003e5f0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c8105ce0 0x7f18c807a9b0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 --2- 172.21.15.39:0/4027642901 >> [v2:172.21.15.39:6800/2083465113,v1:172.21.15.39:6801/2083465113] conn(0x7f18b0038850 0x7f18b003ad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 >> 172.21.15.39:0/4027642901 conn(0x7f18c8101280 msgr2=0x7f18c8101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 shutdown_connections 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:15.788+0000 7f18ce12d700 1 -- 172.21.15.39:0/4027642901 wait complete. 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:mgr epoch 9 is available 2023-12-07T13:54:16.181 INFO:teuthology.orchestra.run.smithi039.stdout:Generating a dashboard self-signed certificate... 2023-12-07T13:54:16.186 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:16.186 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:16.186 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-07T13:54:16.186 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-07T13:54:16.186 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:15 smithi039 ceph-mon[98864]: mgrmap e11: x(active, since 1.01079s) 2023-12-07T13:54:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:16 smithi039 ceph-mon[98864]: [07/Dec/2023:13:54:16] ENGINE Bus STARTING 2023-12-07T13:54:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:16 smithi039 ceph-mon[98864]: [07/Dec/2023:13:54:16] ENGINE Serving on https://172.21.15.39:7150 2023-12-07T13:54:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:16 smithi039 ceph-mon[98864]: [07/Dec/2023:13:54:16] ENGINE Serving on http://172.21.15.39:8765 2023-12-07T13:54:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:16 smithi039 ceph-mon[98864]: [07/Dec/2023:13:54:16] ENGINE Bus STARTED 2023-12-07T13:54:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:17.773 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-12-07T13:54:17.773 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.850+0000 7fbbd1289700 1 Processor -- start 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.850+0000 7fbbd1289700 1 -- start start 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.850+0000 7fbbd1289700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc109c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.851+0000 7fbbd1289700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc07ae40 con 0x7fbbcc107860 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.851+0000 7fbbcaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc109c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.851+0000 7fbbcaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc109c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50428/0 (socket says 172.21.15.39:50428) 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.851+0000 7fbbcaffd700 1 -- 172.21.15.39:0/2587222357 learned_addr learned my addr 172.21.15.39:0/2587222357 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.851+0000 7fbbcaffd700 1 -- 172.21.15.39:0/2587222357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbcc10a190 con 0x7fbbcc107860 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.851+0000 7fbbcaffd700 1 --2- 172.21.15.39:0/2587222357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc109c50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc0098a0 tx=0x7fbbbc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15aaeadab9c09c3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.851+0000 7fbbc9ffb700 1 -- 172.21.15.39:0/2587222357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbbc004160 con 0x7fbbcc107860 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbc9ffb700 1 -- 172.21.15.39:0/2587222357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbbbc0042c0 con 0x7fbbcc107860 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbc9ffb700 1 -- 172.21.15.39:0/2587222357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbbc0119b0 con 0x7fbbcc107860 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbd1289700 1 -- 172.21.15.39:0/2587222357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 msgr2=0x7fbbcc109c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbd1289700 1 --2- 172.21.15.39:0/2587222357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc109c50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc0098a0 tx=0x7fbbbc009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:17.774 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbd1289700 1 -- 172.21.15.39:0/2587222357 shutdown_connections 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbd1289700 1 --2- 172.21.15.39:0/2587222357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc109c50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbd1289700 1 -- 172.21.15.39:0/2587222357 >> 172.21.15.39:0/2587222357 conn(0x7fbbcc1012d0 msgr2=0x7fbbcc1036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbd1289700 1 -- 172.21.15.39:0/2587222357 shutdown_connections 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.852+0000 7fbbd1289700 1 -- 172.21.15.39:0/2587222357 wait complete. 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.853+0000 7fbbd1289700 1 Processor -- start 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.853+0000 7fbbd1289700 1 -- start start 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.853+0000 7fbbd1289700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc19ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.853+0000 7fbbd1289700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbcc19b0a0 con 0x7fbbcc107860 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.853+0000 7fbbcaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc19ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbcaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc19ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50430/0 (socket says 172.21.15.39:50430) 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbcaffd700 1 -- 172.21.15.39:0/1350245370 learned_addr learned my addr 172.21.15.39:0/1350245370 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbcaffd700 1 -- 172.21.15.39:0/1350245370 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbbc009550 con 0x7fbbcc107860 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbcaffd700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc19ab60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc006af0 tx=0x7fbbbc011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbb3fff700 1 -- 172.21.15.39:0/1350245370 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbbc003a40 con 0x7fbbcc107860 2023-12-07T13:54:17.775 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbb3fff700 1 -- 172.21.15.39:0/1350245370 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbbbc003ba0 con 0x7fbbcc107860 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbcc19b2a0 con 0x7fbbcc107860 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbb3fff700 1 -- 172.21.15.39:0/1350245370 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbbbc0196c0 con 0x7fbbcc107860 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.854+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbcc19b740 con 0x7fbbcc107860 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.855+0000 7fbbb3fff700 1 -- 172.21.15.39:0/1350245370 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 11) v1 ==== 45487+0+0 (secure 0 0 0) 0x7fbbbc01aa80 con 0x7fbbcc107860 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.855+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbcc10afd0 con 0x7fbbcc107860 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.856+0000 7fbbb3fff700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbbb4038700 0x7fbbb403abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.856+0000 7fbbb3fff700 1 -- 172.21.15.39:0/1350245370 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fbbbc04cb80 con 0x7fbbcc107860 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.856+0000 7fbbca7fc700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbbb4038700 0x7fbbb403abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:17.776 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.856+0000 7fbbca7fc700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbbb4038700 0x7fbbb403abc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0006fd0 tx=0x7fbbc0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:16.861+0000 7fbbb3fff700 1 -- 172.21.15.39:0/1350245370 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fbbbc01a430 con 0x7fbbcc107860 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.238+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7fbbcc19df80 con 0x7fbbb4038700 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.408+0000 7fbbb3fff700 1 -- 172.21.15.39:0/1350245370 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7fbbcc19df80 con 0x7fbbb4038700 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbbb4038700 msgr2=0x7fbbb403abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbbb4038700 0x7fbbb403abc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbbc0006fd0 tx=0x7fbbc0006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 msgr2=0x7fbbcc19ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc19ab60 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc006af0 tx=0x7fbbbc011a10 comp rx=0 tx=0).stop 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 shutdown_connections 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbbb4038700 0x7fbbb403abc0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 --2- 172.21.15.39:0/1350245370 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbcc107860 0x7fbbcc19ab60 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.410+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 >> 172.21.15.39:0/1350245370 conn(0x7fbbcc1012d0 msgr2=0x7fbbcc101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.411+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 shutdown_connections 2023-12-07T13:54:17.777 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:17.411+0000 7fbbd1289700 1 -- 172.21.15.39:0/1350245370 wait complete. 2023-12-07T13:54:17.778 INFO:teuthology.orchestra.run.smithi039.stdout:Creating initial admin user... 2023-12-07T13:54:18.788 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:18 smithi039 ceph-mon[98864]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:18.788 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:18.788 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:18.788 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:18 smithi039 ceph-mon[98864]: mgrmap e12: x(active, since 2s) 2023-12-07T13:54:18.789 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:19.622 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$GTyhIRVzxP9hSpRH8l37J.Gvp/8dixe9wXNYvyvsUnZZETc.RhtKS", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1701957258, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-12-07T13:54:19.622 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.235+0000 7fe0dc288700 1 Processor -- start 2023-12-07T13:54:19.622 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.235+0000 7fe0dc288700 1 -- start start 2023-12-07T13:54:19.622 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.235+0000 7fe0dc288700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4109d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:19.622 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.235+0000 7fe0dc288700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d407ad80 con 0x7fe0d4107920 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.235+0000 7fe0da024700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4109d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.235+0000 7fe0da024700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4109d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50434/0 (socket says 172.21.15.39:50434) 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.235+0000 7fe0da024700 1 -- 172.21.15.39:0/1017944487 learned_addr learned my addr 172.21.15.39:0/1017944487 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.236+0000 7fe0da024700 1 -- 172.21.15.39:0/1017944487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0d407aec0 con 0x7fe0d4107920 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.236+0000 7fe0da024700 1 --2- 172.21.15.39:0/1017944487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4109d10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe0d00098a0 tx=0x7fe0d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27fa7ea23d362d22 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.236+0000 7fe0d9022700 1 -- 172.21.15.39:0/1017944487 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe0d0004160 con 0x7fe0d4107920 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.236+0000 7fe0d9022700 1 -- 172.21.15.39:0/1017944487 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0d00042c0 con 0x7fe0d4107920 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.236+0000 7fe0d9022700 1 -- 172.21.15.39:0/1017944487 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe0d00119b0 con 0x7fe0d4107920 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 -- 172.21.15.39:0/1017944487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 msgr2=0x7fe0d4109d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 --2- 172.21.15.39:0/1017944487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4109d10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe0d00098a0 tx=0x7fe0d0009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 -- 172.21.15.39:0/1017944487 shutdown_connections 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 --2- 172.21.15.39:0/1017944487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4109d10 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 -- 172.21.15.39:0/1017944487 >> 172.21.15.39:0/1017944487 conn(0x7fe0d41012d0 msgr2=0x7fe0d41036f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:19.623 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 -- 172.21.15.39:0/1017944487 shutdown_connections 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 -- 172.21.15.39:0/1017944487 wait complete. 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.237+0000 7fe0dc288700 1 Processor -- start 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0dc288700 1 -- start start 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0dc288700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0dc288700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d4198e50 con 0x7fe0d4107920 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0da024700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0da024700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50436/0 (socket says 172.21.15.39:50436) 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0da024700 1 -- 172.21.15.39:0/640521800 learned_addr learned my addr 172.21.15.39:0/640521800 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:19.624 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0da024700 1 -- 172.21.15.39:0/640521800 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0d0009550 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0da024700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4198910 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0006af0 tx=0x7fe0d0011a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0cb7fe700 1 -- 172.21.15.39:0/640521800 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe0d0003a40 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0cb7fe700 1 -- 172.21.15.39:0/640521800 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0d0003ba0 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0d4199050 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0cb7fe700 1 -- 172.21.15.39:0/640521800 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe0d00196c0 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.238+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0d41994f0 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.239+0000 7fe0cb7fe700 1 -- 172.21.15.39:0/640521800 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 12) v1 ==== 45593+0+0 (secure 0 0 0) 0x7fe0d0019930 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.240+0000 7fe0cb7fe700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe0c003cc80 0x7fe0c003f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.240+0000 7fe0cb7fe700 1 -- 172.21.15.39:0/640521800 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fe0d004cdc0 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.240+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0d41927d0 con 0x7fe0d4107920 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.240+0000 7fe0d9823700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe0c003cc80 0x7fe0c003f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.240+0000 7fe0d9823700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe0c003cc80 0x7fe0c003f140 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4006fd0 tx=0x7fe0c4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:19.625 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.245+0000 7fe0cb7fe700 1 -- 172.21.15.39:0/640521800 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fe0d00243f0 con 0x7fe0d4107920 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.664+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fe0d4062a20 con 0x7fe0c003cc80 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.913+0000 7fe0cb7fe700 1 -- 172.21.15.39:0/640521800 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7fe0d4062a20 con 0x7fe0c003cc80 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe0c003cc80 msgr2=0x7fe0c003f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe0c003cc80 0x7fe0c003f140 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe0c4006fd0 tx=0x7fe0c4006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 msgr2=0x7fe0d4198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4198910 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe0d0006af0 tx=0x7fe0d0011a10 comp rx=0 tx=0).stop 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 shutdown_connections 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe0c003cc80 0x7fe0c003f140 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 --2- 172.21.15.39:0/640521800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0d4107920 0x7fe0d4198910 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 >> 172.21.15.39:0/640521800 conn(0x7fe0d41012d0 msgr2=0x7fe0d4101c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 shutdown_connections 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:18.916+0000 7fe0dc288700 1 -- 172.21.15.39:0/640521800 wait complete. 2023-12-07T13:54:19.626 INFO:teuthology.orchestra.run.smithi039.stdout:Fetching dashboard port number... 2023-12-07T13:54:20.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:19 smithi039 ceph-mon[98864]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:20.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:21.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:20 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3649293334' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-12-07T13:54:21.069 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stdout 8443 2023-12-07T13:54:21.069 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889f564700 1 Processor -- start 2023-12-07T13:54:21.069 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889f564700 1 -- start start 2023-12-07T13:54:21.069 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889f564700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889807b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:21.069 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889f564700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f889807cfe0 con 0x7f889807b2b0 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889d300700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889807b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889d300700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889807b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50442/0 (socket says 172.21.15.39:50442) 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889d300700 1 -- 172.21.15.39:0/574001 learned_addr learned my addr 172.21.15.39:0/574001 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.128+0000 7f889d300700 1 -- 172.21.15.39:0/574001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f889807bc10 con 0x7f889807b2b0 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.129+0000 7f889d300700 1 --2- 172.21.15.39:0/574001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889807b6d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f88940098a0 tx=0x7f8894009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2ce37aa961b0af9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.129+0000 7f888ffff700 1 -- 172.21.15.39:0/574001 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8894004160 con 0x7f889807b2b0 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.129+0000 7f888ffff700 1 -- 172.21.15.39:0/574001 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88940042c0 con 0x7f889807b2b0 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.129+0000 7f888ffff700 1 -- 172.21.15.39:0/574001 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f88940119b0 con 0x7f889807b2b0 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.129+0000 7f889f564700 1 -- 172.21.15.39:0/574001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 msgr2=0x7f889807b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.129+0000 7f889f564700 1 --2- 172.21.15.39:0/574001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889807b6d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f88940098a0 tx=0x7f8894009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.130+0000 7f889f564700 1 -- 172.21.15.39:0/574001 shutdown_connections 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.130+0000 7f889f564700 1 --2- 172.21.15.39:0/574001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889807b6d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.130+0000 7f889f564700 1 -- 172.21.15.39:0/574001 >> 172.21.15.39:0/574001 conn(0x7f8898102310 msgr2=0x7f8898104790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:21.070 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.130+0000 7f889f564700 1 -- 172.21.15.39:0/574001 shutdown_connections 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.130+0000 7f889f564700 1 -- 172.21.15.39:0/574001 wait complete. 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.130+0000 7f889f564700 1 Processor -- start 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.130+0000 7f889f564700 1 -- start start 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889f564700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889819ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889f564700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f889819d370 con 0x7f889807b2b0 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889d300700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889819ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889d300700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889819ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50444/0 (socket says 172.21.15.39:50444) 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889d300700 1 -- 172.21.15.39:0/3649293334 learned_addr learned my addr 172.21.15.39:0/3649293334 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889d300700 1 -- 172.21.15.39:0/3649293334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8894009550 con 0x7f889807b2b0 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889d300700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889819ce30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8894011670 tx=0x7f8894011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f888e7fc700 1 -- 172.21.15.39:0/3649293334 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8894003b20 con 0x7f889807b2b0 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f888e7fc700 1 -- 172.21.15.39:0/3649293334 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8894003c80 con 0x7f889807b2b0 2023-12-07T13:54:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f889819d570 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.131+0000 7f888e7fc700 1 -- 172.21.15.39:0/3649293334 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8894019770 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.132+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f889819da10 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.133+0000 7f888e7fc700 1 -- 172.21.15.39:0/3649293334 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 12) v1 ==== 45593+0+0 (secure 0 0 0) 0x7f8894019a30 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.133+0000 7f888e7fc700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8884038870 0x7f888403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.133+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f889810d2d0 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.133+0000 7f888e7fc700 1 -- 172.21.15.39:0/3649293334 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f889404cd60 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.133+0000 7f889caff700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8884038870 0x7f888403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.133+0000 7f889caff700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8884038870 0x7f888403ad30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8888006fd0 tx=0x7f8888006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.138+0000 7f888e7fc700 1 -- 172.21.15.39:0/3649293334 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8894018db0 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.502+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f889810d540 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.503+0000 7f888e7fc700 1 -- 172.21.15.39:0/3649293334 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f8894048070 con 0x7f889807b2b0 2023-12-07T13:54:21.072 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8884038870 msgr2=0x7f888403ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8884038870 0x7f888403ad30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8888006fd0 tx=0x7f8888006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 msgr2=0x7f889819ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889819ce30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8894011670 tx=0x7f8894011a30 comp rx=0 tx=0).stop 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 shutdown_connections 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8884038870 0x7f888403ad30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 --2- 172.21.15.39:0/3649293334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f889807b2b0 0x7f889819ce30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 >> 172.21.15.39:0/3649293334 conn(0x7f8898102310 msgr2=0x7f8898102f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 shutdown_connections 2023-12-07T13:54:21.073 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:20.505+0000 7f889f564700 1 -- 172.21.15.39:0/3649293334 wait complete. 2023-12-07T13:54:21.076 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-12-07T13:54:21.077 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout disabled 2023-12-07T13:54:21.084 INFO:teuthology.orchestra.run.smithi039.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-12-07T13:54:21.084 INFO:teuthology.orchestra.run.smithi039.stdout:systemctl: stdout inactive 2023-12-07T13:54:21.084 INFO:teuthology.orchestra.run.smithi039.stdout:firewalld.service is not enabled 2023-12-07T13:54:21.084 INFO:teuthology.orchestra.run.smithi039.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-12-07T13:54:21.086 INFO:teuthology.orchestra.run.smithi039.stdout:Ceph Dashboard is now available at: 2023-12-07T13:54:21.086 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:21.086 INFO:teuthology.orchestra.run.smithi039.stdout: URL: https://smithi039:8443/ 2023-12-07T13:54:21.086 INFO:teuthology.orchestra.run.smithi039.stdout: User: admin 2023-12-07T13:54:21.087 INFO:teuthology.orchestra.run.smithi039.stdout: Password: rk2ons1uwn 2023-12-07T13:54:21.087 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:21.087 INFO:teuthology.orchestra.run.smithi039.stdout:Saving cluster configuration to /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config directory 2023-12-07T13:54:21.087 INFO:teuthology.orchestra.run.smithi039.stdout:Enabling autotune for osd_memory_target 2023-12-07T13:54:22.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:21 smithi039 ceph-mon[98864]: mgrmap e13: x(active, since 6s) 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80bdbc7700 1 Processor -- start 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80bdbc7700 1 -- start start 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80bdbc7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81060e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80bdbc7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b81066b0 con 0x7f80b8105cc0 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80b77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81060e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80b77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81060e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50450/0 (socket says 172.21.15.39:50450) 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80b77fe700 1 -- 172.21.15.39:0/998442006 learned_addr learned my addr 172.21.15.39:0/998442006 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:22.336 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80b77fe700 1 -- 172.21.15.39:0/998442006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b8106ec0 con 0x7f80b8105cc0 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.584+0000 7f80b77fe700 1 --2- 172.21.15.39:0/998442006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81060e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f80a80098a0 tx=0x7f80a8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5983dea6db0f33b1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80b67fc700 1 -- 172.21.15.39:0/998442006 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80a8004160 con 0x7f80b8105cc0 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80b67fc700 1 -- 172.21.15.39:0/998442006 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80a80042c0 con 0x7f80b8105cc0 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80b67fc700 1 -- 172.21.15.39:0/998442006 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80a80119b0 con 0x7f80b8105cc0 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80bdbc7700 1 -- 172.21.15.39:0/998442006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 msgr2=0x7f80b81060e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80bdbc7700 1 --2- 172.21.15.39:0/998442006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81060e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f80a80098a0 tx=0x7f80a8009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80bdbc7700 1 -- 172.21.15.39:0/998442006 shutdown_connections 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80bdbc7700 1 --2- 172.21.15.39:0/998442006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81060e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80bdbc7700 1 -- 172.21.15.39:0/998442006 >> 172.21.15.39:0/998442006 conn(0x7f80b8101260 msgr2=0x7f80b81036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80bdbc7700 1 -- 172.21.15.39:0/998442006 shutdown_connections 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.585+0000 7f80bdbc7700 1 -- 172.21.15.39:0/998442006 wait complete. 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.586+0000 7f80bdbc7700 1 Processor -- start 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.586+0000 7f80bdbc7700 1 -- start start 2023-12-07T13:54:22.337 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.586+0000 7f80bdbc7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.586+0000 7f80bdbc7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b8198ee0 con 0x7f80b8105cc0 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50452/0 (socket says 172.21.15.39:50452) 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b77fe700 1 -- 172.21.15.39:0/983503172 learned_addr learned my addr 172.21.15.39:0/983503172 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b77fe700 1 -- 172.21.15.39:0/983503172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a8009550 con 0x7f80b8105cc0 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b77fe700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81989a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f80a8003e60 tx=0x7f80a8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b4ff9700 1 -- 172.21.15.39:0/983503172 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80a8003a60 con 0x7f80b8105cc0 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b4ff9700 1 -- 172.21.15.39:0/983503172 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f80a8003bc0 con 0x7f80b8105cc0 2023-12-07T13:54:22.338 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b81990e0 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80b4ff9700 1 -- 172.21.15.39:0/983503172 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f80a80196c0 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.587+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b8199580 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.588+0000 7f80b4ff9700 1 -- 172.21.15.39:0/983503172 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f80a8019930 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.588+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80b8079f60 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.588+0000 7f80b4ff9700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f80a003ab90 0x7f80a003d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.588+0000 7f80b4ff9700 1 -- 172.21.15.39:0/983503172 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f80a804ce30 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.588+0000 7f80b6ffd700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f80a003ab90 0x7f80a003d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.589+0000 7f80b6ffd700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f80a003ab90 0x7f80a003d050 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f80ac006fd0 tx=0x7f80ac006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.593+0000 7f80b4ff9700 1 -- 172.21.15.39:0/983503172 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f80a8010b70 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.958+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7f80b81920e0 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.958+0000 7f80b4ff9700 1 -- 172.21.15.39:0/983503172 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7f80a8010b70 con 0x7f80b8105cc0 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f80a003ab90 msgr2=0x7f80a003d050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f80a003ab90 0x7f80a003d050 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f80ac006fd0 tx=0x7f80ac006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 msgr2=0x7f80b81989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:22.339 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81989a0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f80a8003e60 tx=0x7f80a8011a30 comp rx=0 tx=0).stop 2023-12-07T13:54:22.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 shutdown_connections 2023-12-07T13:54:22.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f80a003ab90 0x7f80a003d050 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:22.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 --2- 172.21.15.39:0/983503172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8105cc0 0x7f80b81989a0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:22.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 >> 172.21.15.39:0/983503172 conn(0x7f80b8101260 msgr2=0x7f80b818f1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:22.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 shutdown_connections 2023-12-07T13:54:22.340 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:21.961+0000 7f80bdbc7700 1 -- 172.21.15.39:0/983503172 wait complete. 2023-12-07T13:54:23.782 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.818+0000 7f1c81523700 1 Processor -- start 2023-12-07T13:54:23.782 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.818+0000 7f1c81523700 1 -- start start 2023-12-07T13:54:23.782 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.818+0000 7f1c81523700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c107200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:23.782 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.818+0000 7f1c81523700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7c1077d0 con 0x7f1c7c106de0 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.818+0000 7f1c7affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c107200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.818+0000 7f1c7affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c107200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50456/0 (socket says 172.21.15.39:50456) 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.818+0000 7f1c7affd700 1 -- 172.21.15.39:0/2266855507 learned_addr learned my addr 172.21.15.39:0/2266855507 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.819+0000 7f1c7affd700 1 -- 172.21.15.39:0/2266855507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c7c107fe0 con 0x7f1c7c106de0 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.819+0000 7f1c7affd700 1 --2- 172.21.15.39:0/2266855507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c107200 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1c700098a0 tx=0x7f1c70009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=472098d53da27c20 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.819+0000 7f1c79ffb700 1 -- 172.21.15.39:0/2266855507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c70004160 con 0x7f1c7c106de0 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.819+0000 7f1c79ffb700 1 -- 172.21.15.39:0/2266855507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c700042c0 con 0x7f1c7c106de0 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.819+0000 7f1c79ffb700 1 -- 172.21.15.39:0/2266855507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c700119b0 con 0x7f1c7c106de0 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 -- 172.21.15.39:0/2266855507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 msgr2=0x7f1c7c107200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 --2- 172.21.15.39:0/2266855507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c107200 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f1c700098a0 tx=0x7f1c70009bb0 comp rx=0 tx=0).stop 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 -- 172.21.15.39:0/2266855507 shutdown_connections 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 --2- 172.21.15.39:0/2266855507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c107200 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 -- 172.21.15.39:0/2266855507 >> 172.21.15.39:0/2266855507 conn(0x7f1c7c102360 msgr2=0x7f1c7c1047c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:23.783 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 -- 172.21.15.39:0/2266855507 shutdown_connections 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 -- 172.21.15.39:0/2266855507 wait complete. 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.820+0000 7f1c81523700 1 Processor -- start 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c81523700 1 -- start start 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c81523700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c81523700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7c19d2a0 con 0x7f1c7c106de0 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c7affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c7affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c19cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50458/0 (socket says 172.21.15.39:50458) 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c7affd700 1 -- 172.21.15.39:0/338971479 learned_addr learned my addr 172.21.15.39:0/338971479 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c7affd700 1 -- 172.21.15.39:0/338971479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c70009550 con 0x7f1c7c106de0 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c7affd700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c19cd60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1c70003e60 tx=0x7f1c70011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:23.784 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.821+0000 7f1c63fff700 1 -- 172.21.15.39:0/338971479 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c70003a60 con 0x7f1c7c106de0 2023-12-07T13:54:23.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.822+0000 7f1c63fff700 1 -- 172.21.15.39:0/338971479 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c70003bc0 con 0x7f1c7c106de0 2023-12-07T13:54:23.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.822+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c7c19d4a0 con 0x7f1c7c106de0 2023-12-07T13:54:23.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.822+0000 7f1c63fff700 1 -- 172.21.15.39:0/338971479 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1c700196c0 con 0x7f1c7c106de0 2023-12-07T13:54:23.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.822+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c7c19d940 con 0x7f1c7c106de0 2023-12-07T13:54:23.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.822+0000 7f1c63fff700 1 -- 172.21.15.39:0/338971479 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f1c70019930 con 0x7f1c7c106de0 2023-12-07T13:54:23.785 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.823+0000 7f1c63fff700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1c64038940 0x7f1c6403ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.823+0000 7f1c63fff700 1 -- 172.21.15.39:0/338971479 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f1c7004cd10 con 0x7f1c7c106de0 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.823+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c7c10b210 con 0x7f1c7c106de0 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.823+0000 7f1c7a7fc700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1c64038940 0x7f1c6403ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.823+0000 7f1c7a7fc700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1c64038940 0x7f1c6403ae00 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c006fd0 tx=0x7f1c6c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:22.828+0000 7f1c63fff700 1 -- 172.21.15.39:0/338971479 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f1c70019e60 con 0x7f1c7c106de0 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.414+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f1c7c10b450 con 0x7f1c7c106de0 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.419+0000 7f1c63fff700 1 -- 172.21.15.39:0/338971479 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f1c70010b70 con 0x7f1c7c106de0 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1c64038940 msgr2=0x7f1c6403ae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1c64038940 0x7f1c6403ae00 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c006fd0 tx=0x7f1c6c006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 msgr2=0x7f1c7c19cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c19cd60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1c70003e60 tx=0x7f1c70011a30 comp rx=0 tx=0).stop 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 shutdown_connections 2023-12-07T13:54:23.786 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1c64038940 0x7f1c6403ae00 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 --2- 172.21.15.39:0/338971479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c7c106de0 0x7f1c7c19cd60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.421+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 >> 172.21.15.39:0/338971479 conn(0x7f1c7c102360 msgr2=0x7f1c7c102f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.422+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 shutdown_connections 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr 2023-12-07T13:54:23.422+0000 7f1c81523700 1 -- 172.21.15.39:0/338971479 wait complete. 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:Or, if you are only running a single cluster on this host: 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout:Please consider enabling telemetry to help improve Ceph: 2023-12-07T13:54:23.787 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.788 INFO:teuthology.orchestra.run.smithi039.stdout: ceph telemetry on 2023-12-07T13:54:23.788 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.788 INFO:teuthology.orchestra.run.smithi039.stdout:For more information see: 2023-12-07T13:54:23.788 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.788 INFO:teuthology.orchestra.run.smithi039.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-12-07T13:54:23.788 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:23.788 INFO:teuthology.orchestra.run.smithi039.stdout:Bootstrap complete. 2023-12-07T13:54:23.824 INFO:tasks.cephadm:Fetching config... 2023-12-07T13:54:23.824 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:54:23.824 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-12-07T13:54:23.841 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-12-07T13:54:23.841 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:54:23.841 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-12-07T13:54:23.901 INFO:tasks.cephadm:Fetching mon keyring... 2023-12-07T13:54:23.901 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:54:23.902 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/keyring of=/dev/stdout 2023-12-07T13:54:23.972 INFO:tasks.cephadm:Fetching pub ssh key... 2023-12-07T13:54:23.972 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:54:23.972 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-12-07T13:54:24.030 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-12-07T13:54:24.030 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAcR8+s67tCXmWrf+KTpZmYsRoK8uEIMKnyrrQ3Y0i0CEYRl+umWFBDWnlm6cBFLTDmGvZcbit39L1mxF5+TWkWrObnv4ypRfgGzDKq/UIibaNfYg2CmNICzh6xwMWQ/bTqy/NJCXvwZ2hxB9PgV5yzzyKfhTVR3n0U3DTLbM5joVanbTAnAnFPn1wnCDobnohPPrdwqIqBZbDZ/hzS2VLJz3eODGC/wAIwHvt0cb6lliSMOBxICu8C7yBj+IdzlBg4mrz0Etb3wGfe8h6iZx0ycxO+qHAmUhy/nGpXleAMwO7lRGokHAADx6fm1si2M0iaG35XwZ+5799I/R6ejhCsZElLmCFYZ0di5tfNULvaaKiQitRcQt5QgWSXnSuOvw02yL2i6MuxD0H/yvkHgxJaCJaipc00pSOa+V/1e2CHYUhdxtAoF+Uib93SzHCSAxXsIEP2fWBcn7czt+CoaEqkk7Bf53eG2UFRaSvihWQYlVWz/Gd0lwcHZiRv+j/qmM= ceph-cc8357a8-9507-11ee-95a2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-07T13:54:24.108 INFO:teuthology.orchestra.run.smithi039.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAcR8+s67tCXmWrf+KTpZmYsRoK8uEIMKnyrrQ3Y0i0CEYRl+umWFBDWnlm6cBFLTDmGvZcbit39L1mxF5+TWkWrObnv4ypRfgGzDKq/UIibaNfYg2CmNICzh6xwMWQ/bTqy/NJCXvwZ2hxB9PgV5yzzyKfhTVR3n0U3DTLbM5joVanbTAnAnFPn1wnCDobnohPPrdwqIqBZbDZ/hzS2VLJz3eODGC/wAIwHvt0cb6lliSMOBxICu8C7yBj+IdzlBg4mrz0Etb3wGfe8h6iZx0ycxO+qHAmUhy/nGpXleAMwO7lRGokHAADx6fm1si2M0iaG35XwZ+5799I/R6ejhCsZElLmCFYZ0di5tfNULvaaKiQitRcQt5QgWSXnSuOvw02yL2i6MuxD0H/yvkHgxJaCJaipc00pSOa+V/1e2CHYUhdxtAoF+Uib93SzHCSAxXsIEP2fWBcn7czt+CoaEqkk7Bf53eG2UFRaSvihWQYlVWz/Gd0lwcHZiRv+j/qmM= ceph-cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:54:24.120 DEBUG:teuthology.orchestra.run.smithi055:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAcR8+s67tCXmWrf+KTpZmYsRoK8uEIMKnyrrQ3Y0i0CEYRl+umWFBDWnlm6cBFLTDmGvZcbit39L1mxF5+TWkWrObnv4ypRfgGzDKq/UIibaNfYg2CmNICzh6xwMWQ/bTqy/NJCXvwZ2hxB9PgV5yzzyKfhTVR3n0U3DTLbM5joVanbTAnAnFPn1wnCDobnohPPrdwqIqBZbDZ/hzS2VLJz3eODGC/wAIwHvt0cb6lliSMOBxICu8C7yBj+IdzlBg4mrz0Etb3wGfe8h6iZx0ycxO+qHAmUhy/nGpXleAMwO7lRGokHAADx6fm1si2M0iaG35XwZ+5799I/R6ejhCsZElLmCFYZ0di5tfNULvaaKiQitRcQt5QgWSXnSuOvw02yL2i6MuxD0H/yvkHgxJaCJaipc00pSOa+V/1e2CHYUhdxtAoF+Uib93SzHCSAxXsIEP2fWBcn7czt+CoaEqkk7Bf53eG2UFRaSvihWQYlVWz/Gd0lwcHZiRv+j/qmM= ceph-cc8357a8-9507-11ee-95a2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-07T13:54:24.167 INFO:teuthology.orchestra.run.smithi055.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAcR8+s67tCXmWrf+KTpZmYsRoK8uEIMKnyrrQ3Y0i0CEYRl+umWFBDWnlm6cBFLTDmGvZcbit39L1mxF5+TWkWrObnv4ypRfgGzDKq/UIibaNfYg2CmNICzh6xwMWQ/bTqy/NJCXvwZ2hxB9PgV5yzzyKfhTVR3n0U3DTLbM5joVanbTAnAnFPn1wnCDobnohPPrdwqIqBZbDZ/hzS2VLJz3eODGC/wAIwHvt0cb6lliSMOBxICu8C7yBj+IdzlBg4mrz0Etb3wGfe8h6iZx0ycxO+qHAmUhy/nGpXleAMwO7lRGokHAADx6fm1si2M0iaG35XwZ+5799I/R6ejhCsZElLmCFYZ0di5tfNULvaaKiQitRcQt5QgWSXnSuOvw02yL2i6MuxD0H/yvkHgxJaCJaipc00pSOa+V/1e2CHYUhdxtAoF+Uib93SzHCSAxXsIEP2fWBcn7czt+CoaEqkk7Bf53eG2UFRaSvihWQYlVWz/Gd0lwcHZiRv+j/qmM= ceph-cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:54:24.181 DEBUG:teuthology.orchestra.run.smithi089:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAcR8+s67tCXmWrf+KTpZmYsRoK8uEIMKnyrrQ3Y0i0CEYRl+umWFBDWnlm6cBFLTDmGvZcbit39L1mxF5+TWkWrObnv4ypRfgGzDKq/UIibaNfYg2CmNICzh6xwMWQ/bTqy/NJCXvwZ2hxB9PgV5yzzyKfhTVR3n0U3DTLbM5joVanbTAnAnFPn1wnCDobnohPPrdwqIqBZbDZ/hzS2VLJz3eODGC/wAIwHvt0cb6lliSMOBxICu8C7yBj+IdzlBg4mrz0Etb3wGfe8h6iZx0ycxO+qHAmUhy/nGpXleAMwO7lRGokHAADx6fm1si2M0iaG35XwZ+5799I/R6ejhCsZElLmCFYZ0di5tfNULvaaKiQitRcQt5QgWSXnSuOvw02yL2i6MuxD0H/yvkHgxJaCJaipc00pSOa+V/1e2CHYUhdxtAoF+Uib93SzHCSAxXsIEP2fWBcn7czt+CoaEqkk7Bf53eG2UFRaSvihWQYlVWz/Gd0lwcHZiRv+j/qmM= ceph-cc8357a8-9507-11ee-95a2-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-12-07T13:54:24.225 INFO:teuthology.orchestra.run.smithi089.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDAcR8+s67tCXmWrf+KTpZmYsRoK8uEIMKnyrrQ3Y0i0CEYRl+umWFBDWnlm6cBFLTDmGvZcbit39L1mxF5+TWkWrObnv4ypRfgGzDKq/UIibaNfYg2CmNICzh6xwMWQ/bTqy/NJCXvwZ2hxB9PgV5yzzyKfhTVR3n0U3DTLbM5joVanbTAnAnFPn1wnCDobnohPPrdwqIqBZbDZ/hzS2VLJz3eODGC/wAIwHvt0cb6lliSMOBxICu8C7yBj+IdzlBg4mrz0Etb3wGfe8h6iZx0ycxO+qHAmUhy/nGpXleAMwO7lRGokHAADx6fm1si2M0iaG35XwZ+5799I/R6ejhCsZElLmCFYZ0di5tfNULvaaKiQitRcQt5QgWSXnSuOvw02yL2i6MuxD0H/yvkHgxJaCJaipc00pSOa+V/1e2CHYUhdxtAoF+Uib93SzHCSAxXsIEP2fWBcn7czt+CoaEqkk7Bf53eG2UFRaSvihWQYlVWz/Gd0lwcHZiRv+j/qmM= ceph-cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:54:24.238 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-12-07T13:54:24.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:24 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/338971479' entity='client.admin' 2023-12-07T13:54:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:54:26.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.555+0000 7fe778b6f700 1 -- 172.21.15.39:0/836169827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 msgr2=0x7fe7740ffc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:26.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.555+0000 7fe778b6f700 1 --2- 172.21.15.39:0/836169827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7740ffc00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fe764009910 tx=0x7fe764009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:26.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.555+0000 7fe778b6f700 1 -- 172.21.15.39:0/836169827 shutdown_connections 2023-12-07T13:54:26.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.555+0000 7fe778b6f700 1 --2- 172.21.15.39:0/836169827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7740ffc00 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:26.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.555+0000 7fe778b6f700 1 -- 172.21.15.39:0/836169827 >> 172.21.15.39:0/836169827 conn(0x7fe7740fb400 msgr2=0x7fe7740fd840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:26.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.555+0000 7fe778b6f700 1 -- 172.21.15.39:0/836169827 shutdown_connections 2023-12-07T13:54:26.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.555+0000 7fe778b6f700 1 -- 172.21.15.39:0/836169827 wait complete. 2023-12-07T13:54:26.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.556+0000 7fe778b6f700 1 Processor -- start 2023-12-07T13:54:26.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.556+0000 7fe778b6f700 1 -- start start 2023-12-07T13:54:26.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.556+0000 7fe778b6f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7741985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:26.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.556+0000 7fe778b6f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe774198ae0 con 0x7fe7740ff7e0 2023-12-07T13:54:26.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe77259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7741985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe77259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7741985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50464/0 (socket says 172.21.15.39:50464) 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe77259c700 1 -- 172.21.15.39:0/1636540558 learned_addr learned my addr 172.21.15.39:0/1636540558 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe77259c700 1 -- 172.21.15.39:0/1636540558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7640095f0 con 0x7fe7740ff7e0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe77259c700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7741985a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe764005950 tx=0x7fe7640057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe7637fe700 1 -- 172.21.15.39:0/1636540558 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe76401d070 con 0x7fe7740ff7e0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe7637fe700 1 -- 172.21.15.39:0/1636540558 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe76400bc10 con 0x7fe7740ff7e0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe774198ce0 con 0x7fe7740ff7e0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe7637fe700 1 -- 172.21.15.39:0/1636540558 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe7640039d0 con 0x7fe7740ff7e0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.557+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe774199180 con 0x7fe7740ff7e0 2023-12-07T13:54:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.558+0000 7fe7637fe700 1 -- 172.21.15.39:0/1636540558 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7fe764003c40 con 0x7fe7740ff7e0 2023-12-07T13:54:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.558+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe774191e70 con 0x7fe7740ff7e0 2023-12-07T13:54:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.558+0000 7fe7637fe700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe75c038910 0x7fe75c03add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.558+0000 7fe7637fe700 1 -- 172.21.15.39:0/1636540558 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fe76404d650 con 0x7fe7740ff7e0 2023-12-07T13:54:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.559+0000 7fe771d9b700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe75c038910 0x7fe75c03add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.559+0000 7fe771d9b700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe75c038910 0x7fe75c03add0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe768006fd0 tx=0x7fe768006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:26.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.564+0000 7fe7637fe700 1 -- 172.21.15.39:0/1636540558 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fe76402b440 con 0x7fe7740ff7e0 2023-12-07T13:54:26.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.769+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7fe774062c00 con 0x7fe7740ff7e0 2023-12-07T13:54:26.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.772+0000 7fe7637fe700 1 -- 172.21.15.39:0/1636540558 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7fe774062c00 con 0x7fe7740ff7e0 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe75c038910 msgr2=0x7fe75c03add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe75c038910 0x7fe75c03add0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fe768006fd0 tx=0x7fe768006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 msgr2=0x7fe7741985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7741985a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe764005950 tx=0x7fe7640057c0 comp rx=0 tx=0).stop 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 shutdown_connections 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe75c038910 0x7fe75c03add0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 --2- 172.21.15.39:0/1636540558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7740ff7e0 0x7fe7741985a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 >> 172.21.15.39:0/1636540558 conn(0x7fe7740fb400 msgr2=0x7fe7740fbff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:26.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 shutdown_connections 2023-12-07T13:54:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:26.775+0000 7fe778b6f700 1 -- 172.21.15.39:0/1636540558 wait complete. 2023-12-07T13:54:26.913 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:26.914 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:26.914 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi039", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:54:26.914 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:26.914 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:26.914 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:27.159 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-12-07T13:54:27.159 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-12-07T13:54:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:54:28.053 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:27 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1636540558' entity='client.admin' 2023-12-07T13:54:28.053 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:28.053 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.963+0000 7f3d80d4f700 1 -- 172.21.15.39:0/2383380686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 msgr2=0x7f3d7c100280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.963+0000 7f3d80d4f700 1 --2- 172.21.15.39:0/2383380686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c100280 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c009910 tx=0x7f3d6c009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.963+0000 7f3d80d4f700 1 -- 172.21.15.39:0/2383380686 shutdown_connections 2023-12-07T13:54:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.963+0000 7f3d80d4f700 1 --2- 172.21.15.39:0/2383380686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c100280 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.963+0000 7f3d80d4f700 1 -- 172.21.15.39:0/2383380686 >> 172.21.15.39:0/2383380686 conn(0x7f3d7c0fb400 msgr2=0x7f3d7c0fd840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.963+0000 7f3d80d4f700 1 -- 172.21.15.39:0/2383380686 shutdown_connections 2023-12-07T13:54:28.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.963+0000 7f3d80d4f700 1 -- 172.21.15.39:0/2383380686 wait complete. 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d80d4f700 1 Processor -- start 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d80d4f700 1 -- start start 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d80d4f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c1952b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d80d4f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d7c1957f0 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d7a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c1952b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d7a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c1952b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50470/0 (socket says 172.21.15.39:50470) 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d7a59c700 1 -- 172.21.15.39:0/1697010692 learned_addr learned my addr 172.21.15.39:0/1697010692 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d7a59c700 1 -- 172.21.15.39:0/1697010692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d6c0095f0 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.964+0000 7f3d7a59c700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c1952b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c005b40 tx=0x7f3d6c0057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.965+0000 7f3d6b7fe700 1 -- 172.21.15.39:0/1697010692 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3d6c01d070 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.965+0000 7f3d6b7fe700 1 -- 172.21.15.39:0/1697010692 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d6c00be20 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.965+0000 7f3d6b7fe700 1 -- 172.21.15.39:0/1697010692 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3d6c022d80 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.965+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d7c1959f0 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.965+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d7c195e90 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.965+0000 7f3d6b7fe700 1 -- 172.21.15.39:0/1697010692 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f3d6c00f460 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.966+0000 7f3d6b7fe700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3d64038910 0x7f3d6403add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:28.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.966+0000 7f3d6b7fe700 1 -- 172.21.15.39:0/1697010692 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f3d6c04c990 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.966+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d7c18eb00 con 0x7f3d7c0ffe60 2023-12-07T13:54:28.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.966+0000 7f3d79d9b700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3d64038910 0x7f3d6403add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:28.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.966+0000 7f3d79d9b700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3d64038910 0x7f3d6403add0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3d70006fd0 tx=0x7f3d70006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:28.971+0000 7f3d6b7fe700 1 -- 172.21.15.39:0/1697010692 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3d6c027070 con 0x7f3d7c0ffe60 2023-12-07T13:54:29.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.175+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f3d7c061a10 con 0x7f3d64038910 2023-12-07T13:54:29.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.181+0000 7f3d6b7fe700 1 -- 172.21.15.39:0/1697010692 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f3d7c061a10 con 0x7f3d64038910 2023-12-07T13:54:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3d64038910 msgr2=0x7f3d6403add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3d64038910 0x7f3d6403add0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f3d70006fd0 tx=0x7f3d70006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 msgr2=0x7f3d7c1952b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:29.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c1952b0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c005b40 tx=0x7f3d6c0057e0 comp rx=0 tx=0).stop 2023-12-07T13:54:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 shutdown_connections 2023-12-07T13:54:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3d64038910 0x7f3d6403add0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 --2- 172.21.15.39:0/1697010692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d7c0ffe60 0x7f3d7c1952b0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 >> 172.21.15.39:0/1697010692 conn(0x7f3d7c0fb400 msgr2=0x7f3d7c0fbfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 shutdown_connections 2023-12-07T13:54:29.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:29.183+0000 7f3d80d4f700 1 -- 172.21.15.39:0/1697010692 wait complete. 2023-12-07T13:54:29.654 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi055 2023-12-07T13:54:29.655 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:54:29.655 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/etc/ceph/ceph.conf 2023-12-07T13:54:29.677 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:54:29.677 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:29.740 INFO:tasks.cephadm:Adding host smithi055 to orchestrator... 2023-12-07T13:54:29.740 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch host add smithi055 2023-12-07T13:54:30.351 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:54:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:30 smithi039 ceph-mon[98864]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:54:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:30 smithi039 ceph-mon[98864]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-07T13:54:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:30 smithi039 ceph-mon[98864]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:54:31.383 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:31 smithi039 ceph-mon[98864]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:31.384 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:31 smithi039 ceph-mon[98864]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T13:54:31.384 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:31 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:31.384 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:31 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:31.384 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:31 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:31.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.519+0000 7f402e71f700 1 -- 172.21.15.39:0/1615987841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 msgr2=0x7f4028106310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:31.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.519+0000 7f402e71f700 1 --2- 172.21.15.39:0/1615987841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f4028106310 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4018009910 tx=0x7f4018009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:31.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.519+0000 7f402e71f700 1 -- 172.21.15.39:0/1615987841 shutdown_connections 2023-12-07T13:54:31.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.519+0000 7f402e71f700 1 --2- 172.21.15.39:0/1615987841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f4028106310 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:31.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.519+0000 7f402e71f700 1 -- 172.21.15.39:0/1615987841 >> 172.21.15.39:0/1615987841 conn(0x7f40280fb010 msgr2=0x7f40280fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:31.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.519+0000 7f402e71f700 1 -- 172.21.15.39:0/1615987841 shutdown_connections 2023-12-07T13:54:31.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.519+0000 7f402e71f700 1 -- 172.21.15.39:0/1615987841 wait complete. 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.520+0000 7f402e71f700 1 Processor -- start 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.520+0000 7f402e71f700 1 -- start start 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f402e71f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f40281967a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f402e71f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4028196ce0 con 0x7f4028105f30 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f4027fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f40281967a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f4027fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f40281967a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50476/0 (socket says 172.21.15.39:50476) 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f4027fff700 1 -- 172.21.15.39:0/1612439140 learned_addr learned my addr 172.21.15.39:0/1612439140 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f4027fff700 1 -- 172.21.15.39:0/1612439140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40180095f0 con 0x7f4028105f30 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f4027fff700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f40281967a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4018006010 tx=0x7f4018004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f40257fa700 1 -- 172.21.15.39:0/1612439140 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f401801d070 con 0x7f4028105f30 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4028196ee0 con 0x7f4028105f30 2023-12-07T13:54:31.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f40257fa700 1 -- 172.21.15.39:0/1612439140 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f401800bc10 con 0x7f4028105f30 2023-12-07T13:54:31.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.521+0000 7f40257fa700 1 -- 172.21.15.39:0/1612439140 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f40180038a0 con 0x7f4028105f30 2023-12-07T13:54:31.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.522+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4028197300 con 0x7f4028105f30 2023-12-07T13:54:31.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.522+0000 7f40257fa700 1 -- 172.21.15.39:0/1612439140 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f4018003ad0 con 0x7f4028105f30 2023-12-07T13:54:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.522+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4028102670 con 0x7f4028105f30 2023-12-07T13:54:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.523+0000 7f40257fa700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f40100388c0 0x7f401003ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.523+0000 7f40257fa700 1 -- 172.21.15.39:0/1612439140 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f401804c6c0 con 0x7f4028105f30 2023-12-07T13:54:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.523+0000 7f40277fe700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f40100388c0 0x7f401003ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.523+0000 7f40277fe700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f40100388c0 0x7f401003ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f401c006fd0 tx=0x7f401c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:31.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.527+0000 7f40257fa700 1 -- 172.21.15.39:0/1612439140 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f4018029750 con 0x7f4028105f30 2023-12-07T13:54:31.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:31.733+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi055", "target": ["mon-mgr", ""]}) v1 -- 0x7f402810b340 con 0x7f40100388c0 2023-12-07T13:54:33.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:32 smithi039 ceph-mon[98864]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi055", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:33.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:32 smithi039 ceph-mon[98864]: Deploying cephadm binary to smithi055 2023-12-07T13:54:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:35 smithi039 ceph-mon[98864]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:37.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.167+0000 7f40257fa700 1 -- 172.21.15.39:0/1612439140 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f402810b340 con 0x7f40100388c0 2023-12-07T13:54:37.170 INFO:teuthology.orchestra.run.smithi039.stdout:Added host 'smithi055' with addr '172.21.15.55' 2023-12-07T13:54:37.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f40100388c0 msgr2=0x7f401003ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:37.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f40100388c0 0x7f401003ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f401c006fd0 tx=0x7f401c006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:37.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 msgr2=0x7f40281967a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:37.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f40281967a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4018006010 tx=0x7f4018004ff0 comp rx=0 tx=0).stop 2023-12-07T13:54:37.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 shutdown_connections 2023-12-07T13:54:37.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f40100388c0 0x7f401003ad80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:37.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 --2- 172.21.15.39:0/1612439140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4028105f30 0x7f40281967a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:37.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 >> 172.21.15.39:0/1612439140 conn(0x7f40280fb010 msgr2=0x7f4028108bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:37.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 shutdown_connections 2023-12-07T13:54:37.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:37.170+0000 7f402e71f700 1 -- 172.21.15.39:0/1612439140 wait complete. 2023-12-07T13:54:37.622 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch host ls --format=json 2023-12-07T13:54:38.229 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:54:38.468 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:38 smithi039 ceph-mon[98864]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:38.468 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:38.468 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:38 smithi039 ceph-mon[98864]: Added host smithi055 2023-12-07T13:54:38.468 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:38.468 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:39.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.495+0000 7ff54a9dd700 1 -- 172.21.15.39:0/1265045664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 msgr2=0x7ff544106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:39.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.495+0000 7ff54a9dd700 1 --2- 172.21.15.39:0/1265045664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff544106250 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff534009910 tx=0x7ff534009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:39.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.495+0000 7ff54a9dd700 1 -- 172.21.15.39:0/1265045664 shutdown_connections 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.495+0000 7ff54a9dd700 1 --2- 172.21.15.39:0/1265045664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff544106250 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.495+0000 7ff54a9dd700 1 -- 172.21.15.39:0/1265045664 >> 172.21.15.39:0/1265045664 conn(0x7ff544075930 msgr2=0x7ff544075d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.495+0000 7ff54a9dd700 1 -- 172.21.15.39:0/1265045664 shutdown_connections 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.495+0000 7ff54a9dd700 1 -- 172.21.15.39:0/1265045664 wait complete. 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.496+0000 7ff54a9dd700 1 Processor -- start 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.496+0000 7ff54a9dd700 1 -- start start 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.496+0000 7ff54a9dd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff54419c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.496+0000 7ff54a9dd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff54419ca80 con 0x7ff544105e70 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.496+0000 7ff543fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff54419c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.496+0000 7ff543fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff54419c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50502/0 (socket says 172.21.15.39:50502) 2023-12-07T13:54:39.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.496+0000 7ff543fff700 1 -- 172.21.15.39:0/438236816 learned_addr learned my addr 172.21.15.39:0/438236816 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.497+0000 7ff543fff700 1 -- 172.21.15.39:0/438236816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5340095f0 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.497+0000 7ff543fff700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff54419c540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff534004f40 tx=0x7ff534005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.497+0000 7ff5417fa700 1 -- 172.21.15.39:0/438236816 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff53401d070 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.497+0000 7ff5417fa700 1 -- 172.21.15.39:0/438236816 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff53400bbb0 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.497+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff54419cce0 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.497+0000 7ff5417fa700 1 -- 172.21.15.39:0/438236816 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff534003810 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.497+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff544196680 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.498+0000 7ff5417fa700 1 -- 172.21.15.39:0/438236816 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7ff53400b6f0 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.498+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff544101520 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.498+0000 7ff5417fa700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff52c0388c0 0x7ff52c03ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.498+0000 7ff5417fa700 1 -- 172.21.15.39:0/438236816 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff53404c520 con 0x7ff544105e70 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.498+0000 7ff5437fe700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff52c0388c0 0x7ff52c03ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:39.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.499+0000 7ff5437fe700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff52c0388c0 0x7ff52c03ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff538006fd0 tx=0x7ff538006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:39.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.503+0000 7ff5417fa700 1 -- 172.21.15.39:0/438236816 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff534029540 con 0x7ff544105e70 2023-12-07T13:54:39.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:39.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.708+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff544197b40 con 0x7ff52c0388c0 2023-12-07T13:54:39.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.709+0000 7ff5417fa700 1 -- 172.21.15.39:0/438236816 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+159 (secure 0 0 0) 0x7ff544197b40 con 0x7ff52c0388c0 2023-12-07T13:54:39.711 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:39.711 INFO:teuthology.orchestra.run.smithi039.stdout:[{"addr": "172.21.15.39", "hostname": "smithi039", "labels": [], "status": ""}, {"addr": "172.21.15.55", "hostname": "smithi055", "labels": [], "status": ""}] 2023-12-07T13:54:39.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.711+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff52c0388c0 msgr2=0x7ff52c03ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:39.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.711+0000 7ff54a9dd700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff52c0388c0 0x7ff52c03ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff538006fd0 tx=0x7ff538006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:39.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.711+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 msgr2=0x7ff54419c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:39.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.711+0000 7ff54a9dd700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff54419c540 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff534004f40 tx=0x7ff534005020 comp rx=0 tx=0).stop 2023-12-07T13:54:39.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.711+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 shutdown_connections 2023-12-07T13:54:39.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.711+0000 7ff54a9dd700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff52c0388c0 0x7ff52c03ad80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:39.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.711+0000 7ff54a9dd700 1 --2- 172.21.15.39:0/438236816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff544105e70 0x7ff54419c540 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:39.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.712+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 >> 172.21.15.39:0/438236816 conn(0x7ff544075930 msgr2=0x7ff544068710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:39.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.712+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 shutdown_connections 2023-12-07T13:54:39.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:39.712+0000 7ff54a9dd700 1 -- 172.21.15.39:0/438236816 wait complete. 2023-12-07T13:54:40.092 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi089 2023-12-07T13:54:40.092 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:54:40.093 DEBUG:teuthology.orchestra.run.smithi089:> dd of=/etc/ceph/ceph.conf 2023-12-07T13:54:40.113 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:54:40.113 DEBUG:teuthology.orchestra.run.smithi089:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:40.172 INFO:tasks.cephadm:Adding host smithi089 to orchestrator... 2023-12-07T13:54:40.173 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch host add smithi089 2023-12-07T13:54:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:54:40.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:40 smithi039 ceph-mon[98864]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:40.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:40 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:41 smithi039 ceph-mon[98864]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T13:54:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.966+0000 7f7a94546700 1 -- 172.21.15.39:0/3964203849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 msgr2=0x7f7a8c100410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.966+0000 7f7a94546700 1 --2- 172.21.15.39:0/3964203849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c100410 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c009910 tx=0x7f7a7c009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.966+0000 7f7a94546700 1 -- 172.21.15.39:0/3964203849 shutdown_connections 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.966+0000 7f7a94546700 1 --2- 172.21.15.39:0/3964203849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c100410 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.966+0000 7f7a94546700 1 -- 172.21.15.39:0/3964203849 >> 172.21.15.39:0/3964203849 conn(0x7f7a8c0fb900 msgr2=0x7f7a8c0fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.966+0000 7f7a94546700 1 -- 172.21.15.39:0/3964203849 shutdown_connections 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.966+0000 7f7a94546700 1 -- 172.21.15.39:0/3964203849 wait complete. 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.967+0000 7f7a94546700 1 Processor -- start 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.967+0000 7f7a94546700 1 -- start start 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a94546700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c1956d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a94546700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a8c195c10 con 0x7f7a8c100030 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a922e2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c1956d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a922e2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c1956d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50508/0 (socket says 172.21.15.39:50508) 2023-12-07T13:54:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a922e2700 1 -- 172.21.15.39:0/2751353033 learned_addr learned my addr 172.21.15.39:0/2751353033 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a922e2700 1 -- 172.21.15.39:0/2751353033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a7c0095f0 con 0x7f7a8c100030 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a922e2700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c1956d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c006010 tx=0x7f7a7c004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a837fe700 1 -- 172.21.15.39:0/2751353033 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7a7c01d070 con 0x7f7a8c100030 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a837fe700 1 -- 172.21.15.39:0/2751353033 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a7c00bc10 con 0x7f7a8c100030 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a8c195e10 con 0x7f7a8c100030 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a837fe700 1 -- 172.21.15.39:0/2751353033 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7a7c0038a0 con 0x7f7a8c100030 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.968+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a8c196230 con 0x7f7a8c100030 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.969+0000 7f7a837fe700 1 -- 172.21.15.39:0/2751353033 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f7a7c003ad0 con 0x7f7a8c100030 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.969+0000 7f7a837fe700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7a780388c0 0x7f7a7803ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.969+0000 7f7a837fe700 1 -- 172.21.15.39:0/2751353033 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f7a7c04c530 con 0x7f7a8c100030 2023-12-07T13:54:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.969+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a8c107fb0 con 0x7f7a8c100030 2023-12-07T13:54:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.970+0000 7f7a91ae1700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7a780388c0 0x7f7a7803ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.970+0000 7f7a91ae1700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7a780388c0 0x7f7a7803ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7a88006fd0 tx=0x7f7a88006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:41.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:41.974+0000 7f7a837fe700 1 -- 172.21.15.39:0/2751353033 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f7a7c026020 con 0x7f7a8c100030 2023-12-07T13:54:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:42.183+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi089", "target": ["mon-mgr", ""]}) v1 -- 0x7f7a8c196a80 con 0x7f7a780388c0 2023-12-07T13:54:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:42 smithi039 ceph-mon[98864]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi089", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:43.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:43.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:43.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:43.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:43.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi055", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:54:43.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:43.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:54:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:44 smithi039 ceph-mon[98864]: Deploying cephadm binary to smithi089 2023-12-07T13:54:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:44 smithi039 ceph-mon[98864]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:44 smithi039 ceph-mon[98864]: Updating smithi055:/etc/ceph/ceph.conf 2023-12-07T13:54:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:46 smithi039 ceph-mon[98864]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:47.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.524+0000 7f7a837fe700 1 -- 172.21.15.39:0/2751353033 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f7a8c196a80 con 0x7f7a780388c0 2023-12-07T13:54:47.526 INFO:teuthology.orchestra.run.smithi039.stdout:Added host 'smithi089' with addr '172.21.15.89' 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7a780388c0 msgr2=0x7f7a7803ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7a780388c0 0x7f7a7803ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7a88006fd0 tx=0x7f7a88006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 msgr2=0x7f7a8c1956d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c1956d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c006010 tx=0x7f7a7c004ff0 comp rx=0 tx=0).stop 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 shutdown_connections 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7a780388c0 0x7f7a7803ad80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 --2- 172.21.15.39:0/2751353033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7a8c100030 0x7f7a8c1956d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 >> 172.21.15.39:0/2751353033 conn(0x7f7a8c0fb900 msgr2=0x7f7a8c101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 shutdown_connections 2023-12-07T13:54:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:47.526+0000 7f7a94546700 1 -- 172.21.15.39:0/2751353033 wait complete. 2023-12-07T13:54:47.951 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch host ls --format=json 2023-12-07T13:54:48.554 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: Added host smithi089 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:48.783 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:49.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.782+0000 7f4c9cce3700 1 -- 172.21.15.39:0/2453138323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 msgr2=0x7f4c98068af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:49.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.782+0000 7f4c9cce3700 1 --2- 172.21.15.39:0/2453138323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c98068af0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4c88009910 tx=0x7f4c88009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:49.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.782+0000 7f4c9cce3700 1 -- 172.21.15.39:0/2453138323 shutdown_connections 2023-12-07T13:54:49.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.782+0000 7f4c9cce3700 1 --2- 172.21.15.39:0/2453138323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c98068af0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:49.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.782+0000 7f4c9cce3700 1 -- 172.21.15.39:0/2453138323 >> 172.21.15.39:0/2453138323 conn(0x7f4c98075930 msgr2=0x7f4c98075d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:49.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.782+0000 7f4c9cce3700 1 -- 172.21.15.39:0/2453138323 shutdown_connections 2023-12-07T13:54:49.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.783+0000 7f4c9cce3700 1 -- 172.21.15.39:0/2453138323 wait complete. 2023-12-07T13:54:49.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.783+0000 7f4c9cce3700 1 Processor -- start 2023-12-07T13:54:49.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9cce3700 1 -- start start 2023-12-07T13:54:49.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9cce3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c9819e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:49.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9cce3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9819ebc0 con 0x7f4c98068710 2023-12-07T13:54:49.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c9819e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:49.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c9819e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50534/0 (socket says 172.21.15.39:50534) 2023-12-07T13:54:49.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9659c700 1 -- 172.21.15.39:0/3728740187 learned_addr learned my addr 172.21.15.39:0/3728740187 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:49.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9659c700 1 -- 172.21.15.39:0/3728740187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c880095f0 con 0x7f4c98068710 2023-12-07T13:54:49.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.784+0000 7f4c9659c700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c9819e680 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4c88004f40 tx=0x7f4c88005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:49.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.785+0000 7f4c877fe700 1 -- 172.21.15.39:0/3728740187 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4c8801d070 con 0x7f4c98068710 2023-12-07T13:54:49.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.785+0000 7f4c877fe700 1 -- 172.21.15.39:0/3728740187 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c8800bc10 con 0x7f4c98068710 2023-12-07T13:54:49.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.785+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c9819edc0 con 0x7f4c98068710 2023-12-07T13:54:49.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.785+0000 7f4c877fe700 1 -- 172.21.15.39:0/3728740187 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4c880037d0 con 0x7f4c98068710 2023-12-07T13:54:49.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.785+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c9819f1e0 con 0x7f4c98068710 2023-12-07T13:54:49.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.785+0000 7f4c877fe700 1 -- 172.21.15.39:0/3728740187 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f4c88003a40 con 0x7f4c98068710 2023-12-07T13:54:49.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.786+0000 7f4c877fe700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c80038910 0x7f4c8003add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:49.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.786+0000 7f4c877fe700 1 -- 172.21.15.39:0/3728740187 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f4c8804c550 con 0x7f4c98068710 2023-12-07T13:54:49.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.786+0000 7f4c95d9b700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c80038910 0x7f4c8003add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:49.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.786+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c98100410 con 0x7f4c98068710 2023-12-07T13:54:49.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.786+0000 7f4c95d9b700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c80038910 0x7f4c8003add0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c006fd0 tx=0x7f4c8c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:49.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:49.791+0000 7f4c877fe700 1 -- 172.21.15.39:0/3728740187 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f4c88026020 con 0x7f4c98068710 2023-12-07T13:54:49.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:49 smithi039 ceph-mon[98864]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T13:54:49.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:49 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:50.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.014+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4c9810d410 con 0x7f4c80038910 2023-12-07T13:54:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.016+0000 7f4c877fe700 1 -- 172.21.15.39:0/3728740187 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+238 (secure 0 0 0) 0x7f4c9810d410 con 0x7f4c80038910 2023-12-07T13:54:50.019 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T13:54:50.019 INFO:teuthology.orchestra.run.smithi039.stdout:[{"addr": "172.21.15.39", "hostname": "smithi039", "labels": [], "status": ""}, {"addr": "172.21.15.55", "hostname": "smithi055", "labels": [], "status": ""}, {"addr": "172.21.15.89", "hostname": "smithi089", "labels": [], "status": ""}] 2023-12-07T13:54:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c80038910 msgr2=0x7f4c8003add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c80038910 0x7f4c8003add0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c006fd0 tx=0x7f4c8c006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 msgr2=0x7f4c9819e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c9819e680 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4c88004f40 tx=0x7f4c88005020 comp rx=0 tx=0).stop 2023-12-07T13:54:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 shutdown_connections 2023-12-07T13:54:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c80038910 0x7f4c8003add0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 --2- 172.21.15.39:0/3728740187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98068710 0x7f4c9819e680 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 >> 172.21.15.39:0/3728740187 conn(0x7f4c98075930 msgr2=0x7f4c980fe540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 shutdown_connections 2023-12-07T13:54:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:50.018+0000 7f4c9cce3700 1 -- 172.21.15.39:0/3728740187 wait complete. 2023-12-07T13:54:50.406 INFO:tasks.cephadm:Setting crush tunables to default 2023-12-07T13:54:50.406 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd crush tunables default 2023-12-07T13:54:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:50 smithi039 ceph-mon[98864]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:51.005 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:54:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:51 smithi039 ceph-mon[98864]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T13:54:52.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.287+0000 7f3165fda700 1 -- 172.21.15.39:0/1316588194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 msgr2=0x7f3160106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:52.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.287+0000 7f3165fda700 1 --2- 172.21.15.39:0/1316588194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160106250 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3150009910 tx=0x7f3150009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:52.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.287+0000 7f3165fda700 1 -- 172.21.15.39:0/1316588194 shutdown_connections 2023-12-07T13:54:52.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.287+0000 7f3165fda700 1 --2- 172.21.15.39:0/1316588194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160106250 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:52.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.287+0000 7f3165fda700 1 -- 172.21.15.39:0/1316588194 >> 172.21.15.39:0/1316588194 conn(0x7f3160075930 msgr2=0x7f3160075d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:52.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.287+0000 7f3165fda700 1 -- 172.21.15.39:0/1316588194 shutdown_connections 2023-12-07T13:54:52.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.287+0000 7f3165fda700 1 -- 172.21.15.39:0/1316588194 wait complete. 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f3165fda700 1 Processor -- start 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f3165fda700 1 -- start start 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f3165fda700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160101ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f3165fda700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31601039f0 con 0x7f3160105e70 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f315f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160101ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f315f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160101ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50540/0 (socket says 172.21.15.39:50540) 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f315f7fe700 1 -- 172.21.15.39:0/2081971852 learned_addr learned my addr 172.21.15.39:0/2081971852 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.288+0000 7f315f7fe700 1 -- 172.21.15.39:0/2081971852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31500095f0 con 0x7f3160105e70 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.289+0000 7f315f7fe700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160101ae0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3150004f40 tx=0x7f3150005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.289+0000 7f315cff9700 1 -- 172.21.15.39:0/2081971852 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f315001d070 con 0x7f3160105e70 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.289+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3160102020 con 0x7f3160105e70 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.289+0000 7f315cff9700 1 -- 172.21.15.39:0/2081971852 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f315000bbb0 con 0x7f3160105e70 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.289+0000 7f315cff9700 1 -- 172.21.15.39:0/2081971852 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3150003810 con 0x7f3160105e70 2023-12-07T13:54:52.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.289+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31601024a0 con 0x7f3160105e70 2023-12-07T13:54:52.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.290+0000 7f315cff9700 1 -- 172.21.15.39:0/2081971852 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f315000b6f0 con 0x7f3160105e70 2023-12-07T13:54:52.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.290+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3160101520 con 0x7f3160105e70 2023-12-07T13:54:52.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.290+0000 7f315cff9700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31480388c0 0x7f314803ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:52.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.290+0000 7f315cff9700 1 -- 172.21.15.39:0/2081971852 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f315004c520 con 0x7f3160105e70 2023-12-07T13:54:52.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.290+0000 7f315effd700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31480388c0 0x7f314803ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:52.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.291+0000 7f315effd700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31480388c0 0x7f314803ad80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3154006fd0 tx=0x7f3154006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:52.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.295+0000 7f315cff9700 1 -- 172.21.15.39:0/2081971852 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3150029540 con 0x7f3160105e70 2023-12-07T13:54:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.498+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f3160062c00 con 0x7f3160105e70 2023-12-07T13:54:52.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.548+0000 7f315cff9700 1 -- 172.21.15.39:0/2081971852 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f3150026020 con 0x7f3160105e70 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.550+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31480388c0 msgr2=0x7f314803ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.550+0000 7f3165fda700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31480388c0 0x7f314803ad80 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3154006fd0 tx=0x7f3154006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.550+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 msgr2=0x7f3160101ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.550+0000 7f3165fda700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160101ae0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3150004f40 tx=0x7f3150005020 comp rx=0 tx=0).stop 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.551+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 shutdown_connections 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.551+0000 7f3165fda700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31480388c0 0x7f314803ad80 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.551+0000 7f3165fda700 1 --2- 172.21.15.39:0/2081971852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3160105e70 0x7f3160101ae0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.551+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 >> 172.21.15.39:0/2081971852 conn(0x7f3160075930 msgr2=0x7f3160068710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.551+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 shutdown_connections 2023-12-07T13:54:52.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:54:52.551+0000 7f3165fda700 1 -- 172.21.15.39:0/2081971852 wait complete. 2023-12-07T13:54:52.555 INFO:teuthology.orchestra.run.smithi039.stderr:adjusted tunables profile to default 2023-12-07T13:54:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:52 smithi039 ceph-mon[98864]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:52 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2081971852' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-07T13:54:52.959 INFO:tasks.cephadm:Adding mon.a on smithi039 2023-12-07T13:54:52.959 INFO:tasks.cephadm:Adding mon.b on smithi055 2023-12-07T13:54:52.959 INFO:tasks.cephadm:Adding mon.c on smithi089 2023-12-07T13:54:52.959 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch apply mon '3;smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c' 2023-12-07T13:54:53.611 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /etc/ceph/ceph.conf 2023-12-07T13:54:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2081971852' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-07T13:54:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:54:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi089", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:54:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:53.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:54:53.916 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:54:54.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:54 smithi039 ceph-mon[98864]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:54.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:54 smithi039 ceph-mon[98864]: Updating smithi089:/etc/ceph/ceph.conf 2023-12-07T13:54:54.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:54.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:54.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.116+0000 7f924e75e700 1 -- 172.21.15.89:0/2491693515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 msgr2=0x7f9248100430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.116+0000 7f924e75e700 1 --2- 172.21.15.89:0/2491693515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248100430 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f923c009910 tx=0x7f923c009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.116+0000 7f924e75e700 1 -- 172.21.15.89:0/2491693515 shutdown_connections 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.116+0000 7f924e75e700 1 --2- 172.21.15.89:0/2491693515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248100430 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.116+0000 7f924e75e700 1 -- 172.21.15.89:0/2491693515 >> 172.21.15.89:0/2491693515 conn(0x7f92480fb900 msgr2=0x7f92480fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.116+0000 7f924e75e700 1 -- 172.21.15.89:0/2491693515 shutdown_connections 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.116+0000 7f924e75e700 1 -- 172.21.15.89:0/2491693515 wait complete. 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.117+0000 7f924e75e700 1 Processor -- start 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.117+0000 7f924e75e700 1 -- start start 2023-12-07T13:54:55.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.117+0000 7f924e75e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248195720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:55.121 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.117+0000 7f924e75e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9248195c60 con 0x7f9248100050 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f9247fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248195720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f9247fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248195720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.89:38966/0 (socket says 172.21.15.89:38966) 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f9247fff700 1 -- 172.21.15.89:0/4034627916 learned_addr learned my addr 172.21.15.89:0/4034627916 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f9247fff700 1 -- 172.21.15.89:0/4034627916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f923c0095f0 con 0x7f9248100050 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f9247fff700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248195720 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f923c004f40 tx=0x7f923c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f92457fa700 1 -- 172.21.15.89:0/4034627916 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f923c01d070 con 0x7f9248100050 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9248195e60 con 0x7f9248100050 2023-12-07T13:54:55.122 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f92457fa700 1 -- 172.21.15.89:0/4034627916 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f923c00bc10 con 0x7f9248100050 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f92457fa700 1 -- 172.21.15.89:0/4034627916 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f923c0037d0 con 0x7f9248100050 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.118+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9248196280 con 0x7f9248100050 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.119+0000 7f92457fa700 1 -- 172.21.15.89:0/4034627916 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f923c003af0 con 0x7f9248100050 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.119+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9248107ff0 con 0x7f9248100050 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.119+0000 7f92457fa700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f92300388c0 0x7f923003ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.119+0000 7f92457fa700 1 -- 172.21.15.89:0/4034627916 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f923c04c620 con 0x7f9248100050 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.120+0000 7f92477fe700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f92300388c0 0x7f923003ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:55.123 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.120+0000 7f92477fe700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f92300388c0 0x7f923003ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9238006fd0 tx=0x7f9238006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:55.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.125+0000 7f92457fa700 1 -- 172.21.15.89:0/4034627916 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f923c029540 con 0x7f9248100050 2023-12-07T13:54:55.325 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.322+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f924810a140 con 0x7f92300388c0 2023-12-07T13:54:55.334 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.332+0000 7f92457fa700 1 -- 172.21.15.89:0/4034627916 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f924810a140 con 0x7f92300388c0 2023-12-07T13:54:55.335 INFO:teuthology.orchestra.run.smithi089.stdout:Scheduled mon update... 2023-12-07T13:54:55.336 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f92300388c0 msgr2=0x7f923003ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:55.336 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f92300388c0 0x7f923003ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f9238006fd0 tx=0x7f9238006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 msgr2=0x7f9248195720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248195720 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f923c004f40 tx=0x7f923c005020 comp rx=0 tx=0).stop 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 shutdown_connections 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f92300388c0 0x7f923003ad80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 --2- 172.21.15.89:0/4034627916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9248100050 0x7f9248195720 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 >> 172.21.15.89:0/4034627916 conn(0x7f92480fb900 msgr2=0x7f9248101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 shutdown_connections 2023-12-07T13:54:55.337 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:55.334+0000 7f924e75e700 1 -- 172.21.15.89:0/4034627916 wait complete. 2023-12-07T13:54:55.794 DEBUG:teuthology.orchestra.run.smithi055:mon.b> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.b.service 2023-12-07T13:54:55.797 DEBUG:teuthology.orchestra.run.smithi089:mon.c> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.c.service 2023-12-07T13:54:55.799 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-07T13:54:55.799 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-07T13:54:55.829 INFO:journalctl@ceph.mon.c.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T13:54:55.833 INFO:journalctl@ceph.mon.b.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T13:54:56.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:54:56.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:56.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T13:54:56.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:56.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:56.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:54:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:54:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:56.471 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:54:57.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:56 smithi039 ceph-mon[98864]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:57.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:56 smithi039 ceph-mon[98864]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:57.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:56 smithi039 ceph-mon[98864]: Saving service mon spec with placement smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c;count:3 2023-12-07T13:54:57.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:56 smithi039 ceph-mon[98864]: Deploying daemon mon.c on smithi089 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.283+0000 7f43e6c2c700 1 -- 172.21.15.89:0/71770678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 msgr2=0x7f43e0100420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.283+0000 7f43e6c2c700 1 --2- 172.21.15.89:0/71770678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e0100420 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f43d4009910 tx=0x7f43d4009c20 comp rx=0 tx=0).stop 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.284+0000 7f43e6c2c700 1 -- 172.21.15.89:0/71770678 shutdown_connections 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.284+0000 7f43e6c2c700 1 --2- 172.21.15.89:0/71770678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e0100420 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.284+0000 7f43e6c2c700 1 -- 172.21.15.89:0/71770678 >> 172.21.15.89:0/71770678 conn(0x7f43e00fb8d0 msgr2=0x7f43e00fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.284+0000 7f43e6c2c700 1 -- 172.21.15.89:0/71770678 shutdown_connections 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.284+0000 7f43e6c2c700 1 -- 172.21.15.89:0/71770678 wait complete. 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.285+0000 7f43e6c2c700 1 Processor -- start 2023-12-07T13:54:58.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.285+0000 7f43e6c2c700 1 -- start start 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.285+0000 7f43e6c2c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e010cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.285+0000 7f43e6c2c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43e010d330 con 0x7f43e0100040 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.285+0000 7f43e49c8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e010cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.285+0000 7f43e49c8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e010cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.89:38972/0 (socket says 172.21.15.89:38972) 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.285+0000 7f43e49c8700 1 -- 172.21.15.89:0/3117022696 learned_addr learned my addr 172.21.15.89:0/3117022696 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.286+0000 7f43e49c8700 1 -- 172.21.15.89:0/3117022696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43d40095f0 con 0x7f43e0100040 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.286+0000 7f43e49c8700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e010cdf0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f43d4005e10 tx=0x7f43d4004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.286+0000 7f43ddffb700 1 -- 172.21.15.89:0/3117022696 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f43d4004f40 con 0x7f43e0100040 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.286+0000 7f43ddffb700 1 -- 172.21.15.89:0/3117022696 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f43d400be20 con 0x7f43e0100040 2023-12-07T13:54:58.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.286+0000 7f43ddffb700 1 -- 172.21.15.89:0/3117022696 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f43d400fdb0 con 0x7f43e0100040 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.286+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43e010d470 con 0x7f43e0100040 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.287+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43e010d890 con 0x7f43e0100040 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.288+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43e0101520 con 0x7f43e0100040 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.288+0000 7f43ddffb700 1 -- 172.21.15.89:0/3117022696 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f43d400f560 con 0x7f43e0100040 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.288+0000 7f43ddffb700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f43d003cdc0 0x7f43d003f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.288+0000 7f43ddffb700 1 -- 172.21.15.89:0/3117022696 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f43d404d0a0 con 0x7f43e0100040 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.288+0000 7f43dffff700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f43d003cdc0 0x7f43d003f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:54:58.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.289+0000 7f43dffff700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f43d003cdc0 0x7f43d003f280 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f43cc006fd0 tx=0x7f43cc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:54:58.296 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.295+0000 7f43ddffb700 1 -- 172.21.15.89:0/3117022696 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f43d4029970 con 0x7f43e0100040 2023-12-07T13:54:58.592 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.588+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f43e006b710 con 0x7f43e0100040 2023-12-07T13:54:58.593 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.589+0000 7f43ddffb700 1 -- 172.21.15.89:0/3117022696 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7f43d4027b50 con 0x7f43e0100040 2023-12-07T13:54:58.593 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:54:58.593 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":1,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","modified":"2023-12-07T13:53:10.357929Z","created":"2023-12-07T13:53:10.357929Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-12-07T13:54:58.594 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f43d003cdc0 msgr2=0x7f43d003f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:58.594 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f43d003cdc0 0x7f43d003f280 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f43cc006fd0 tx=0x7f43cc006e40 comp rx=0 tx=0).stop 2023-12-07T13:54:58.594 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 msgr2=0x7f43e010cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:54:58.594 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e010cdf0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f43d4005e10 tx=0x7f43d4004690 comp rx=0 tx=0).stop 2023-12-07T13:54:58.594 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 shutdown_connections 2023-12-07T13:54:58.594 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f43d003cdc0 0x7f43d003f280 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:58.594 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 --2- 172.21.15.89:0/3117022696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43e0100040 0x7f43e010cdf0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:54:58.595 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 >> 172.21.15.89:0/3117022696 conn(0x7f43e00fb8d0 msgr2=0x7f43e0101a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:54:58.595 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 shutdown_connections 2023-12-07T13:54:58.595 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:54:58.592+0000 7f43e6c2c700 1 -- 172.21.15.89:0/3117022696 wait complete. 2023-12-07T13:54:58.595 INFO:teuthology.orchestra.run.smithi089.stderr:dumped monmap epoch 1 2023-12-07T13:54:58.622 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:58 smithi089 systemd[1]: Starting Ceph mon.c for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:54:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:58 smithi089 podman[103057]: 2023-12-07T13:54:59.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:54:58 smithi039 ceph-mon[98864]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: set uid:gid to 167:167 (ceph:ceph) 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev), process ceph-mon, pid 7 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pidfile_write: ignore empty --pid-file 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: load: jerasure load: lrc 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: RocksDB version: 7.9.2 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Git sha 0 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Compile date 2023-12-06 13:14:44 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: DB SUMMARY 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: DB Session ID: ZR9VWW41KIVYE0HHLH4W 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: CURRENT file: CURRENT 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: IDENTITY file: IDENTITY 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2023-12-07T13:54:59.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.error_if_exists: 0 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.create_if_missing: 0 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.paranoid_checks: 1 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.env: 0x559cb4890a60 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.fs: PosixFileSystem 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.info_log: 0x559cb6047740 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_file_opening_threads: 16 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.statistics: (nil) 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.use_fsync: 0 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_log_file_size: 0 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-07T13:54:59.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.keep_log_file_num: 1000 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.recycle_log_file_num: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.allow_fallocate: 1 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.allow_mmap_reads: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.allow_mmap_writes: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.use_direct_reads: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.create_missing_column_families: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.db_log_dir: 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.wal_dir: 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-07T13:54:59.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 bash[103057]: 6d2f26909c404b45116215dbcfd51780548c246c35dbae2100812d25475dbc1b 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.advise_random_on_open: 1 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.db_write_buffer_size: 0 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.write_buffer_manager: 0x559cb5ffd360 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.rate_limiter: (nil) 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.wal_recovery_mode: 2 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.enable_thread_tracking: 0 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.enable_pipelined_write: 0 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.unordered_write: 0 2023-12-07T13:54:59.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.row_cache: None 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.wal_filter: None 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.allow_ingest_behind: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.two_write_queues: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.manual_wal_flush: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.wal_compression: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.atomic_flush: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-07T13:54:59.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.log_readahead_size: 0 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.best_efforts_recovery: 0 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.allow_data_in_errors: 0 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.db_host_id: __hostname__ 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_background_jobs: 2 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_background_compactions: -1 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_subcompactions: 1 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-07T13:54:59.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_total_wal_size: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_open_files: -1 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bytes_per_sync: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_readahead_size: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_background_flushes: -1 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Compression algorithms supported: 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kZSTD supported: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kXpressCompression supported: 0 2023-12-07T13:54:59.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kLZ4HCCompression supported: 1 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kZlibCompression supported: 1 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kSnappyCompression supported: 1 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kLZ4Compression supported: 1 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: kBZip2Compression supported: 0 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.merge_operator: 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_filter: None 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_filter_factory: None 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.sst_partitioner_factory: None 2023-12-07T13:54:59.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559cb6047860) 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: cache_index_and_filter_blocks: 1 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: pin_top_level_index_and_filter: 1 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_type: 0 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: data_block_index_type: 0 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_shortening: 1 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: checksum: 4 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: no_block_cache: 0 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache: 0x559cb609d090 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_name: BinnedLRUCache 2023-12-07T13:54:59.449 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_options: 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: capacity : 536870912 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: num_shard_bits : 4 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: strict_capacity_limit : 0 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: high_pri_pool_ratio: 0.000 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_cache_compressed: (nil) 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: persistent_cache: (nil) 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_size: 4096 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_size_deviation: 10 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_restart_interval: 16 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: index_block_restart_interval: 1 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: metadata_block_size: 4096 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: partition_filters: 0 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: use_delta_encoding: 1 2023-12-07T13:54:59.450 INFO:journalctl@ceph.mon.c.smithi089.stdout: filter_policy: bloomfilter 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: whole_key_filtering: 1 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: verify_compression: 0 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: read_amp_bytes_per_bit: 0 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: format_version: 5 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: enable_index_compression: 1 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: block_align: 0 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: max_auto_readahead_size: 262144 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: prepopulate_block_cache: 0 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: initial_auto_readahead_size: 8192 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout: num_file_reads_for_auto_readahead: 2 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.write_buffer_size: 33554432 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_write_buffer_number: 2 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression: NoCompression 2023-12-07T13:54:59.451 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression: Disabled 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.prefix_extractor: nullptr 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.num_levels: 7 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-07T13:54:59.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.level: 32767 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.strategy: 0 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.enabled: false 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.target_file_size_base: 67108864 2023-12-07T13:54:59.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.arena_block_size: 1048576 2023-12-07T13:54:59.454 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-07T13:54:59.455 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-07T13:54:59.455 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.disable_auto_compactions: 0 2023-12-07T13:54:59.455 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.table_properties_collectors: 2023-12-07T13:54:59.456 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.inplace_update_support: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.bloom_locality: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.max_successive_merges: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.paranoid_file_checks: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.force_consistency_checks: 1 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.report_bg_io_stats: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.ttl: 2592000 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-07T13:54:59.457 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.enable_blob_files: false 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.min_blob_size: 0 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.blob_file_size: 268435456 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.blob_file_starting_level: 0 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3e285b7f-ac06-4267-ae8e-5b0b7c1d82ea 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957299184428, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-07T13:54:59.458 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957299184857, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1701957299, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3e285b7f-ac06-4267-ae8e-5b0b7c1d82ea", "db_session_id": "ZR9VWW41KIVYE0HHLH4W", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957299184924, "job": 1, "event": "recovery_finished"} 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x559cb6138000 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: DB pointer 0x559cb6124000 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** DB Stats ** 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-07T13:54:59.459 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** Compaction Stats [default] ** 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2023-12-07T13:54:59.460 INFO:journalctl@ceph.mon.c.smithi089.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: Cumulative compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: Interval compaction: 0.00 GB write, 0.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: Block cache BinnedLRUCache@0x559cb609d090#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-07T13:54:59.461 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c does not exist in monmap, will attempt to join an existing cluster 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: using public_addr v2:172.21.15.89:0/0 -> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: starting mon.c rank -1 at public addrs [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] at bind addrs [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(???) e0 preinit fsid cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).mds e1 new map 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).mds e1 print_map 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout: e1 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout: legacy client fscid: -1 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout: 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout: No filesystems configured 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-07T13:54:59.462 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi089", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.463 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi055", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Deploying cephadm binary to smithi089 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi055:/etc/ceph/ceph.conf 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Added host smithi089 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.464 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2081971852' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2081971852' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi089", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:54:59.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi089:/etc/ceph/ceph.conf 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:54:59.466 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Saving service mon spec with placement smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c;count:3 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: Deploying daemon mon.c on smithi089 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 ceph-mon[103124]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-07T13:54:59.467 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:54:59 smithi089 systemd[1]: Started Ceph mon.c for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:55:00.117 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-07T13:55:00.118 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-07T13:55:00.715 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:55:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:55:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: mon.a calling monitor election 2023-12-07T13:55:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: mon.c calling monitor election 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: monmap e2: 2 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: fsmap 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: mgrmap e13: x(active, since 49s) 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: overall HEALTH_OK 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:04.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:04.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:04.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:55:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: mon.a calling monitor election 2023-12-07T13:55:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: mon.c calling monitor election 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: monmap e2: 2 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: fsmap 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: mgrmap e13: x(active, since 49s) 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: overall HEALTH_OK 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:04.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:04.808 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.803+0000 7f19e7b5d700 1 -- 172.21.15.89:0/1130437728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 msgr2=0x7f19cc005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:04.808 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.803+0000 7f19e7b5d700 1 --2- 172.21.15.89:0/1130437728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 0x7f19cc005610 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f19d0005fa0 tx=0x7f19d000ffc0 comp rx=0 tx=0).stop 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.803+0000 7f19e7b5d700 1 -- 172.21.15.89:0/1130437728 shutdown_connections 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.803+0000 7f19e7b5d700 1 --2- 172.21.15.89:0/1130437728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 0x7f19cc005610 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.803+0000 7f19e7b5d700 1 -- 172.21.15.89:0/1130437728 >> 172.21.15.89:0/1130437728 conn(0x7f19e00fb9e0 msgr2=0x7f19e00fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.803+0000 7f19e7b5d700 1 -- 172.21.15.89:0/1130437728 shutdown_connections 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.803+0000 7f19e7b5d700 1 -- 172.21.15.89:0/1130437728 wait complete. 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e7b5d700 1 Processor -- start 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e7b5d700 1 -- start start 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e7b5d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 0x7f19e0197710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e7b5d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 0x7f19e01980d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e7b5d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19e006a420 con 0x7f19e0100150 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e7b5d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19e01a0780 con 0x7f19e0197c50 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e50f8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 0x7f19e01980d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e50f8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 0x7f19e01980d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44316/0 (socket says 172.21.15.89:44316) 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e50f8700 1 -- 172.21.15.89:0/905251580 learned_addr learned my addr 172.21.15.89:0/905251580 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:55:04.809 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e58f9700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 0x7f19e0197710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e50f8700 1 -- 172.21.15.89:0/905251580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 msgr2=0x7f19e01980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e50f8700 1 -- 172.21.15.89:0/905251580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 msgr2=0x7f19e01980d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e50f8700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 0x7f19e01980d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.804+0000 7f19e50f8700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 0x7f19e01980d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19e58f9700 1 -- 172.21.15.89:0/905251580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 msgr2=0x7f19e01980d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19e58f9700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 0x7f19e01980d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19e58f9700 1 -- 172.21.15.89:0/905251580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19d000f9c0 con 0x7f19e0100150 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19e58f9700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 0x7f19e0197710 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f19d000f510 tx=0x7f19d0004d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19d6ffd700 1 -- 172.21.15.89:0/905251580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f19d0005be0 con 0x7f19e0100150 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19d6ffd700 1 -- 172.21.15.89:0/905251580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19d0021040 con 0x7f19e0100150 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19e01a0980 con 0x7f19e0100150 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19d6ffd700 1 -- 172.21.15.89:0/905251580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f19d001be80 con 0x7f19e0100150 2023-12-07T13:55:04.810 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.805+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19e01a0ea0 con 0x7f19e0100150 2023-12-07T13:55:04.811 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.806+0000 7f19d6ffd700 1 -- 172.21.15.89:0/905251580 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f19d00114c0 con 0x7f19e0100150 2023-12-07T13:55:04.811 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.807+0000 7f19d6ffd700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f19c4038700 0x7f19c403abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:04.811 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.807+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19e018f3a0 con 0x7f19e0100150 2023-12-07T13:55:04.811 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.807+0000 7f19d6ffd700 1 -- 172.21.15.89:0/905251580 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f19d004d9f0 con 0x7f19e0100150 2023-12-07T13:55:04.811 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.807+0000 7f19e50f8700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f19c4038700 0x7f19c403abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:04.812 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.807+0000 7f19e50f8700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f19c4038700 0x7f19c403abc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f19dc009180 tx=0x7f19dc008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:04.814 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:04.812+0000 7f19d6ffd700 1 -- 172.21.15.89:0/905251580 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f19d002e400 con 0x7f19e0100150 2023-12-07T13:55:05.082 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.080+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f19e0101630 con 0x7f19e0100150 2023-12-07T13:55:05.083 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.080+0000 7f19d6ffd700 1 -- 172.21.15.89:0/905251580 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1002 (secure 0 0 0) 0x7f19d0010bc0 con 0x7f19e0100150 2023-12-07T13:55:05.083 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:55:05.083 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":2,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","modified":"2023-12-07T13:54:59.215073Z","created":"2023-12-07T13:53:10.357929Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:3300","nonce":0},{"type":"v1","addr":"172.21.15.89:6789","nonce":0}]},"addr":"172.21.15.89:6789/0","public_addr":"172.21.15.89:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f19c4038700 msgr2=0x7f19c403abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f19c4038700 0x7f19c403abc0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f19dc009180 tx=0x7f19dc008040 comp rx=0 tx=0).stop 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 msgr2=0x7f19e0197710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 0x7f19e0197710 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f19d000f510 tx=0x7f19d0004d60 comp rx=0 tx=0).stop 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 shutdown_connections 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f19c4038700 0x7f19c403abc0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f19e0100150 0x7f19e0197710 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 --2- 172.21.15.89:0/905251580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f19e0197c50 0x7f19e01980d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 >> 172.21.15.89:0/905251580 conn(0x7f19e00fb9e0 msgr2=0x7f19e00fcf70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:05.085 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 shutdown_connections 2023-12-07T13:55:05.086 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:05.082+0000 7f19e7b5d700 1 -- 172.21.15.89:0/905251580 wait complete. 2023-12-07T13:55:05.086 INFO:teuthology.orchestra.run.smithi089.stderr:dumped monmap epoch 2 2023-12-07T13:55:05.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:05 smithi089 ceph-mon[103124]: Deploying daemon mon.b on smithi055 2023-12-07T13:55:05.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/905251580' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-07T13:55:05.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:05 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:05 smithi039 ceph-mon[98864]: Deploying daemon mon.b on smithi055 2023-12-07T13:55:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/905251580' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-07T13:55:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:05 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:06.571 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-12-07T13:55:06.571 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph mon dump -f json 2023-12-07T13:55:06.603 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:06 smithi089 ceph-mon[103124]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:06.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:06 smithi039 ceph-mon[98864]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.174 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:55:07.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 systemd[1]: Starting Ceph mon.b for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:55:07.721 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 podman[103323]: 2023-12-07T13:55:07.721 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: set uid:gid to 167:167 (ceph:ceph) 2023-12-07T13:55:07.721 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: ceph version 19.0.0-46-ga2cd52c0 (a2cd52c00149b5caff897ea7f79d0529b62620da) reef (dev), process ceph-mon, pid 7 2023-12-07T13:55:07.721 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pidfile_write: ignore empty --pid-file 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: load: jerasure load: lrc 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: RocksDB version: 7.9.2 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Git sha 0 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Compile date 2023-12-06 13:14:44 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: DB SUMMARY 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: DB Session ID: PEF10GE71ETG6WBJQBUD 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: CURRENT file: CURRENT 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: IDENTITY file: IDENTITY 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.error_if_exists: 0 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.create_if_missing: 0 2023-12-07T13:55:07.722 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.paranoid_checks: 1 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.flush_verify_memtable_count: 1 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.env: 0x5556f1c6da60 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.fs: PosixFileSystem 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.info_log: 0x5556f35a1740 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_file_opening_threads: 16 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.statistics: (nil) 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.use_fsync: 0 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_log_file_size: 0 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.log_file_time_to_roll: 0 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.keep_log_file_num: 1000 2023-12-07T13:55:07.723 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.recycle_log_file_num: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.allow_fallocate: 1 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.allow_mmap_reads: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.allow_mmap_writes: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.use_direct_reads: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.create_missing_column_families: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.db_log_dir: 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.wal_dir: 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.table_cache_numshardbits: 6 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.WAL_ttl_seconds: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.WAL_size_limit_MB: 0 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.is_fd_close_on_exec: 1 2023-12-07T13:55:07.724 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.advise_random_on_open: 1 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.db_write_buffer_size: 0 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.write_buffer_manager: 0x5556f3557360 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.use_adaptive_mutex: 0 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.rate_limiter: (nil) 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.wal_recovery_mode: 2 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.enable_thread_tracking: 0 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.enable_pipelined_write: 0 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.unordered_write: 0 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-12-07T13:55:07.725 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.row_cache: None 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.wal_filter: None 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.allow_ingest_behind: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.two_write_queues: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.manual_wal_flush: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.wal_compression: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.atomic_flush: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.persist_stats_to_disk: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.write_dbid_to_manifest: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.log_readahead_size: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.best_efforts_recovery: 0 2023-12-07T13:55:07.726 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.allow_data_in_errors: 0 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.db_host_id: __hostname__ 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.enforce_single_del_contracts: true 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_background_jobs: 2 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_background_compactions: -1 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_subcompactions: 1 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.delayed_write_rate : 16777216 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_total_wal_size: 0 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.stats_dump_period_sec: 600 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.stats_persist_period_sec: 600 2023-12-07T13:55:07.727 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_open_files: -1 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bytes_per_sync: 0 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.wal_bytes_per_sync: 0 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.strict_bytes_per_sync: 0 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_readahead_size: 0 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_background_flushes: -1 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Compression algorithms supported: 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kZSTD supported: 0 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kXpressCompression supported: 0 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kLZ4HCCompression supported: 1 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kZlibCompression supported: 1 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kSnappyCompression supported: 1 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kLZ4Compression supported: 1 2023-12-07T13:55:07.728 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: kBZip2Compression supported: 0 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Fast CRC32 supported: Supported on x86 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: DMutex implementation: pthread_mutex_t 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.merge_operator: 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_filter: None 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_filter_factory: None 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.sst_partitioner_factory: None 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.memtable_factory: SkipListFactory 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.table_factory: BlockBasedTable 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5556f35a1860) 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout: cache_index_and_filter_blocks: 1 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-12-07T13:55:07.729 INFO:journalctl@ceph.mon.b.smithi055.stdout: pin_top_level_index_and_filter: 1 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_type: 0 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: data_block_index_type: 0 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_shortening: 1 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: data_block_hash_table_util_ratio: 0.750000 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: checksum: 4 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: no_block_cache: 0 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache: 0x5556f35f7090 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_name: BinnedLRUCache 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_options: 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: capacity : 536870912 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: num_shard_bits : 4 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: strict_capacity_limit : 0 2023-12-07T13:55:07.730 INFO:journalctl@ceph.mon.b.smithi055.stdout: high_pri_pool_ratio: 0.000 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_cache_compressed: (nil) 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: persistent_cache: (nil) 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_size: 4096 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_size_deviation: 10 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_restart_interval: 16 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: index_block_restart_interval: 1 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: metadata_block_size: 4096 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: partition_filters: 0 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: use_delta_encoding: 1 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: filter_policy: bloomfilter 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: whole_key_filtering: 1 2023-12-07T13:55:07.731 INFO:journalctl@ceph.mon.b.smithi055.stdout: verify_compression: 0 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: read_amp_bytes_per_bit: 0 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: format_version: 5 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: enable_index_compression: 1 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: block_align: 0 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: max_auto_readahead_size: 262144 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: prepopulate_block_cache: 0 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: initial_auto_readahead_size: 8192 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout: num_file_reads_for_auto_readahead: 2 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.write_buffer_size: 33554432 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_write_buffer_number: 2 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression: NoCompression 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression: Disabled 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.prefix_extractor: nullptr 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-12-07T13:55:07.732 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.num_levels: 7 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.window_bits: -14 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.level: 32767 2023-12-07T13:55:07.733 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.strategy: 0 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.enabled: false 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.target_file_size_base: 67108864 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.target_file_size_multiplier: 1 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-12-07T13:55:07.734 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.arena_block_size: 1048576 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.disable_auto_compactions: 0 2023-12-07T13:55:07.735 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.table_properties_collectors: 2023-12-07T13:55:07.737 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.inplace_update_support: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.inplace_update_num_locks: 10000 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.memtable_huge_page_size: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.bloom_locality: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.max_successive_merges: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.optimize_filters_for_hits: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.paranoid_file_checks: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.force_consistency_checks: 1 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.report_bg_io_stats: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.ttl: 2592000 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.periodic_compaction_seconds: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-12-07T13:55:07.738 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.enable_blob_files: false 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.min_blob_size: 0 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.blob_file_size: 268435456 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.blob_compression_type: NoCompression 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.enable_blob_garbage_collection: false 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.blob_file_starting_level: 0 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: fb17b887-bc78-480e-8942-33a51eadc35d 2023-12-07T13:55:07.739 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957307615102, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957307615841, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1701957307, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "fb17b887-bc78-480e-8942-33a51eadc35d", "db_session_id": "PEF10GE71ETG6WBJQBUD", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: EVENT_LOG_v1 {"time_micros": 1701957307615942, "job": 1, "event": "recovery_finished"} 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5556f3692000 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: DB pointer 0x5556f367e000 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** DB Stats ** 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-07T13:55:07.740 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** Compaction Stats [default] ** 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:55:07.741 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** Compaction Stats [default] ** 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: AddFile(Keys): cumulative 0, interval 0 2023-12-07T13:55:07.742 INFO:journalctl@ceph.mon.b.smithi055.stdout: Cumulative compaction: 0.00 GB write, 0.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout: Interval compaction: 0.00 GB write, 0.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout: Block cache BinnedLRUCache@0x5556f35f7090#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout: ** File Read Latency Histogram By Level [default] ** 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: using public_addr v2:172.21.15.55:0/0 -> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: starting mon.b rank -1 at public addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] at bind addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(???) e0 preinit fsid cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).mds e1 new map 2023-12-07T13:55:07.743 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).mds e1 print_map 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout: e1 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout: legacy client fscid: -1 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout: 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout: No filesystems configured 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-12-07T13:55:07.744 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi089", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi055", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Deploying cephadm binary to smithi089 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi055:/etc/ceph/ceph.conf 2023-12-07T13:55:07.745 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Added host smithi089 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.746 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 bash[103323]: e86ec3a5bcae75e2a3aba7bf6b80e0e8e740a55eb9ac4bfe570345f230fc084c 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2081971852' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2081971852' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi089", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:55:07.747 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi089:/etc/ceph/ceph.conf 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.748 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Saving service mon spec with placement smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c;count:3 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Deploying daemon mon.c on smithi089 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.a calling monitor election 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.c calling monitor election 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:07.749 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: monmap e2: 2 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: fsmap 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mgrmap e13: x(active, since 49s) 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: overall HEALTH_OK 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: Deploying daemon mon.b on smithi055 2023-12-07T13:55:07.750 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/905251580' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-07T13:55:07.751 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:07.751 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:07.751 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 ceph-mon[103363]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-12-07T13:55:07.751 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:07 smithi055 systemd[1]: Started Ceph mon.b for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:55:12.786 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.783+0000 7f8688c79700 1 -- 172.21.15.89:0/3408547471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f866c0035c0 msgr2=0x7f866c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:12.786 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.783+0000 7f8688c79700 1 --2- 172.21.15.89:0/3408547471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f866c0035c0 0x7f866c005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8684100f20 tx=0x7f867800fe60 comp rx=0 tx=0).stop 2023-12-07T13:55:12.786 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.783+0000 7f8688c79700 1 -- 172.21.15.89:0/3408547471 shutdown_connections 2023-12-07T13:55:12.786 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.783+0000 7f8688c79700 1 --2- 172.21.15.89:0/3408547471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f866c0035c0 0x7f866c005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:12.786 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.783+0000 7f8688c79700 1 -- 172.21.15.89:0/3408547471 >> 172.21.15.89:0/3408547471 conn(0x7f86840fcb00 msgr2=0x7f86840fef20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:12.786 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.783+0000 7f8688c79700 1 -- 172.21.15.89:0/3408547471 shutdown_connections 2023-12-07T13:55:12.786 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.783+0000 7f8688c79700 1 -- 172.21.15.89:0/3408547471 wait complete. 2023-12-07T13:55:12.788 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 Processor -- start 2023-12-07T13:55:12.788 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 -- start start 2023-12-07T13:55:12.788 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 0x7f868419c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:12.788 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 0x7f8684196800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:12.788 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8684196d40 0x7f86841971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f868419d270 con 0x7f8684196d40 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86841a34e0 con 0x7f868419cc00 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.784+0000 7f8688c79700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86841a3650 con 0x7f866c0035c0 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f868259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 0x7f868419c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f868259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 0x7f868419c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44340/0 (socket says 172.21.15.89:44340) 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f868259c700 1 -- 172.21.15.89:0/1830657604 learned_addr learned my addr 172.21.15.89:0/1830657604 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f868259c700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 msgr2=0x7f868419c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f868259c700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 msgr2=0x7f868419c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f868259c700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 0x7f868419c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8682d9d700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8684196d40 0x7f86841971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8681d9b700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 0x7f8684196800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f868259c700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 0x7f868419c6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8681d9b700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 msgr2=0x7f8684196800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-12-07T13:55:12.789 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8681d9b700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 msgr2=0x7f8684196800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8681d9b700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 0x7f8684196800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8681d9b700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 0x7f8684196800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8682d9d700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 msgr2=0x7f868419c6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8682d9d700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 0x7f868419c6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8682d9d700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 msgr2=0x7f8684196800 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8682d9d700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 0x7f8684196800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8682d9d700 1 -- 172.21.15.89:0/1830657604 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f867800f8b0 con 0x7f8684196d40 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f8682d9d700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8684196d40 0x7f86841971c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f867c00bd50 tx=0x7f867c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.785+0000 7f86737fe700 1 -- 172.21.15.89:0/1830657604 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c00cd10 con 0x7f8684196d40 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.786+0000 7f86737fe700 1 -- 172.21.15.89:0/1830657604 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f867c00ce70 con 0x7f8684196d40 2023-12-07T13:55:12.790 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.786+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86841a3930 con 0x7f8684196d40 2023-12-07T13:55:12.791 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.786+0000 7f86737fe700 1 -- 172.21.15.89:0/1830657604 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c012840 con 0x7f8684196d40 2023-12-07T13:55:12.791 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.786+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86841a3e30 con 0x7f8684196d40 2023-12-07T13:55:12.791 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.786+0000 7f86737fe700 1 -- 172.21.15.89:0/1830657604 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f867c0129c0 con 0x7f8684196d40 2023-12-07T13:55:12.791 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.787+0000 7f86737fe700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8664038d90 0x7f866403b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:12.792 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.787+0000 7f86737fe700 1 -- 172.21.15.89:0/1830657604 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f867c04af20 con 0x7f8684196d40 2023-12-07T13:55:12.792 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.787+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8684102730 con 0x7f8684196d40 2023-12-07T13:55:12.792 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.787+0000 7f868259c700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8664038d90 0x7f866403b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:12.792 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.787+0000 7f868259c700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8664038d90 0x7f866403b250 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8678020040 tx=0x7f8678001e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:12.795 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:12.792+0000 7f86737fe700 1 -- 172.21.15.89:0/1830657604 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f867c01d3b0 con 0x7f8684196d40 2023-12-07T13:55:13.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:55:13.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: mon.a calling monitor election 2023-12-07T13:55:13.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: mon.c calling monitor election 2023-12-07T13:55:13.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:13.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: monmap e3: 3 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: fsmap 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: mgrmap e13: x(active, since 57s) 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-12-07T13:55:13.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-12-07T13:55:13.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: mon.b (rank 2) addr [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] is down (out of quorum) 2023-12-07T13:55:13.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.078 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.072+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f8684108d40 con 0x7f8684196d40 2023-12-07T13:55:13.078 INFO:teuthology.orchestra.run.smithi089.stdout: 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stdout:{"epoch":3,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","modified":"2023-12-07T13:55:07.650229Z","created":"2023-12-07T13:53:10.357929Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:3300","nonce":0},{"type":"v1","addr":"172.21.15.39:6789","nonce":0}]},"addr":"172.21.15.39:6789/0","public_addr":"172.21.15.39:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:3300","nonce":0},{"type":"v1","addr":"172.21.15.89:6789","nonce":0}]},"addr":"172.21.15.89:6789/0","public_addr":"172.21.15.89:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3300","nonce":0},{"type":"v1","addr":"172.21.15.55:6789","nonce":0}]},"addr":"172.21.15.55:6789/0","public_addr":"172.21.15.55:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.073+0000 7f86737fe700 1 -- 172.21.15.89:0/1830657604 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1266 (secure 0 0 0) 0x7f867c0112a0 con 0x7f8684196d40 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8664038d90 msgr2=0x7f866403b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8664038d90 0x7f866403b250 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f8678020040 tx=0x7f8678001e50 comp rx=0 tx=0).stop 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8684196d40 msgr2=0x7f86841971c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8684196d40 0x7f86841971c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f867c00bd50 tx=0x7f867c00be30 comp rx=0 tx=0).stop 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 shutdown_connections 2023-12-07T13:55:13.079 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8664038d90 0x7f866403b250 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:13.080 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8684196d40 0x7f86841971c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:13.080 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f866c0035c0 0x7f868419c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:13.080 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 --2- 172.21.15.89:0/1830657604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f868419cc00 0x7f8684196800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:13.080 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 >> 172.21.15.89:0/1830657604 conn(0x7f86840fcb00 msgr2=0x7f8684104c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:13.080 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 shutdown_connections 2023-12-07T13:55:13.080 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:13.075+0000 7f8688c79700 1 -- 172.21.15.89:0/1830657604 wait complete. 2023-12-07T13:55:13.080 INFO:teuthology.orchestra.run.smithi089.stderr:dumped monmap epoch 3 2023-12-07T13:55:13.104 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: mon.a calling monitor election 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: mon.c calling monitor election 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:13.105 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: monmap e3: 3 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: fsmap 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: mgrmap e13: x(active, since 57s) 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: mon.b (rank 2) addr [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] is down (out of quorum) 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.106 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:13.642 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-12-07T13:55:13.642 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph config generate-minimal-conf 2023-12-07T13:55:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:13 smithi039 ceph-mon[98864]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:13 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/1830657604' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-07T13:55:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:14.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:13 smithi089 ceph-mon[103124]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:13 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/1830657604' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-07T13:55:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:14.260 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: mon.a calling monitor election 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: mon.c calling monitor election 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: monmap e3: 3 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: fsmap 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: mgrmap e13: x(active, since 57s) 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: mon.b (rank 2) addr [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] is down (out of quorum) 2023-12-07T13:55:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:15.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:15.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/1830657604' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-12-07T13:55:15.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: mon.b calling monitor election 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: mon.b calling monitor election 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: mon.a calling monitor election 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: mon.c calling monitor election 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: monmap e3: 3 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: fsmap 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: mgrmap e13: x(active, since 59s) 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: Cluster is now healthy 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: overall HEALTH_OK 2023-12-07T13:55:15.462 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:15.463 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:15.646 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.643+0000 7f8990a11700 1 -- 172.21.15.39:0/220420759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c105e70 msgr2=0x7f898c106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:15.646 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.643+0000 7f8990a11700 1 --2- 172.21.15.39:0/220420759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c105e70 0x7f898c106250 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8980009910 tx=0x7f8980009c20 comp rx=0 tx=0).stop 2023-12-07T13:55:15.646 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.643+0000 7f8990a11700 1 -- 172.21.15.39:0/220420759 shutdown_connections 2023-12-07T13:55:15.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.643+0000 7f8990a11700 1 --2- 172.21.15.39:0/220420759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c105e70 0x7f898c106250 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:15.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.643+0000 7f8990a11700 1 -- 172.21.15.39:0/220420759 >> 172.21.15.39:0/220420759 conn(0x7f898c075930 msgr2=0x7f898c075d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:15.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.643+0000 7f8990a11700 1 -- 172.21.15.39:0/220420759 shutdown_connections 2023-12-07T13:55:15.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.643+0000 7f8990a11700 1 -- 172.21.15.39:0/220420759 wait complete. 2023-12-07T13:55:15.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 Processor -- start 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 -- start start 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f898c105e70 0x7f898c1977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f898c197ce0 0x7f898c198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c1a0810 0x7f898c1a2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f898c1a3290 con 0x7f898c1a0810 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f898c1a3400 con 0x7f898c197ce0 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8990a11700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f898c1a35c0 con 0x7f898c105e70 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f898ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c1a0810 0x7f898c1a2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f898ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c1a0810 0x7f898c1a2c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50550/0 (socket says 172.21.15.39:50550) 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f898ad9d700 1 -- 172.21.15.39:0/94906458 learned_addr learned my addr 172.21.15.39:0/94906458 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f898a59c700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f898c105e70 0x7f898c1977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.644+0000 7f8989d9b700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f898c197ce0 0x7f898c198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f898ad9d700 1 -- 172.21.15.39:0/94906458 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f898c105e70 msgr2=0x7f898c1977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:15.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f898ad9d700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f898c105e70 0x7f898c1977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f898ad9d700 1 -- 172.21.15.39:0/94906458 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f898c197ce0 msgr2=0x7f898c198160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f898ad9d700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f898c197ce0 0x7f898c198160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f898ad9d700 1 -- 172.21.15.39:0/94906458 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89800095f0 con 0x7f898c1a0810 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f8989d9b700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f898c197ce0 0x7f898c198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f898a59c700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f898c105e70 0x7f898c1977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f898ad9d700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c1a0810 0x7f898c1a2c00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f898400ba50 tx=0x7f898400be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f897b7fe700 1 -- 172.21.15.39:0/94906458 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f898400cab0 con 0x7f898c1a0810 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f897b7fe700 1 -- 172.21.15.39:0/94906458 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f898400cc10 con 0x7f898c1a0810 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f898c1a38a0 con 0x7f898c1a0810 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f897b7fe700 1 -- 172.21.15.39:0/94906458 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89840075b0 con 0x7f898c1a0810 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.645+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f898c1a3da0 con 0x7f898c1a0810 2023-12-07T13:55:15.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.646+0000 7f897b7fe700 1 -- 172.21.15.39:0/94906458 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f8984007710 con 0x7f898c1a0810 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: mon.b calling monitor election 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: mon.b calling monitor election 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: mon.a calling monitor election 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: mon.c calling monitor election 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: monmap e3: 3 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: fsmap 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:15.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: mgrmap e13: x(active, since 59s) 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: Cluster is now healthy 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: overall HEALTH_OK 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:15.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:15.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:15.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.646+0000 7f897b7fe700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8974038d90 0x7f897403b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:15.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.646+0000 7f897b7fe700 1 -- 172.21.15.39:0/94906458 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f898404ad70 con 0x7f898c1a0810 2023-12-07T13:55:15.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.646+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f898c101520 con 0x7f898c1a0810 2023-12-07T13:55:15.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.646+0000 7f898a59c700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8974038d90 0x7f897403b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:15.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.647+0000 7f898a59c700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8974038d90 0x7f897403b250 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8980006010 tx=0x7f898000b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:15.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.651+0000 7f897b7fe700 1 -- 172.21.15.39:0/94906458 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8984019070 con 0x7f898c1a0810 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: mon.b calling monitor election 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: mon.b calling monitor election 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: mon.a calling monitor election 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: mon.c calling monitor election 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: monmap e3: 3 mons at {a=[v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0],b=[v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0],c=[v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0]} removed_ranks: {} disallowed_leaders: {} 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: fsmap 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: osdmap e4: 0 total, 0 up, 0 in 2023-12-07T13:55:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: mgrmap e13: x(active, since 59s) 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: Cluster is now healthy 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: overall HEALTH_OK 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:15.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:15.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:15.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:15.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.858+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f898c10a0d0 con 0x7f898c1a0810 2023-12-07T13:55:15.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.859+0000 7f897b7fe700 1 -- 172.21.15.39:0/94906458 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+271 (secure 0 0 0) 0x7f8984013b50 con 0x7f898c1a0810 2023-12-07T13:55:15.862 INFO:teuthology.orchestra.run.smithi039.stdout:# minimal ceph.conf for cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:55:15.862 INFO:teuthology.orchestra.run.smithi039.stdout:[global] 2023-12-07T13:55:15.862 INFO:teuthology.orchestra.run.smithi039.stdout: fsid = cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T13:55:15.862 INFO:teuthology.orchestra.run.smithi039.stdout: mon_host = [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] 2023-12-07T13:55:15.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8974038d90 msgr2=0x7f897403b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8974038d90 0x7f897403b250 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8980006010 tx=0x7f898000b540 comp rx=0 tx=0).stop 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c1a0810 msgr2=0x7f898c1a2c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c1a0810 0x7f898c1a2c00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f898400ba50 tx=0x7f898400be10 comp rx=0 tx=0).stop 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 shutdown_connections 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8974038d90 0x7f897403b250 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f898c1a0810 0x7f898c1a2c00 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f898c105e70 0x7f898c1977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 --2- 172.21.15.39:0/94906458 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f898c197ce0 0x7f898c198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 >> 172.21.15.39:0/94906458 conn(0x7f898c075930 msgr2=0x7f898c0fd460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 shutdown_connections 2023-12-07T13:55:15.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:15.861+0000 7f8990a11700 1 -- 172.21.15.39:0/94906458 wait complete. 2023-12-07T13:55:16.557 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-12-07T13:55:16.557 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:55:16.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.conf 2023-12-07T13:55:16.589 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:55:16.589 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:55:16.648 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: Reconfiguring mon.a (unknown last config time)... 2023-12-07T13:55:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: Reconfiguring daemon mon.a on smithi039 2023-12-07T13:55:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:16 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/94906458' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: Reconfiguring mon.a (unknown last config time)... 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: Reconfiguring daemon mon.a on smithi039 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:16.654 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/94906458' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:16.660 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:55:16.660 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.conf 2023-12-07T13:55:16.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T13:55:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: Reconfiguring mon.a (unknown last config time)... 2023-12-07T13:55:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: Reconfiguring daemon mon.a on smithi039 2023-12-07T13:55:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:55:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:16 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/94906458' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:16.698 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:55:16.698 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:55:16.768 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:55:16.768 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/ceph/ceph.conf 2023-12-07T13:55:16.805 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:55:16.805 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-12-07T13:55:16.876 INFO:tasks.cephadm:Adding mgr.x on smithi039 2023-12-07T13:55:16.876 INFO:tasks.cephadm:Adding mgr.y on smithi055 2023-12-07T13:55:16.877 INFO:tasks.cephadm:Adding mgr.z on smithi089 2023-12-07T13:55:16.877 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch apply mgr '3;smithi039=x;smithi055=y;smithi089=z' 2023-12-07T13:55:17.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 13:55:16 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T13:55:16.651+0000 7f4867209700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-12-07T13:55:17.506 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: Reconfiguring mon.b (monmap changed)... 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: Reconfiguring daemon mon.b on smithi055 2023-12-07T13:55:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:17 smithi089 ceph-mon[103124]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:17.952 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:17.953 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:17.953 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: Reconfiguring mon.b (monmap changed)... 2023-12-07T13:55:17.953 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:17.953 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:17.953 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:17.953 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: Reconfiguring daemon mon.b on smithi055 2023-12-07T13:55:17.953 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:17 smithi055 ceph-mon[103363]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:18.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:18.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:18.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: Reconfiguring mon.b (monmap changed)... 2023-12-07T13:55:18.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:18.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:18.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:18.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: Reconfiguring daemon mon.b on smithi055 2023-12-07T13:55:18.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:17 smithi039 ceph-mon[98864]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:18.704 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.701+0000 7f86f8c35700 1 -- 172.21.15.89:0/1362554224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4101070 msgr2=0x7f86f4101490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:18.704 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.701+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1362554224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4101070 0x7f86f4101490 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f86e8009910 tx=0x7f86e8009c20 comp rx=0 tx=0).stop 2023-12-07T13:55:18.704 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.701+0000 7f86f8c35700 1 -- 172.21.15.89:0/1362554224 shutdown_connections 2023-12-07T13:55:18.704 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.701+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1362554224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4101070 0x7f86f4101490 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:18.704 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.701+0000 7f86f8c35700 1 -- 172.21.15.89:0/1362554224 >> 172.21.15.89:0/1362554224 conn(0x7f86f40fc630 msgr2=0x7f86f40fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:18.704 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.701+0000 7f86f8c35700 1 -- 172.21.15.89:0/1362554224 shutdown_connections 2023-12-07T13:55:18.705 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.701+0000 7f86f8c35700 1 -- 172.21.15.89:0/1362554224 wait complete. 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 Processor -- start 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 -- start start 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86f4101070 0x7f86f4196590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4196ad0 0x7f86f419baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86f4196f50 0x7f86f419e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f419e820 con 0x7f86f4196ad0 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f419e990 con 0x7f86f4196f50 2023-12-07T13:55:18.706 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.702+0000 7f86f8c35700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86f419eb50 con 0x7f86f4101070 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86f4101070 0x7f86f4196590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86f4101070 0x7f86f4196590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44350/0 (socket says 172.21.15.89:44350) 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 -- 172.21.15.89:0/1884782520 learned_addr learned my addr 172.21.15.89:0/1884782520 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f1d9b700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4196ad0 0x7f86f419baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f2d9d700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86f4196f50 0x7f86f419e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 -- 172.21.15.89:0/1884782520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86f4196f50 msgr2=0x7f86f419e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86f4196f50 0x7f86f419e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 -- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4196ad0 msgr2=0x7f86f419baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4196ad0 0x7f86f419baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 -- 172.21.15.89:0/1884782520 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86e80095f0 con 0x7f86f4101070 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f2d9d700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86f4196f50 0x7f86f419e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f259c700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86f4101070 0x7f86f4196590 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f86e8006010 tx=0x7f86e8004c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86e37fe700 1 -- 172.21.15.89:0/1884782520 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e801d070 con 0x7f86f4101070 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86e37fe700 1 -- 172.21.15.89:0/1884782520 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f86e800be20 con 0x7f86f4101070 2023-12-07T13:55:18.707 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86f419edd0 con 0x7f86f4101070 2023-12-07T13:55:18.708 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86e37fe700 1 -- 172.21.15.89:0/1884782520 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86e800f460 con 0x7f86f4101070 2023-12-07T13:55:18.708 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.703+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86f419f240 con 0x7f86f4101070 2023-12-07T13:55:18.708 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.704+0000 7f86e37fe700 1 -- 172.21.15.89:0/1884782520 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f86e800f5c0 con 0x7f86f4101070 2023-12-07T13:55:18.708 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.704+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86f418fd40 con 0x7f86f4101070 2023-12-07T13:55:18.709 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.704+0000 7f86e37fe700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86dc038d40 0x7f86dc03b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:18.709 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.704+0000 7f86e37fe700 1 -- 172.21.15.89:0/1884782520 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f86e804c9c0 con 0x7f86f4101070 2023-12-07T13:55:18.709 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.705+0000 7f86f1d9b700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86dc038d40 0x7f86dc03b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:18.709 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.705+0000 7f86f1d9b700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86dc038d40 0x7f86dc03b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f86e4009ad0 tx=0x7f86e4009210 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:18.712 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.709+0000 7f86e37fe700 1 -- 172.21.15.89:0/1884782520 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f86e8020960 con 0x7f86f4101070 2023-12-07T13:55:18.926 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.923+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi055=y;smithi089=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f86f402d4a0 con 0x7f86dc038d40 2023-12-07T13:55:18.933 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.931+0000 7f86e37fe700 1 -- 172.21.15.89:0/1884782520 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f86f402d4a0 con 0x7f86dc038d40 2023-12-07T13:55:18.933 INFO:teuthology.orchestra.run.smithi089.stdout:Scheduled mgr update... 2023-12-07T13:55:18.935 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86dc038d40 msgr2=0x7f86dc03b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:18.935 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86dc038d40 0x7f86dc03b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f86e4009ad0 tx=0x7f86e4009210 comp rx=0 tx=0).stop 2023-12-07T13:55:18.935 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86f4101070 msgr2=0x7f86f4196590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:18.935 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86f4101070 0x7f86f4196590 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f86e8006010 tx=0x7f86e8004c00 comp rx=0 tx=0).stop 2023-12-07T13:55:18.935 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 shutdown_connections 2023-12-07T13:55:18.935 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86dc038d40 0x7f86dc03b200 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:18.936 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86f4196f50 0x7f86f419e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:18.936 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86f4101070 0x7f86f4196590 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:18.936 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 --2- 172.21.15.89:0/1884782520 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86f4196ad0 0x7f86f419baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:18.936 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 >> 172.21.15.89:0/1884782520 conn(0x7f86f40fc630 msgr2=0x7f86f40fd300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:18.936 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 shutdown_connections 2023-12-07T13:55:18.936 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:55:18.933+0000 7f86f8c35700 1 -- 172.21.15.89:0/1884782520 wait complete. 2023-12-07T13:55:19.075 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.076 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.076 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: Reconfiguring mon.c (monmap changed)... 2023-12-07T13:55:19.076 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:19.076 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:19.076 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:19.076 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: Reconfiguring daemon mon.c on smithi089 2023-12-07T13:55:19.076 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: Reconfiguring mon.c (monmap changed)... 2023-12-07T13:55:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: Reconfiguring daemon mon.c on smithi089 2023-12-07T13:55:19.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: Reconfiguring mon.c (monmap changed)... 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: Reconfiguring daemon mon.c on smithi089 2023-12-07T13:55:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:19.570 DEBUG:teuthology.orchestra.run.smithi055:mgr.y> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.y.service 2023-12-07T13:55:19.573 DEBUG:teuthology.orchestra.run.smithi089:mgr.z> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.z.service 2023-12-07T13:55:19.576 INFO:tasks.cephadm:Deploying OSDs... 2023-12-07T13:55:19.576 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T13:55:19.576 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/scratch_devs of=/dev/stdout 2023-12-07T13:55:19.596 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-07T13:55:19.596 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_1 2023-12-07T13:55:19.604 INFO:journalctl@ceph.mgr.z.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T13:55:19.608 INFO:journalctl@ceph.mgr.y.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T13:55:19.657 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-07T13:55:19.657 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:19.657 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 391304 Links: 1 2023-12-07T13:55:19.657 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:19.657 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:19.657 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-07 13:54:26.711438292 +0000 2023-12-07T13:55:19.657 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-07 13:47:55.697936618 +0000 2023-12-07T13:55:19.658 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-07 13:47:55.697936618 +0000 2023-12-07T13:55:19.658 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-07T13:55:19.658 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-07T13:55:19.725 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-07T13:55:19.726 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-07T13:55:19.726 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000293009 s, 1.7 MB/s 2023-12-07T13:55:19.727 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-07T13:55:19.787 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_2 2023-12-07T13:55:19.844 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-07T13:55:19.844 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:19.844 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 392336 Links: 1 2023-12-07T13:55:19.844 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:19.845 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:19.845 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-07 13:54:26.756437348 +0000 2023-12-07T13:55:19.845 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-07 13:47:56.230925422 +0000 2023-12-07T13:55:19.845 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-07 13:47:56.230925422 +0000 2023-12-07T13:55:19.845 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-07T13:55:19.845 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-07T13:55:19.914 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-07T13:55:19.914 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-07T13:55:19.915 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000250472 s, 2.0 MB/s 2023-12-07T13:55:19.915 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-07T13:55:19.976 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_3 2023-12-07T13:55:20.033 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-07T13:55:20.033 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:20.033 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 386938 Links: 1 2023-12-07T13:55:20.033 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:20.033 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:20.033 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-07 13:54:26.806436300 +0000 2023-12-07T13:55:20.034 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-07 13:47:56.766914163 +0000 2023-12-07T13:55:20.034 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-07 13:47:56.766914163 +0000 2023-12-07T13:55:20.034 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-07T13:55:20.034 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-07T13:55:20.101 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-07T13:55:20.102 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-07T13:55:20.102 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000333991 s, 1.5 MB/s 2023-12-07T13:55:20.102 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-07T13:55:20.160 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_4 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 6h/6d Inode: 392632 Links: 1 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2023-12-07 13:54:26.863435105 +0000 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2023-12-07 13:47:57.297903010 +0000 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2023-12-07 13:47:57.297903010 +0000 2023-12-07T13:55:20.217 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2023-12-07T13:55:20.218 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-07T13:55:20.282 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2023-12-07T13:55:20.282 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2023-12-07T13:55:20.282 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000440098 s, 1.2 MB/s 2023-12-07T13:55:20.284 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-07T13:55:20.341 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2023-12-07T13:55:20.342 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/scratch_devs of=/dev/stdout 2023-12-07T13:55:20.363 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-07T13:55:20.363 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_1 2023-12-07T13:55:20.424 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 388804 Links: 1 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-12-07 13:55:07.081890673 +0000 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-12-07 13:48:12.553139503 +0000 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-12-07 13:48:12.553139503 +0000 2023-12-07T13:55:20.425 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2023-12-07T13:55:20.425 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-07T13:55:20.496 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-12-07T13:55:20.496 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-12-07T13:55:20.496 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000231005 s, 2.2 MB/s 2023-12-07T13:55:20.497 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-07T13:55:20.559 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_2 2023-12-07T13:55:20.619 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-07T13:55:20.619 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:20.619 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 380767 Links: 1 2023-12-07T13:55:20.619 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:20.619 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:20.619 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-12-07 13:55:07.081890673 +0000 2023-12-07T13:55:20.620 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-12-07 13:48:13.081128879 +0000 2023-12-07T13:55:20.620 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-12-07 13:48:13.081128879 +0000 2023-12-07T13:55:20.620 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2023-12-07T13:55:20.620 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-07T13:55:20.689 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-12-07T13:55:20.690 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-12-07T13:55:20.690 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000214308 s, 2.4 MB/s 2023-12-07T13:55:20.691 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-07T13:55:20.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:20.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi055=y;smithi089=z", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:20.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: Saving service mgr spec with placement smithi039=x;smithi055=y;smithi089=z;count:3 2023-12-07T13:55:20.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.747 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:20.748 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:20.750 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_3 2023-12-07T13:55:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi055=y;smithi089=z", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: Saving service mgr spec with placement smithi039=x;smithi055=y;smithi089=z;count:3 2023-12-07T13:55:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:20.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:20.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:20.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-07T13:55:20.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:20.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 391626 Links: 1 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-12-07 13:55:07.082890653 +0000 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-12-07 13:48:13.605118336 +0000 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-12-07 13:48:13.605118336 +0000 2023-12-07T13:55:20.810 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2023-12-07T13:55:20.810 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi039=x;smithi055=y;smithi089=z", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: Saving service mgr spec with placement smithi039=x;smithi055=y;smithi089=z;count:3 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-07T13:55:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:20.879 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:20.880 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-12-07T13:55:20.880 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-12-07T13:55:20.880 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000220993 s, 2.3 MB/s 2023-12-07T13:55:20.881 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-07T13:55:20.942 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_4 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 6h/6d Inode: 387868 Links: 1 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2023-12-07 13:55:07.082890653 +0000 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2023-12-07 13:48:14.137107632 +0000 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2023-12-07 13:48:14.137107632 +0000 2023-12-07T13:55:21.002 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: - 2023-12-07T13:55:21.003 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-07T13:55:21.071 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2023-12-07T13:55:21.071 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2023-12-07T13:55:21.071 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000219943 s, 2.3 MB/s 2023-12-07T13:55:21.072 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-07T13:55:21.132 DEBUG:teuthology.orchestra.run.smithi089:> set -ex 2023-12-07T13:55:21.132 DEBUG:teuthology.orchestra.run.smithi089:> dd if=/scratch_devs of=/dev/stdout 2023-12-07T13:55:21.149 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-12-07T13:55:21.149 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_1 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 6h/6d Inode: 385783 Links: 1 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2023-12-07 13:54:58.316021183 +0000 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2023-12-07 13:47:46.417953262 +0000 2023-12-07T13:55:21.207 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2023-12-07 13:47:46.417953262 +0000 2023-12-07T13:55:21.209 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: - 2023-12-07T13:55:21.210 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-12-07T13:55:21.273 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2023-12-07T13:55:21.273 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2023-12-07T13:55:21.273 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.00022157 s, 2.3 MB/s 2023-12-07T13:55:21.274 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-12-07T13:55:21.332 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_2 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 6h/6d Inode: 393354 Links: 1 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2023-12-07 13:54:58.316021183 +0000 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2023-12-07 13:47:46.933941272 +0000 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2023-12-07 13:47:46.933941272 +0000 2023-12-07T13:55:21.391 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: - 2023-12-07T13:55:21.392 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-12-07T13:55:21.458 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2023-12-07T13:55:21.459 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2023-12-07T13:55:21.459 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.000309589 s, 1.7 MB/s 2023-12-07T13:55:21.460 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-12-07T13:55:21.531 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_3 2023-12-07T13:55:21.589 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 6h/6d Inode: 380717 Links: 1 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2023-12-07 13:55:21.542484442 +0000 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2023-12-07 13:47:47.439929515 +0000 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2023-12-07 13:47:47.439929515 +0000 2023-12-07T13:55:21.590 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: - 2023-12-07T13:55:21.590 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-12-07T13:55:21.711 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:21 smithi089 ceph-mon[103124]: Deploying daemon mgr.z on smithi089 2023-12-07T13:55:21.714 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2023-12-07T13:55:21.714 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2023-12-07T13:55:21.714 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.000254216 s, 2.0 MB/s 2023-12-07T13:55:21.715 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-12-07T13:55:21.734 DEBUG:teuthology.orchestra.run.smithi089:> stat /dev/vg_nvme/lv_4 2023-12-07T13:55:21.794 INFO:teuthology.orchestra.run.smithi089.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-12-07T13:55:21.794 INFO:teuthology.orchestra.run.smithi089.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-12-07T13:55:21.794 INFO:teuthology.orchestra.run.smithi089.stdout:Device: 6h/6d Inode: 387841 Links: 1 2023-12-07T13:55:21.795 INFO:teuthology.orchestra.run.smithi089.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-12-07T13:55:21.795 INFO:teuthology.orchestra.run.smithi089.stdout:Context: system_u:object_r:device_t:s0 2023-12-07T13:55:21.795 INFO:teuthology.orchestra.run.smithi089.stdout:Access: 2023-12-07 13:55:21.666481570 +0000 2023-12-07T13:55:21.795 INFO:teuthology.orchestra.run.smithi089.stdout:Modify: 2023-12-07 13:47:47.967917247 +0000 2023-12-07T13:55:21.795 INFO:teuthology.orchestra.run.smithi089.stdout:Change: 2023-12-07 13:47:47.967917247 +0000 2023-12-07T13:55:21.795 INFO:teuthology.orchestra.run.smithi089.stdout: Birth: - 2023-12-07T13:55:21.795 DEBUG:teuthology.orchestra.run.smithi089:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-12-07T13:55:21.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:21 smithi039 ceph-mon[98864]: Deploying daemon mgr.z on smithi089 2023-12-07T13:55:21.863 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records in 2023-12-07T13:55:21.864 INFO:teuthology.orchestra.run.smithi089.stderr:1+0 records out 2023-12-07T13:55:21.864 INFO:teuthology.orchestra.run.smithi089.stderr:512 bytes copied, 0.000189069 s, 2.7 MB/s 2023-12-07T13:55:21.865 DEBUG:teuthology.orchestra.run.smithi089:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-12-07T13:55:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:21 smithi055 ceph-mon[103363]: Deploying daemon mgr.z on smithi089 2023-12-07T13:55:21.924 INFO:tasks.cephadm:Deploying osd.0 on smithi039 with /dev/vg_nvme/lv_4... 2023-12-07T13:55:21.924 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-07T13:55:22.008 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:21 smithi089 systemd[1]: Starting Ceph mgr.z for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:55:22.302 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 podman[105199]: 2023-12-07T13:55:22.303 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 bash[105199]: d4965da6664d12fe084a04c21cc37baad9181cf63b7a95f63bc71186cb14db10 2023-12-07T13:55:22.303 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mgr[105261]: -- 172.21.15.89:0/4121314836 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56538a2221a0 con 0x56538a1f9000 2023-12-07T13:55:22.537 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:55:22.616 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 systemd[1]: Started Ceph mgr.z for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:55:22.616 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:22.350+0000 7f8e87d8d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T13:55:22.616 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:22.433+0000 7f8e87d8d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T13:55:22.616 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:22.522+0000 7f8e87d8d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:22.613+0000 7f8e87d8d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:22.617 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:22.744 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:22.744 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.744 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.745 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.745 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:22.745 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-07T13:55:22.745 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:22.745 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:22.939 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:22.783+0000 7f8e87d8d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T13:55:23.439 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:23.145+0000 7f8e87d8d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T13:55:23.440 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:23.278+0000 7f8e87d8d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T13:55:23.440 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:23.366+0000 7f8e87d8d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T13:55:23.620 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:23 smithi039 ceph-mon[98864]: Deploying daemon mgr.y on smithi055 2023-12-07T13:55:23.714 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:23 smithi055 ceph-mon[103363]: Deploying daemon mgr.y on smithi055 2023-12-07T13:55:23.880 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:23 smithi089 ceph-mon[103124]: Deploying daemon mgr.y on smithi055 2023-12-07T13:55:23.881 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:23.460+0000 7f8e87d8d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T13:55:24.178 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-07T13:55:24.178 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-07T13:55:24.178 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-07T13:55:24.178 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-07T13:55:24.178 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00994267 s, 1.1 GB/s 2023-12-07T13:55:24.178 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-07T13:55:24.189 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:23.877+0000 7f8e87d8d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T13:55:24.378 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:24 smithi055 systemd[1]: Starting Ceph mgr.y for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T13:55:24.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:24 smithi055 ceph-mon[103363]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:24.649 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:24 smithi055 podman[104798]: 2023-12-07T13:55:24.704 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_4 2023-12-07T13:55:24.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:24 smithi039 ceph-mon[98864]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:24.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:24 smithi089 ceph-mon[103124]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:24.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:24.537+0000 7f8e87d8d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T13:55:24.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:24.618+0000 7f8e87d8d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T13:55:25.026 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:24 smithi055 bash[104798]: a5b816f794a2356fa88371a543bc98cc7ebafea262a1617d85860eb25aa89cc1 2023-12-07T13:55:25.026 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:24 smithi055 ceph-mgr[104838]: -- 172.21.15.55:0/1768688265 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cf017f01a0 con 0x55cf017c6800 2023-12-07T13:55:25.026 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:24 smithi055 systemd[1]: Started Ceph mgr.y for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T13:55:25.026 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:24.816+0000 7fe8a12c3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T13:55:25.027 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:24.914+0000 7fe8a12c3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T13:55:25.027 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:25.023+0000 7fe8a12c3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T13:55:25.314 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:55:25.354 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:25.136+0000 7fe8a12c3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T13:55:25.354 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:25.350+0000 7fe8a12c3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T13:55:25.684 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:25.406+0000 7f8e87d8d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:55:25.684 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:25.504+0000 7f8e87d8d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T13:55:25.939 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:25.681+0000 7f8e87d8d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:55:25.953 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-mon[103124]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:25.953 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:25.953 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:25.953 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:25.953 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:25.953 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:26.121 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:25.844+0000 7fe8a12c3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T13:55:26.121 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:26.002+0000 7fe8a12c3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T13:55:26.122 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-mon[103363]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:26.122 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.122 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.122 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.122 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.122 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:26.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:25 smithi039 ceph-mon[98864]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:26.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:26.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:26.391 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:26.125+0000 7f8e87d8d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T13:55:26.391 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:26.218+0000 7f8e87d8d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T13:55:26.391 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:26.388+0000 7f8e87d8d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T13:55:26.398 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:26.118+0000 7fe8a12c3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T13:55:26.398 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:26.237+0000 7fe8a12c3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.558+0000 7f62d08fd700 1 -- 172.21.15.39:0/1594574606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc100510 msgr2=0x7f62cc100930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.558+0000 7f62d08fd700 1 --2- 172.21.15.39:0/1594574606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc100510 0x7f62cc100930 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f62bc0099c0 tx=0x7f62bc009cd0 comp rx=0 tx=0).stop 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.559+0000 7f62d08fd700 1 -- 172.21.15.39:0/1594574606 shutdown_connections 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.559+0000 7f62d08fd700 1 --2- 172.21.15.39:0/1594574606 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62cc1020b0 0x7f62cc108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.559+0000 7f62d08fd700 1 --2- 172.21.15.39:0/1594574606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc100510 0x7f62cc100930 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.559+0000 7f62d08fd700 1 --2- 172.21.15.39:0/1594574606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc101710 0x7f62cc101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.559+0000 7f62d08fd700 1 -- 172.21.15.39:0/1594574606 >> 172.21.15.39:0/1594574606 conn(0x7f62cc0fbad0 msgr2=0x7f62cc0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:26.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.559+0000 7f62d08fd700 1 -- 172.21.15.39:0/1594574606 shutdown_connections 2023-12-07T13:55:26.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.559+0000 7f62d08fd700 1 -- 172.21.15.39:0/1594574606 wait complete. 2023-12-07T13:55:26.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 Processor -- start 2023-12-07T13:55:26.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 -- start start 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc100510 0x7f62cc196450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62cc101710 0x7f62cc196990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc1020b0 0x7f62cc19d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62cc19df90 con 0x7f62cc1020b0 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62cc19e0d0 con 0x7f62cc100510 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62d08fd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62cc19e260 con 0x7f62cc101710 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62ca59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc100510 0x7f62cc196450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc1020b0 0x7f62cc19d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc1020b0 0x7f62cc19d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50562/0 (socket says 172.21.15.39:50562) 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 -- 172.21.15.39:0/3573052437 learned_addr learned my addr 172.21.15.39:0/3573052437 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62ca59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc100510 0x7f62cc196450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:41760/0 (socket says 172.21.15.39:41760) 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62c9d9b700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62cc101710 0x7f62cc196990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 -- 172.21.15.39:0/3573052437 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62cc101710 msgr2=0x7f62cc196990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:26.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62cc101710 0x7f62cc196990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 -- 172.21.15.39:0/3573052437 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc100510 msgr2=0x7f62cc196450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc100510 0x7f62cc196450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62cad9d700 1 -- 172.21.15.39:0/3573052437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62bc0095f0 con 0x7f62cc1020b0 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62ca59c700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc100510 0x7f62cc196450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.560+0000 7f62c9d9b700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62cc101710 0x7f62cc196990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.561+0000 7f62cad9d700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc1020b0 0x7f62cc19d9c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f62c400ef60 tx=0x7f62c400ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.561+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c4018070 con 0x7f62cc1020b0 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.561+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62c400f040 con 0x7f62cc1020b0 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.561+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62cc069800 con 0x7f62cc1020b0 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.561+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c400ccc0 con 0x7f62cc1020b0 2023-12-07T13:55:26.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.561+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62cc069cb0 con 0x7f62cc1020b0 2023-12-07T13:55:26.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.562+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 13) v1 ==== 45636+0+0 (secure 0 0 0) 0x7f62c4003a00 con 0x7f62cc1020b0 2023-12-07T13:55:26.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.562+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62cc04f290 con 0x7f62cc1020b0 2023-12-07T13:55:26.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.562+0000 7f62c37fe700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62b8038af0 0x7f62b803afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:26.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.562+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f62c404af40 con 0x7f62cc1020b0 2023-12-07T13:55:26.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.562+0000 7f62ca59c700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62b8038af0 0x7f62b803afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:26.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.563+0000 7f62ca59c700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62b8038af0 0x7f62b803afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f62bc003730 tx=0x7f62bc000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:26.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.567+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f62c4005810 con 0x7f62cc1020b0 2023-12-07T13:55:26.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:26.780+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f62cc069ed0 con 0x7f62b8038af0 2023-12-07T13:55:26.939 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:26.655+0000 7f8e87d8d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T13:55:27.148 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:26.771+0000 7fe8a12c3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T13:55:27.680 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:27.352+0000 7f8e87d8d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T13:55:27.680 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:27.483+0000 7f8e87d8d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T13:55:27.680 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:27.677+0000 7f8e87d8d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T13:55:27.680 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.680 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.680 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.680 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:27.681 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:55:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:27 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:27.566+0000 7fe8a12c3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:27.663+0000 7fe8a12c3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:27.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:55:27.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:55:27.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-12-07T13:55:27.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-12-07T13:55:27.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:27 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:27.939 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:27.791+0000 7f8e87d8d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T13:55:28.439 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:28.007+0000 7f8e87d8d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T13:55:28.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:28.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:28.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: Reconfiguring mgr.x (unknown last config time)... 2023-12-07T13:55:28.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: Reconfiguring daemon mgr.x on smithi039 2023-12-07T13:55:28.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:28.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:28.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:28.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.865 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: Reconfiguring mgr.x (unknown last config time)... 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: Reconfiguring daemon mgr.x on smithi039 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:28.866 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:28.639+0000 7fe8a12c3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:28.749+0000 7fe8a12c3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: Reconfiguring mgr.x (unknown last config time)... 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: Reconfiguring daemon mgr.x on smithi039 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:28.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:28.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:28.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:28.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:29.189 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 13:55:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T13:55:28.863+0000 7f8e87d8d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T13:55:29.399 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:28 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:28.969+0000 7fe8a12c3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T13:55:29.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:29.523+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 14) v1 ==== 90793+0+0 (secure 0 0 0) 0x7f62c4004520 con 0x7f62cc1020b0 2023-12-07T13:55:29.755 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:29.465+0000 7fe8a12c3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T13:55:29.755 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:29.570+0000 7fe8a12c3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T13:55:29.755 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-mon[103363]: Standby manager daemon z started 2023-12-07T13:55:29.755 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-12-07T13:55:29.755 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T13:55:29.755 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-12-07T13:55:29.756 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T13:55:29.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:29 smithi039 ceph-mon[98864]: Standby manager daemon z started 2023-12-07T13:55:29.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-12-07T13:55:29.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T13:55:29.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-12-07T13:55:29.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T13:55:29.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:29 smithi089 ceph-mon[103124]: Standby manager daemon z started 2023-12-07T13:55:29.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-12-07T13:55:29.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T13:55:29.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-12-07T13:55:29.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/550044777' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T13:55:30.083 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:29.752+0000 7fe8a12c3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T13:55:30.399 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:30.080+0000 7fe8a12c3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: mgrmap e14: x(active, since 74s), standbys: z 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3523561365' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "676a7931-14ff-44d0-ae29-46624cbad760"}]: dispatch 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3523561365' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "676a7931-14ff-44d0-ae29-46624cbad760"}]': finished 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: osdmap e5: 1 total, 0 up, 1 in 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:30 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1405290350' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: mgrmap e14: x(active, since 74s), standbys: z 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3523561365' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "676a7931-14ff-44d0-ae29-46624cbad760"}]: dispatch 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3523561365' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "676a7931-14ff-44d0-ae29-46624cbad760"}]': finished 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: osdmap e5: 1 total, 0 up, 1 in 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1405290350' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: mgrmap e14: x(active, since 74s), standbys: z 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3523561365' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "676a7931-14ff-44d0-ae29-46624cbad760"}]: dispatch 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3523561365' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "676a7931-14ff-44d0-ae29-46624cbad760"}]': finished 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: osdmap e5: 1 total, 0 up, 1 in 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:30 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1405290350' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:55:31.307 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:30 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:30.900+0000 7fe8a12c3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T13:55:31.308 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:31.059+0000 7fe8a12c3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T13:55:31.308 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:31.305+0000 7fe8a12c3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T13:55:31.648 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:31.439+0000 7fe8a12c3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T13:55:32.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:31 smithi055 ceph-mon[103363]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:32.149 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:31.712+0000 7fe8a12c3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T13:55:32.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:31 smithi089 ceph-mon[103124]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:32.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:31 smithi039 ceph-mon[98864]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:32.824+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mgrmap(e 15) v1 ==== 135950+0+0 (secure 0 0 0) 0x7f62c4019270 con 0x7f62cc1020b0 2023-12-07T13:55:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:32 smithi055 ceph-mon[103363]: Standby manager daemon y started 2023-12-07T13:55:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:32 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-07T13:55:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:32 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T13:55:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:32 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-07T13:55:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:32 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T13:55:33.149 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 13:55:32 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T13:55:32.749+0000 7fe8a12c3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T13:55:33.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:32 smithi089 ceph-mon[103124]: Standby manager daemon y started 2023-12-07T13:55:33.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:32 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-07T13:55:33.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:32 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T13:55:33.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:32 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-07T13:55:33.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:32 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T13:55:33.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:32 smithi039 ceph-mon[98864]: Standby manager daemon y started 2023-12-07T13:55:33.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:32 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-07T13:55:33.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:32 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T13:55:33.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:32 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-07T13:55:33.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:32 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2203835274' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T13:55:34.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:33 smithi055 ceph-mon[103363]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:34.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:33 smithi055 ceph-mon[103363]: mgrmap e15: x(active, since 78s), standbys: z, y 2023-12-07T13:55:34.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:33 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-07T13:55:34.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:33 smithi089 ceph-mon[103124]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:34.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:33 smithi089 ceph-mon[103124]: mgrmap e15: x(active, since 78s), standbys: z, y 2023-12-07T13:55:34.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:33 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-07T13:55:34.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:33 smithi039 ceph-mon[98864]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:34.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:33 smithi039 ceph-mon[98864]: mgrmap e15: x(active, since 78s), standbys: z, y 2023-12-07T13:55:34.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:33 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-07T13:55:36.109 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:35 smithi039 ceph-mon[98864]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:35 smithi055 ceph-mon[103363]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:36.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:35 smithi089 ceph-mon[103124]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:38.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:37 smithi039 ceph-mon[98864]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:38.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-07T13:55:38.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:37 smithi055 ceph-mon[103363]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-07T13:55:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:38.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:37 smithi089 ceph-mon[103124]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-12-07T13:55:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:39.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:38 smithi039 ceph-mon[98864]: Deploying daemon osd.0 on smithi039 2023-12-07T13:55:39.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:38 smithi055 ceph-mon[103363]: Deploying daemon osd.0 on smithi039 2023-12-07T13:55:39.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:38 smithi089 ceph-mon[103124]: Deploying daemon osd.0 on smithi039 2023-12-07T13:55:40.044 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:39 smithi039 ceph-mon[98864]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:39 smithi055 ceph-mon[103363]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:40.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:39 smithi089 ceph-mon[103124]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:42.144 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:41 smithi039 ceph-mon[98864]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:42.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:41 smithi055 ceph-mon[103363]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:42.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:41 smithi089 ceph-mon[103124]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:43.544 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:43.545 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:43.545 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:43.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:44.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:44 smithi039 ceph-mon[98864]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:44 smithi055 ceph-mon[103363]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:44.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:44 smithi089 ceph-mon[103124]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:45.193 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 0 on host 'smithi039' 2023-12-07T13:55:45.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.190+0000 7f62c37fe700 1 -- 172.21.15.39:0/3573052437 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f62cc069ed0 con 0x7f62b8038af0 2023-12-07T13:55:45.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62b8038af0 msgr2=0x7f62b803afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:45.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62b8038af0 0x7f62b803afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f62bc003730 tx=0x7f62bc000bc0 comp rx=0 tx=0).stop 2023-12-07T13:55:45.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc1020b0 msgr2=0x7f62cc19d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc1020b0 0x7f62cc19d9c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f62c400ef60 tx=0x7f62c400ef90 comp rx=0 tx=0).stop 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 shutdown_connections 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62b8038af0 0x7f62b803afb0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62cc1020b0 0x7f62cc19d9c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62cc100510 0x7f62cc196450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 --2- 172.21.15.39:0/3573052437 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62cc101710 0x7f62cc196990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 >> 172.21.15.39:0/3573052437 conn(0x7f62cc0fbad0 msgr2=0x7f62cc104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 shutdown_connections 2023-12-07T13:55:45.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:55:45.192+0000 7f62d08fd700 1 -- 172.21.15.39:0/3573052437 wait complete. 2023-12-07T13:55:45.610 DEBUG:teuthology.orchestra.run.smithi039:osd.0> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.0.service 2023-12-07T13:55:45.612 INFO:tasks.cephadm:Deploying osd.1 on smithi055 with /dev/vg_nvme/lv_4... 2023-12-07T13:55:45.612 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-07T13:55:45.645 INFO:journalctl@ceph.osd.0.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T13:55:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:45.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:55:46.226 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:55:46.376 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:55:46 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-0[116930]: 2023-12-07T13:55:46.264+0000 7fe7730f8640 -1 osd.0 0 log_to_monitors true 2023-12-07T13:55:46.645 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:46 smithi039 ceph-mon[98864]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:46.645 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:46 smithi039 ceph-mon[98864]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-07T13:55:46.766 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:46 smithi055 ceph-mon[103363]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:46.767 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:46 smithi055 ceph-mon[103363]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-07T13:55:46.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:46 smithi089 ceph-mon[103124]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:46.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:46 smithi089 ceph-mon[103124]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-12-07T13:55:47.878 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:55:47 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-0[116930]: 2023-12-07T13:55:47.594+0000 7fe767f6e700 -1 osd.0 0 waiting for initial osdmap 2023-12-07T13:55:47.879 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:55:47 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-0[116930]: 2023-12-07T13:55:47.600+0000 7fe761d64700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:55:47.879 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:47 smithi039 ceph-mon[98864]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-07T13:55:47.879 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:47 smithi039 ceph-mon[98864]: osdmap e6: 1 total, 0 up, 1 in 2023-12-07T13:55:47.879 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:47 smithi039 ceph-mon[98864]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:55:47.879 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:47 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:47.879 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:47 smithi039 ceph-mon[98864]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:55:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:47 smithi055 ceph-mon[103363]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-07T13:55:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:47 smithi055 ceph-mon[103363]: osdmap e6: 1 total, 0 up, 1 in 2023-12-07T13:55:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:47 smithi055 ceph-mon[103363]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:55:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:47 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:47 smithi055 ceph-mon[103363]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:55:47.924 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-07T13:55:47.925 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-07T13:55:47.925 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2023-12-07T13:55:47.925 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2023-12-07T13:55:47.925 INFO:teuthology.orchestra.run.smithi055.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0155567 s, 674 MB/s 2023-12-07T13:55:47.925 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2023-12-07T13:55:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:47 smithi089 ceph-mon[103124]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-12-07T13:55:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:47 smithi089 ceph-mon[103124]: osdmap e6: 1 total, 0 up, 1 in 2023-12-07T13:55:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:47 smithi089 ceph-mon[103124]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:55:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:47 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:47 smithi089 ceph-mon[103124]: from='osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:55:48.485 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi055:vg_nvme/lv_4 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: osdmap e7: 1 total, 0 up, 1 in 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi039 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi039 to 17168M 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:48.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:48.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: osdmap e7: 1 total, 0 up, 1 in 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi039 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi039 to 17168M 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:48.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:48.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: osdmap e7: 1 total, 0 up, 1 in 2023-12-07T13:55:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi039 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi039 to 17168M 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:55:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:49.090 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:55:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:49 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:55:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:49 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:55:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:49 smithi055 ceph-mon[103363]: osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] boot 2023-12-07T13:55:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:49 smithi055 ceph-mon[103363]: osdmap e8: 1 total, 1 up, 1 in 2023-12-07T13:55:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:49 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:49 smithi055 ceph-mon[103363]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:49 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:55:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:49 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:55:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:49 smithi089 ceph-mon[103124]: osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] boot 2023-12-07T13:55:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:49 smithi089 ceph-mon[103124]: osdmap e8: 1 total, 1 up, 1 in 2023-12-07T13:55:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:49 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:49 smithi089 ceph-mon[103124]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:50.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:49 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:55:50.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:49 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:55:50.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:49 smithi039 ceph-mon[98864]: osd.0 [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] boot 2023-12-07T13:55:50.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:49 smithi039 ceph-mon[98864]: osdmap e8: 1 total, 1 up, 1 in 2023-12-07T13:55:50.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:49 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T13:55:50.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:49 smithi039 ceph-mon[98864]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-12-07T13:55:50.615 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 -- 172.21.15.55:0/1772189848 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc1031c0 msgr2=0x7f66bc109a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:50.615 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1772189848 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc1031c0 0x7f66bc109a70 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f66b400b0d0 tx=0x7f66b400b3e0 comp rx=0 tx=0).stop 2023-12-07T13:55:50.615 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 -- 172.21.15.55:0/1772189848 shutdown_connections 2023-12-07T13:55:50.615 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1772189848 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc1031c0 0x7f66bc109a70 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1772189848 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f66bc101620 0x7f66bc101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1772189848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66bc102820 0x7f66bc102c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 -- 172.21.15.55:0/1772189848 >> 172.21.15.55:0/1772189848 conn(0x7f66bc0fcbc0 msgr2=0x7f66bc0ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 -- 172.21.15.55:0/1772189848 shutdown_connections 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.612+0000 7f66c37ad700 1 -- 172.21.15.55:0/1772189848 wait complete. 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 Processor -- start 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 -- start start 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66bc101620 0x7f66bc197690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc102820 0x7f66bc197bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f66bc1031c0 0x7f66bc19ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66bc19f180 con 0x7f66bc101620 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66bc19f2c0 con 0x7f66bc102820 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c37ad700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66bc19f450 con 0x7f66bc1031c0 2023-12-07T13:55:50.616 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc102820 0x7f66bc197bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc102820 0x7f66bc197bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34724/0 (socket says 172.21.15.55:34724) 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 -- 172.21.15.55:0/1630973937 learned_addr learned my addr 172.21.15.55:0/1630973937 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c1549700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66bc101620 0x7f66bc197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c1d4a700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f66bc1031c0 0x7f66bc19ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 -- 172.21.15.55:0/1630973937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f66bc1031c0 msgr2=0x7f66bc19ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f66bc1031c0 0x7f66bc19ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 -- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66bc101620 msgr2=0x7f66bc197690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66bc101620 0x7f66bc197690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.613+0000 7f66c0d48700 1 -- 172.21.15.55:0/1630973937 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66b4009d00 con 0x7f66bc102820 2023-12-07T13:55:50.617 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.614+0000 7f66c0d48700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc102820 0x7f66bc197bd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f66ac00d980 tx=0x7f66ac00dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:50.620 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.618+0000 7f66b27fc700 1 -- 172.21.15.55:0/1630973937 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66ac004220 con 0x7f66bc102820 2023-12-07T13:55:50.620 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.618+0000 7f66b27fc700 1 -- 172.21.15.55:0/1630973937 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f66ac007640 con 0x7f66bc102820 2023-12-07T13:55:50.620 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.618+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66bc19f730 con 0x7f66bc102820 2023-12-07T13:55:50.620 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.618+0000 7f66b27fc700 1 -- 172.21.15.55:0/1630973937 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66ac005680 con 0x7f66bc102820 2023-12-07T13:55:50.620 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.618+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66bc19fc30 con 0x7f66bc102820 2023-12-07T13:55:50.620 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.619+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66bc1089e0 con 0x7f66bc102820 2023-12-07T13:55:50.621 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.620+0000 7f66b27fc700 1 -- 172.21.15.55:0/1630973937 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 15) v1 ==== 135950+0+0 (secure 0 0 0) 0x7f66ac00b750 con 0x7f66bc102820 2023-12-07T13:55:50.622 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.620+0000 7f66b27fc700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f66a80a13f0 0x7f66a80a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:55:50.622 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.620+0000 7f66b27fc700 1 -- 172.21.15.55:0/1630973937 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7f66ac0cb030 con 0x7f66bc102820 2023-12-07T13:55:50.622 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.620+0000 7f66c1549700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f66a80a13f0 0x7f66a80a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:55:50.622 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.621+0000 7f66c1549700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f66a80a13f0 0x7f66a80a38b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f66bc102680 tx=0x7f66b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:55:50.626 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.625+0000 7f66b27fc700 1 -- 172.21.15.55:0/1630973937 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f66ac096100 con 0x7f66bc102820 2023-12-07T13:55:50.648 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:50 smithi055 ceph-mon[103363]: osdmap e9: 1 total, 1 up, 1 in 2023-12-07T13:55:50.836 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:55:50.834+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f66bc061a10 con 0x7f66a80a13f0 2023-12-07T13:55:50.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:50 smithi089 ceph-mon[103124]: osdmap e9: 1 total, 1 up, 1 in 2023-12-07T13:55:51.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:50 smithi039 ceph-mon[98864]: osdmap e9: 1 total, 1 up, 1 in 2023-12-07T13:55:51.875 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:51 smithi055 ceph-mon[103363]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:51.875 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:51 smithi055 ceph-mon[103363]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:51.875 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:51 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:55:51.875 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:51 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:55:51.875 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:51 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:51.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:51 smithi089 ceph-mon[103124]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:51 smithi089 ceph-mon[103124]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:51 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:55:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:51 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:55:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:51 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:51 smithi039 ceph-mon[98864]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:51 smithi039 ceph-mon[98864]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:55:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:51 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:55:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:51 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:55:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:51 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:55:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:53 smithi039 ceph-mon[98864]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:53 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/2591074088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]: dispatch 2023-12-07T13:55:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:53 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]: dispatch 2023-12-07T13:55:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:53 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]': finished 2023-12-07T13:55:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:53 smithi039 ceph-mon[98864]: osdmap e10: 2 total, 1 up, 2 in 2023-12-07T13:55:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:55:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:53 smithi055 ceph-mon[103363]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:53 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/2591074088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]: dispatch 2023-12-07T13:55:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:53 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]: dispatch 2023-12-07T13:55:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:53 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]': finished 2023-12-07T13:55:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:53 smithi055 ceph-mon[103363]: osdmap e10: 2 total, 1 up, 2 in 2023-12-07T13:55:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:55:54.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:53 smithi089 ceph-mon[103124]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:53 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/2591074088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]: dispatch 2023-12-07T13:55:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:53 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]: dispatch 2023-12-07T13:55:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:53 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a5f7524-902e-4611-8f99-f0472cb11f84"}]': finished 2023-12-07T13:55:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:53 smithi089 ceph-mon[103124]: osdmap e10: 2 total, 1 up, 2 in 2023-12-07T13:55:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:55:55.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:54 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/726574702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:55:55.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:54 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/726574702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:55:55.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:55 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/726574702' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:55:56.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:56 smithi039 ceph-mon[98864]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:56 smithi055 ceph-mon[103363]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:56.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:56 smithi089 ceph-mon[103124]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:58.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:55:58 smithi039 ceph-mon[98864]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:58.575 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:55:58 smithi055 ceph-mon[103363]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:55:58.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:55:58 smithi089 ceph-mon[103124]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:00.507 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:00 smithi055 ceph-mon[103363]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:00.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:00 smithi039 ceph-mon[98864]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:00.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:00 smithi089 ceph-mon[103124]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:02 smithi039 ceph-mon[98864]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-07T13:56:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:02 smithi055 ceph-mon[103363]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-07T13:56:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:02.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:02 smithi089 ceph-mon[103124]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-12-07T13:56:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:03.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:03 smithi055 ceph-mon[103363]: Deploying daemon osd.1 on smithi055 2023-12-07T13:56:03.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:03 smithi039 ceph-mon[98864]: Deploying daemon osd.1 on smithi055 2023-12-07T13:56:03.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:03 smithi089 ceph-mon[103124]: Deploying daemon osd.1 on smithi055 2023-12-07T13:56:04.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:04 smithi039 ceph-mon[98864]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:04 smithi055 ceph-mon[103363]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:04.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:04 smithi089 ceph-mon[103124]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:06.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:06 smithi055 ceph-mon[103363]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:06.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:06 smithi039 ceph-mon[98864]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:06.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:06 smithi089 ceph-mon[103124]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:08.480 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:08 smithi055 ceph-mon[103363]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:08.481 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:08 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:08.481 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:08 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:08.481 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:08 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:08 smithi039 ceph-mon[98864]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:08 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:08 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:08 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:08.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:08 smithi089 ceph-mon[103124]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:08 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:08 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:08 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:10.411 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 1 on host 'smithi055' 2023-12-07T13:56:10.412 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.408+0000 7f66b27fc700 1 -- 172.21.15.55:0/1630973937 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f66bc061a10 con 0x7f66a80a13f0 2023-12-07T13:56:10.413 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.410+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f66a80a13f0 msgr2=0x7f66a80a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:10.413 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.410+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f66a80a13f0 0x7f66a80a38b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f66bc102680 tx=0x7f66b8009260 comp rx=0 tx=0).stop 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc102820 msgr2=0x7f66bc197bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc102820 0x7f66bc197bd0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f66ac00d980 tx=0x7f66ac00dc90 comp rx=0 tx=0).stop 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 shutdown_connections 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f66a80a13f0 0x7f66a80a38b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f66bc1031c0 0x7f66bc19ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66bc101620 0x7f66bc197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 --2- 172.21.15.55:0/1630973937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f66bc102820 0x7f66bc197bd0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 >> 172.21.15.55:0/1630973937 conn(0x7f66bc0fcbc0 msgr2=0x7f66bc105b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 shutdown_connections 2023-12-07T13:56:10.414 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:56:10.411+0000 7f66c37ad700 1 -- 172.21.15.55:0/1630973937 wait complete. 2023-12-07T13:56:10.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:10 smithi039 ceph-mon[98864]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:10.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:10 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:10 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:10 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:10.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:10 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:10.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:10 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.588 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:10 smithi055 ceph-mon[103363]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:10.589 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:10 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.589 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:10 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.589 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:10 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:10.589 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:10 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:10.589 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:10 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:10 smithi089 ceph-mon[103124]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:10 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:10 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:10 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:10 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:10 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:10.888 DEBUG:teuthology.orchestra.run.smithi055:osd.1> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.1.service 2023-12-07T13:56:10.890 INFO:tasks.cephadm:Deploying osd.2 on smithi089 with /dev/vg_nvme/lv_4... 2023-12-07T13:56:10.891 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-12-07T13:56:10.921 INFO:journalctl@ceph.osd.1.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T13:56:11.491 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:56:11.492 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-1[108493]: 2023-12-07T13:56:11.235+0000 7fe51efa6640 -1 osd.1 0 log_to_monitors true 2023-12-07T13:56:11.492 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:11.492 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:11.492 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:11.492 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:11 smithi055 ceph-mon[103363]: from='osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-07T13:56:11.492 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:11 smithi055 ceph-mon[103363]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-07T13:56:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:11 smithi089 ceph-mon[103124]: from='osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-07T13:56:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:11 smithi089 ceph-mon[103124]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-07T13:56:11.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:11.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:11.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:11.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:11 smithi039 ceph-mon[98864]: from='osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-07T13:56:11.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:11 smithi039 ceph-mon[98864]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-12-07T13:56:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-mon[103363]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-mon[103363]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-07T13:56:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-mon[103363]: from='osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:56:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-mon[103363]: osdmap e11: 2 total, 1 up, 2 in 2023-12-07T13:56:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-mon[103363]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:56:12.650 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-1[108493]: 2023-12-07T13:56:12.411+0000 7fe513e1c700 -1 osd.1 0 waiting for initial osdmap 2023-12-07T13:56:12.650 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:12 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-1[108493]: 2023-12-07T13:56:12.414+0000 7fe50fc16700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:56:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:12 smithi089 ceph-mon[103124]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:12 smithi089 ceph-mon[103124]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-07T13:56:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:12 smithi089 ceph-mon[103124]: from='osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:56:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:12 smithi089 ceph-mon[103124]: osdmap e11: 2 total, 1 up, 2 in 2023-12-07T13:56:12.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:12.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:12 smithi089 ceph-mon[103124]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:56:12.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:12 smithi039 ceph-mon[98864]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:12.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:12 smithi039 ceph-mon[98864]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-12-07T13:56:12.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:12 smithi039 ceph-mon[98864]: from='osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:56:12.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:12 smithi039 ceph-mon[98864]: osdmap e11: 2 total, 1 up, 2 in 2023-12-07T13:56:12.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:12.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:12 smithi039 ceph-mon[98864]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:56:13.150 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-12-07T13:56:13.150 INFO:teuthology.orchestra.run.smithi089.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-12-07T13:56:13.150 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10+0 records in 2023-12-07T13:56:13.150 INFO:teuthology.orchestra.run.smithi089.stderr:10+0 records out 2023-12-07T13:56:13.150 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0151788 s, 691 MB/s 2023-12-07T13:56:13.150 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping successful for: 2023-12-07T13:56:13.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:13 smithi089 ceph-mon[103124]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:56:13.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:13 smithi089 ceph-mon[103124]: osdmap e12: 2 total, 1 up, 2 in 2023-12-07T13:56:13.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:13.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:13.538 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi089:vg_nvme/lv_4 2023-12-07T13:56:13.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:13 smithi039 ceph-mon[98864]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:56:13.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:13 smithi039 ceph-mon[98864]: osdmap e12: 2 total, 1 up, 2 in 2023-12-07T13:56:13.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:13.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:13.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:13 smithi055 ceph-mon[103363]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:56:13.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:13 smithi055 ceph-mon[103363]: osdmap e12: 2 total, 1 up, 2 in 2023-12-07T13:56:13.813 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:13.814 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:14.130 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] boot 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: osdmap e13: 2 total, 2 up, 2 in 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.634 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:14.635 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:14.635 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:14 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:56:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:56:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] boot 2023-12-07T13:56:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: osdmap e13: 2 total, 2 up, 2 in 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:14 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: osd.1 [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] boot 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: osdmap e13: 2 total, 2 up, 2 in 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:14.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:14.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:14.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:14 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:15.291 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 -- 172.21.15.89:0/1151753305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 msgr2=0x7f0998101a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 --2- 172.21.15.89:0/1151753305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998101a40 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0994009990 tx=0x7f0994009ca0 comp rx=0 tx=0).stop 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 -- 172.21.15.89:0/1151753305 shutdown_connections 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 --2- 172.21.15.89:0/1151753305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09981031c0 0x7f0998109a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 --2- 172.21.15.89:0/1151753305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998101a40 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 --2- 172.21.15.89:0/1151753305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0998102820 0x7f0998102c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 -- 172.21.15.89:0/1151753305 >> 172.21.15.89:0/1151753305 conn(0x7f09980fcbc0 msgr2=0x7f09980ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 -- 172.21.15.89:0/1151753305 shutdown_connections 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.284+0000 7f09a050f700 1 -- 172.21.15.89:0/1151753305 wait complete. 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 Processor -- start 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 -- start start 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0998102820 0x7f0998197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09981031c0 0x7f099819ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:15.292 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f099819f060 con 0x7f09981031c0 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f099819f1a0 con 0x7f0998102820 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f09a050f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f099819f330 con 0x7f0998101620 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f099e2ab700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f099e2ab700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998197520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44382/0 (socket says 172.21.15.89:44382) 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f099e2ab700 1 -- 172.21.15.89:0/142500870 learned_addr learned my addr 172.21.15.89:0/142500870 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f099daaa700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0998102820 0x7f0998197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.285+0000 7f099eaac700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09981031c0 0x7f099819ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f099e2ab700 1 -- 172.21.15.89:0/142500870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0998102820 msgr2=0x7f0998197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f099e2ab700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0998102820 0x7f0998197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f099e2ab700 1 -- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09981031c0 msgr2=0x7f099819ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f099e2ab700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09981031c0 0x7f099819ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f099e2ab700 1 -- 172.21.15.89:0/142500870 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09940095f0 con 0x7f0998101620 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f099eaac700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09981031c0 0x7f099819ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T13:56:15.293 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f099e2ab700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998197520 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f09940036f0 tx=0x7f0994003c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f098f7fe700 1 -- 172.21.15.89:0/142500870 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f099401d070 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f098f7fe700 1 -- 172.21.15.89:0/142500870 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f099400f460 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0998073800 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f098f7fe700 1 -- 172.21.15.89:0/142500870 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0994003ea0 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.286+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0998073ca0 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.287+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0998108a80 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.288+0000 7f098f7fe700 1 -- 172.21.15.89:0/142500870 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 15) v1 ==== 135950+0+0 (secure 0 0 0) 0x7f099400f5d0 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.288+0000 7f098f7fe700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a13f0 0x7f09840a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.288+0000 7f098f7fe700 1 -- 172.21.15.89:0/142500870 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f09940cc610 con 0x7f0998101620 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.289+0000 7f099daaa700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a13f0 0x7f09840a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:15.294 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.289+0000 7f099daaa700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a13f0 0x7f09840a38b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f098800ac50 tx=0x7f098800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:56:15.295 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.293+0000 7f098f7fe700 1 -- 172.21.15.89:0/142500870 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0994097550 con 0x7f0998101620 2023-12-07T13:56:15.495 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:15.492+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f0998061a10 con 0x7f09840a13f0 2023-12-07T13:56:15.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:15 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi055 2023-12-07T13:56:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:15 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi055 to 17173M 2023-12-07T13:56:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:15 smithi089 ceph-mon[103124]: osdmap e14: 2 total, 2 up, 2 in 2023-12-07T13:56:15.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:15 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi055 2023-12-07T13:56:15.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:15 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi055 to 17173M 2023-12-07T13:56:15.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:15 smithi039 ceph-mon[98864]: osdmap e14: 2 total, 2 up, 2 in 2023-12-07T13:56:15.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:15 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi055 2023-12-07T13:56:15.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:15 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi055 to 17173M 2023-12-07T13:56:15.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:15 smithi055 ceph-mon[103363]: osdmap e14: 2 total, 2 up, 2 in 2023-12-07T13:56:16.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:16 smithi089 ceph-mon[103124]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:16 smithi089 ceph-mon[103124]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:56:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:56:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:56:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:16 smithi039 ceph-mon[98864]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:16 smithi039 ceph-mon[98864]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:56:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:56:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:56:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:16.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:16 smithi055 ceph-mon[103363]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:16.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:16 smithi055 ceph-mon[103363]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:56:16.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:56:16.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:56:16.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:18 smithi089 ceph-mon[103124]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:18 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/3543416828' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]: dispatch 2023-12-07T13:56:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:18 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]: dispatch 2023-12-07T13:56:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:18 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]': finished 2023-12-07T13:56:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:18 smithi089 ceph-mon[103124]: osdmap e15: 3 total, 2 up, 3 in 2023-12-07T13:56:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:18.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:18 smithi039 ceph-mon[98864]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:18.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:18 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/3543416828' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]: dispatch 2023-12-07T13:56:18.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:18 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]: dispatch 2023-12-07T13:56:18.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:18 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]': finished 2023-12-07T13:56:18.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:18 smithi039 ceph-mon[98864]: osdmap e15: 3 total, 2 up, 3 in 2023-12-07T13:56:18.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:18.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:18 smithi055 ceph-mon[103363]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:18.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:18 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/3543416828' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]: dispatch 2023-12-07T13:56:18.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:18 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]: dispatch 2023-12-07T13:56:18.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:18 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97a99598-6aa4-43b6-b1bb-878564ca6de8"}]': finished 2023-12-07T13:56:18.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:18 smithi055 ceph-mon[103363]: osdmap e15: 3 total, 2 up, 3 in 2023-12-07T13:56:18.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:19 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/1860841188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:56:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:19 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/1860841188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:56:19.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:19 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/1860841188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:56:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:20 smithi039 ceph-mon[98864]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:20.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:20 smithi055 ceph-mon[103363]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:20.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:20 smithi089 ceph-mon[103124]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:22.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:22 smithi089 ceph-mon[103124]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:22.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:22 smithi039 ceph-mon[98864]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:22.898 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:22 smithi055 ceph-mon[103363]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:23 smithi039 ceph-mon[98864]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:24.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:23 smithi055 ceph-mon[103363]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:24.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:23 smithi089 ceph-mon[103124]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:25.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:24 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-07T13:56:25.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:24 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:25.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:24 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-07T13:56:25.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:24 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:25.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:24 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-12-07T13:56:25.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:24 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:26.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:25 smithi039 ceph-mon[98864]: Deploying daemon osd.2 on smithi089 2023-12-07T13:56:26.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:25 smithi039 ceph-mon[98864]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:25 smithi055 ceph-mon[103363]: Deploying daemon osd.2 on smithi089 2023-12-07T13:56:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:25 smithi055 ceph-mon[103363]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:26.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:25 smithi089 ceph-mon[103124]: Deploying daemon osd.2 on smithi089 2023-12-07T13:56:26.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:25 smithi089 ceph-mon[103124]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:27 smithi055 ceph-mon[103363]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:27 smithi089 ceph-mon[103124]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:28.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:27 smithi039 ceph-mon[98864]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:30.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:30 smithi089 ceph-mon[103124]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:30.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:30.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:30.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:30 smithi039 ceph-mon[98864]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:30 smithi055 ceph-mon[103363]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:32.117 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.114+0000 7f098f7fe700 1 -- 172.21.15.89:0/142500870 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f0998061a10 con 0x7f09840a13f0 2023-12-07T13:56:32.118 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 2 on host 'smithi089' 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a13f0 msgr2=0x7f09840a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a13f0 0x7f09840a38b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f098800ac50 tx=0x7f098800a380 comp rx=0 tx=0).stop 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 msgr2=0x7f0998197520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998197520 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f09940036f0 tx=0x7f0994003c00 comp rx=0 tx=0).stop 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 shutdown_connections 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a13f0 0x7f09840a38b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09981031c0 0x7f099819ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0998101620 0x7f0998197520 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 --2- 172.21.15.89:0/142500870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0998102820 0x7f0998197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:32.119 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 >> 172.21.15.89:0/142500870 conn(0x7f09980fcbc0 msgr2=0x7f0998105bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:56:32.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 shutdown_connections 2023-12-07T13:56:32.120 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:56:32.116+0000 7f09a050f700 1 -- 172.21.15.89:0/142500870 wait complete. 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:32.616 DEBUG:teuthology.orchestra.run.smithi089:osd.2> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.2.service 2023-12-07T13:56:32.618 INFO:tasks.cephadm:Deploying osd.3 on smithi039 with /dev/vg_nvme/lv_3... 2023-12-07T13:56:32.618 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-07T13:56:32.647 INFO:journalctl@ceph.osd.2.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T13:56:32.648 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:33.235 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:56:33.381 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:33 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-2[108954]: 2023-12-07T13:56:33.117+0000 7fbdb1245640 -1 osd.2 0 log_to_monitors true 2023-12-07T13:56:34.047 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:33 smithi039 ceph-mon[98864]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:34.047 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:33 smithi039 ceph-mon[98864]: from='osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-07T13:56:34.047 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:33 smithi039 ceph-mon[98864]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-07T13:56:34.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:33 smithi055 ceph-mon[103363]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:34.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:33 smithi055 ceph-mon[103363]: from='osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-07T13:56:34.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:33 smithi055 ceph-mon[103363]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-07T13:56:34.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:33 smithi089 ceph-mon[103124]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:34.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:33 smithi089 ceph-mon[103124]: from='osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-07T13:56:34.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:33 smithi089 ceph-mon[103124]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-12-07T13:56:34.767 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-07T13:56:34.767 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-07T13:56:34.767 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-07T13:56:34.767 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-07T13:56:34.767 INFO:teuthology.orchestra.run.smithi039.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0124955 s, 839 MB/s 2023-12-07T13:56:34.767 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-07T13:56:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:34 smithi055 ceph-mon[103363]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-07T13:56:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:34 smithi055 ceph-mon[103363]: osdmap e16: 3 total, 2 up, 3 in 2023-12-07T13:56:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:34 smithi055 ceph-mon[103363]: from='osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:56:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:34 smithi055 ceph-mon[103363]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:56:35.157 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:34 smithi089 ceph-mon[103124]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-07T13:56:35.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:34 smithi089 ceph-mon[103124]: osdmap e16: 3 total, 2 up, 3 in 2023-12-07T13:56:35.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:35.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:34 smithi089 ceph-mon[103124]: from='osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:56:35.158 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:34 smithi089 ceph-mon[103124]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:56:35.158 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-2[108954]: 2023-12-07T13:56:34.803+0000 7fbda60bb700 -1 osd.2 0 waiting for initial osdmap 2023-12-07T13:56:35.158 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-2[108954]: 2023-12-07T13:56:34.809+0000 7fbda26b6700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:56:35.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:34 smithi039 ceph-mon[98864]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-12-07T13:56:35.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:34 smithi039 ceph-mon[98864]: osdmap e16: 3 total, 2 up, 3 in 2023-12-07T13:56:35.178 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:35.179 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:34 smithi039 ceph-mon[98864]: from='osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:56:35.179 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:34 smithi039 ceph-mon[98864]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:56:35.204 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_3 2023-12-07T13:56:35.812 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: osdmap e17: 3 total, 2 up, 3 in 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi089 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.075 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.076 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:36.076 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi089 to 17168M 2023-12-07T13:56:36.076 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.076 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:36.076 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:36.076 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: osdmap e17: 3 total, 2 up, 3 in 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi089 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:36.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi089 to 17168M 2023-12-07T13:56:36.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:36.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:36.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: osdmap e17: 3 total, 2 up, 3 in 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi089 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi089 to 17168M 2023-12-07T13:56:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:36.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:36.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:36.919 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:36 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:56:36.919 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:36 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:56:36.919 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:36 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:36.919 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:36 smithi039 ceph-mon[98864]: osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] boot 2023-12-07T13:56:36.919 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:36 smithi039 ceph-mon[98864]: osdmap e18: 3 total, 3 up, 3 in 2023-12-07T13:56:36.919 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:36 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:37.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:36 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:56:37.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:36 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:56:37.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:36 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:37.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:36 smithi055 ceph-mon[103363]: osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] boot 2023-12-07T13:56:37.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:36 smithi055 ceph-mon[103363]: osdmap e18: 3 total, 3 up, 3 in 2023-12-07T13:56:37.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:36 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:37.160 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.153+0000 7f062033c700 1 -- 172.21.15.39:0/451078876 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618075580 msgr2=0x7f06180739e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:37.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 --2- 172.21.15.39:0/451078876 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618075580 0x7f06180739e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f06140098f0 tx=0x7f0614009c00 comp rx=0 tx=0).stop 2023-12-07T13:56:37.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 -- 172.21.15.39:0/451078876 shutdown_connections 2023-12-07T13:56:37.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 --2- 172.21.15.39:0/451078876 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0618109520 0x7f061810b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:37.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 --2- 172.21.15.39:0/451078876 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618075580 0x7f06180739e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:37.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 --2- 172.21.15.39:0/451078876 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0618073fb0 0x7f0618074430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:37.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 -- 172.21.15.39:0/451078876 >> 172.21.15.39:0/451078876 conn(0x7f06180fcbe0 msgr2=0x7f06180ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:56:37.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 -- 172.21.15.39:0/451078876 shutdown_connections 2023-12-07T13:56:37.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 -- 172.21.15.39:0/451078876 wait complete. 2023-12-07T13:56:37.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 Processor -- start 2023-12-07T13:56:37.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.154+0000 7f062033c700 1 -- start start 2023-12-07T13:56:37.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f062033c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618073fb0 0x7f0618199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:37.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f062033c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0618075580 0x7f0618199c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:37.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f062033c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0618109520 0x7f06181a0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:37.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f062033c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06181a1290 con 0x7f0618109520 2023-12-07T13:56:37.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f062033c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06181a13d0 con 0x7f0618075580 2023-12-07T13:56:37.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f062033c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06181a1560 con 0x7f0618073fb0 2023-12-07T13:56:37.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061e8d9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0618109520 0x7f06181a0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:37.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061e8d9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0618109520 0x7f06181a0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50640/0 (socket says 172.21.15.39:50640) 2023-12-07T13:56:37.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061e8d9700 1 -- 172.21.15.39:0/3559082280 learned_addr learned my addr 172.21.15.39:0/3559082280 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:56:37.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061d8d7700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0618075580 0x7f0618199c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:37.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061e0d8700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618073fb0 0x7f0618199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:37.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061d8d7700 1 -- 172.21.15.39:0/3559082280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618073fb0 msgr2=0x7f0618199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:37.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061d8d7700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618073fb0 0x7f0618199750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:37.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061d8d7700 1 -- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0618109520 msgr2=0x7f06181a0cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:37.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061d8d7700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0618109520 0x7f06181a0cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:37.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061d8d7700 1 -- 172.21.15.39:0/3559082280 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06080095f0 con 0x7f0618075580 2023-12-07T13:56:37.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061e0d8700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618073fb0 0x7f0618199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T13:56:37.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.155+0000 7f061d8d7700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0618075580 0x7f0618199c90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f060800eb90 tx=0x7f060800eea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:56:37.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.156+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0608009970 con 0x7f0618075580 2023-12-07T13:56:37.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.156+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0614009520 con 0x7f0618075580 2023-12-07T13:56:37.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.156+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06080044e0 con 0x7f0618075580 2023-12-07T13:56:37.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.156+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0608003e50 con 0x7f0618075580 2023-12-07T13:56:37.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.156+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06181a1c00 con 0x7f0618075580 2023-12-07T13:56:37.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.157+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0618108330 con 0x7f0618075580 2023-12-07T13:56:37.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.158+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 15) v1 ==== 135950+0+0 (secure 0 0 0) 0x7f0608003fb0 con 0x7f0618075580 2023-12-07T13:56:37.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.158+0000 7f060f7fe700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f06040a13f0 0x7f06040a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:56:37.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.159+0000 7f061e0d8700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f06040a13f0 0x7f06040a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:56:37.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.159+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2851+0+0 (secure 0 0 0) 0x7f0608014070 con 0x7f0618075580 2023-12-07T13:56:37.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.159+0000 7f061e0d8700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f06040a13f0 0x7f06040a38b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0614005e90 tx=0x7f0614019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:56:37.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.162+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0608096f90 con 0x7f0618075580 2023-12-07T13:56:37.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:36 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:56:37.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:36 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:56:37.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:36 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:37.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:36 smithi089 ceph-mon[103124]: osd.2 [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] boot 2023-12-07T13:56:37.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:36 smithi089 ceph-mon[103124]: osdmap e18: 3 total, 3 up, 3 in 2023-12-07T13:56:37.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:36 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T13:56:37.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:37.373+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f0618061a10 con 0x7f06040a13f0 2023-12-07T13:56:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:37 smithi055 ceph-mon[103363]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:37 smithi055 ceph-mon[103363]: osdmap e19: 3 total, 3 up, 3 in 2023-12-07T13:56:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-12-07T13:56:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:37 smithi055 ceph-mon[103363]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:56:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:56:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:56:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:37 smithi089 ceph-mon[103124]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:37 smithi089 ceph-mon[103124]: osdmap e19: 3 total, 3 up, 3 in 2023-12-07T13:56:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-12-07T13:56:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:37 smithi089 ceph-mon[103124]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:56:38.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:56:38.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:56:38.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:38.199 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:37 smithi039 ceph-mon[98864]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-12-07T13:56:38.199 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:37 smithi039 ceph-mon[98864]: osdmap e19: 3 total, 3 up, 3 in 2023-12-07T13:56:38.199 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-12-07T13:56:38.200 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:37 smithi039 ceph-mon[98864]: from='client.24191 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:56:38.200 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:56:38.200 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:56:38.200 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:39.126 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-12-07T13:56:39.126 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:38 smithi039 ceph-mon[98864]: osdmap e20: 3 total, 3 up, 3 in 2023-12-07T13:56:39.126 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-07T13:56:39.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-12-07T13:56:39.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:38 smithi055 ceph-mon[103363]: osdmap e20: 3 total, 3 up, 3 in 2023-12-07T13:56:39.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-07T13:56:39.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-12-07T13:56:39.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:38 smithi089 ceph-mon[103124]: osdmap e20: 3 total, 3 up, 3 in 2023-12-07T13:56:39.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-12-07T13:56:39.805 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123403]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-07T13:56:39.806 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123403]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:39.806 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123403]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:39.806 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123403]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:39.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:39.857+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mon.2 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f0608097360 con 0x7f0618075580 2023-12-07T13:56:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:39 smithi055 ceph-mon[103363]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:39 smithi055 ceph-mon[103363]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-07T13:56:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:39 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-07T13:56:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:39 smithi055 ceph-mon[103363]: osdmap e21: 3 total, 3 up, 3 in 2023-12-07T13:56:40.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:39 smithi089 ceph-mon[103124]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:40.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:39 smithi089 ceph-mon[103124]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-07T13:56:40.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:39 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-07T13:56:40.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:39 smithi089 ceph-mon[103124]: osdmap e21: 3 total, 3 up, 3 in 2023-12-07T13:56:40.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:39 smithi039 ceph-mon[98864]: pgmap v82: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:40.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:39 smithi039 ceph-mon[98864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-07T13:56:40.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-12-07T13:56:40.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:39 smithi039 ceph-mon[98864]: osdmap e21: 3 total, 3 up, 3 in 2023-12-07T13:56:40.305 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123446]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-07T13:56:40.305 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123446]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:40.305 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123446]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:40.306 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 13:56:39 smithi039 sudo[123446]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:40.649 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114020]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-07T13:56:40.649 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114020]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:40.649 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114020]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:40.649 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114020]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:41.149 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114023]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-07T13:56:41.149 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114023]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:41.149 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114023]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:41.149 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 13:56:40 smithi055 sudo[114023]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:41.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: osdmap e22: 3 total, 3 up, 3 in 2023-12-07T13:56:41.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-12-07T13:56:41.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:41.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1256003690' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86f26627-f810-4dcf-be29-892a7a5aa66e"}]: dispatch 2023-12-07T13:56:41.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1256003690' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86f26627-f810-4dcf-be29-892a7a5aa66e"}]': finished 2023-12-07T13:56:41.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: osdmap e23: 4 total, 3 up, 4 in 2023-12-07T13:56:41.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:41.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:41 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1931309304' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:56:41.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: osdmap e22: 3 total, 3 up, 3 in 2023-12-07T13:56:41.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-12-07T13:56:41.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:41.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1256003690' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86f26627-f810-4dcf-be29-892a7a5aa66e"}]: dispatch 2023-12-07T13:56:41.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1256003690' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86f26627-f810-4dcf-be29-892a7a5aa66e"}]': finished 2023-12-07T13:56:41.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: osdmap e23: 4 total, 3 up, 4 in 2023-12-07T13:56:41.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:41.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:41 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1931309304' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: osdmap e22: 3 total, 3 up, 3 in 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1256003690' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86f26627-f810-4dcf-be29-892a7a5aa66e"}]: dispatch 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1256003690' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86f26627-f810-4dcf-be29-892a7a5aa66e"}]': finished 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: osdmap e23: 4 total, 3 up, 4 in 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:41 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1931309304' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:56:42.136 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:41 smithi089 sudo[114424]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-07T13:56:42.136 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:41 smithi089 sudo[114424]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:42.136 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:41 smithi089 sudo[114424]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:42.136 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:41 smithi089 sudo[114424]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:42.136 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:42 smithi089 ceph-mon[103124]: pgmap v86: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:42.136 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:42 smithi089 ceph-mon[103124]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-07T13:56:42.137 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:42 smithi089 ceph-mon[103124]: Cluster is now healthy 2023-12-07T13:56:42.137 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:42 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:42.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 ceph-mon[98864]: pgmap v86: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:42.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 ceph-mon[98864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-07T13:56:42.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 ceph-mon[98864]: Cluster is now healthy 2023-12-07T13:56:42.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:42.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:42 smithi055 ceph-mon[103363]: pgmap v86: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:42.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:42 smithi055 ceph-mon[103363]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-07T13:56:42.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:42 smithi055 ceph-mon[103363]: Cluster is now healthy 2023-12-07T13:56:42.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:42 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:42.439 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:42 smithi089 sudo[114427]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-07T13:56:42.440 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:42 smithi089 sudo[114427]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:42.440 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:42 smithi089 sudo[114427]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:42.440 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 13:56:42 smithi089 sudo[114427]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 sudo[123725]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-07T13:56:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 sudo[123725]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 sudo[123725]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:42 smithi039 sudo[123725]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 sudo[123915]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-07T13:56:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 sudo[123915]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 sudo[123915]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 sudo[123915]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:43.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114430]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-07T13:56:43.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114430]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:43.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114430]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:43.575 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114430]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:43.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114433]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-07T13:56:43.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114433]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114433]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 sudo[114433]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:43.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:44.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:44.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:44.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:44.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114034]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-12-07T13:56:44.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114034]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:44.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114034]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:44.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114034]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:44.872 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: pgmap v87: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:44.873 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.873 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:44.873 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.873 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:44.873 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:44.873 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.873 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:44 smithi039 ceph-mon[98864]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114037]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114037]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114037]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 sudo[114037]: pam_unix(sudo:session): session closed for user root 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: pgmap v87: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:44 smithi055 ceph-mon[103363]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: pgmap v87: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T13:56:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:44 smithi089 ceph-mon[103124]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-12-07T13:56:46.855 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:46 smithi039 ceph-mon[98864]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.1 KiB/s rd, 316 KiB/s wr, 20 op/s 2023-12-07T13:56:46.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:46 smithi055 ceph-mon[103363]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.1 KiB/s rd, 316 KiB/s wr, 20 op/s 2023-12-07T13:56:46.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:46 smithi089 ceph-mon[103124]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 6.1 KiB/s rd, 316 KiB/s wr, 20 op/s 2023-12-07T13:56:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:47 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-07T13:56:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:47 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-07T13:56:47.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:47 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-12-07T13:56:48.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:48 smithi055 ceph-mon[103363]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.3 KiB/s rd, 225 KiB/s wr, 14 op/s 2023-12-07T13:56:48.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:48.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:48 smithi055 ceph-mon[103363]: Deploying daemon osd.3 on smithi039 2023-12-07T13:56:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:48 smithi089 ceph-mon[103124]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.3 KiB/s rd, 225 KiB/s wr, 14 op/s 2023-12-07T13:56:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:48 smithi089 ceph-mon[103124]: Deploying daemon osd.3 on smithi039 2023-12-07T13:56:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:48 smithi039 ceph-mon[98864]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 4.3 KiB/s rd, 225 KiB/s wr, 14 op/s 2023-12-07T13:56:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:48 smithi039 ceph-mon[98864]: Deploying daemon osd.3 on smithi039 2023-12-07T13:56:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:50 smithi039 ceph-mon[98864]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 175 KiB/s wr, 11 op/s 2023-12-07T13:56:50.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:50 smithi055 ceph-mon[103363]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 175 KiB/s wr, 11 op/s 2023-12-07T13:56:50.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:50 smithi089 ceph-mon[103124]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 175 KiB/s wr, 11 op/s 2023-12-07T13:56:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:52 smithi039 ceph-mon[98864]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 168 KiB/s wr, 11 op/s 2023-12-07T13:56:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:52 smithi055 ceph-mon[103363]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 168 KiB/s wr, 11 op/s 2023-12-07T13:56:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:52 smithi089 ceph-mon[103124]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.7 KiB/s rd, 168 KiB/s wr, 11 op/s 2023-12-07T13:56:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:54.741 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:54 smithi039 ceph-mon[98864]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-12-07T13:56:54.741 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.741 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.741 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:54.741 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:54.741 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.833 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 3 on host 'smithi039' 2023-12-07T13:56:54.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.830+0000 7f060f7fe700 1 -- 172.21.15.39:0/3559082280 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f0618061a10 con 0x7f06040a13f0 2023-12-07T13:56:54.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f06040a13f0 msgr2=0x7f06040a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:54.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f06040a13f0 0x7f06040a38b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0614005e90 tx=0x7f0614019040 comp rx=0 tx=0).stop 2023-12-07T13:56:54.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0618075580 msgr2=0x7f0618199c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:56:54.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0618075580 0x7f0618199c90 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f060800eb90 tx=0x7f060800eea0 comp rx=0 tx=0).stop 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 shutdown_connections 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f06040a13f0 0x7f06040a38b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0618109520 0x7f06181a0cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0618073fb0 0x7f0618199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 --2- 172.21.15.39:0/3559082280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0618075580 0x7f0618199c90 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 >> 172.21.15.39:0/3559082280 conn(0x7f06180fcbe0 msgr2=0x7f0618105470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 shutdown_connections 2023-12-07T13:56:54.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:56:54.833+0000 7f062033c700 1 -- 172.21.15.39:0/3559082280 wait complete. 2023-12-07T13:56:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:54 smithi055 ceph-mon[103363]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-12-07T13:56:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:54 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:54 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:54 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:54 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:54 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:54 smithi089 ceph-mon[103124]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-12-07T13:56:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:54 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:54 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:54 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:54 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:54 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:55.220 DEBUG:teuthology.orchestra.run.smithi039:osd.3> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.3.service 2023-12-07T13:56:55.222 INFO:tasks.cephadm:Deploying osd.4 on smithi055 with /dev/vg_nvme/lv_3... 2023-12-07T13:56:55.222 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-07T13:56:55.258 INFO:journalctl@ceph.osd.3.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T13:56:55.839 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:56:56.025 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:55 smithi039 ceph-mon[98864]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-12-07T13:56:56.025 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:56.025 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:56.025 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:56.090 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:55 smithi055 ceph-mon[103363]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-12-07T13:56:56.090 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:56.090 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:56.090 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:56.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:55 smithi089 ceph-mon[103124]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 152 KiB/s wr, 10 op/s 2023-12-07T13:56:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:56:56.305 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 13:56:56 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-3[125737]: 2023-12-07T13:56:56.027+0000 7f51ac251640 -1 osd.3 0 log_to_monitors true 2023-12-07T13:56:57.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:56 smithi055 ceph-mon[103363]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-07T13:56:57.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:56 smithi089 ceph-mon[103124]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-07T13:56:57.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:56 smithi039 ceph-mon[98864]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-12-07T13:56:57.957 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-07T13:56:57.957 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-07T13:56:57.958 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2023-12-07T13:56:57.958 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2023-12-07T13:56:57.958 INFO:teuthology.orchestra.run.smithi055.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00690117 s, 1.5 GB/s 2023-12-07T13:56:57.958 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2023-12-07T13:56:58.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:57 smithi055 ceph-mon[103363]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2023-12-07T13:56:58.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:57 smithi055 ceph-mon[103363]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-07T13:56:58.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:57 smithi055 ceph-mon[103363]: osdmap e24: 4 total, 3 up, 4 in 2023-12-07T13:56:58.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:57 smithi055 ceph-mon[103363]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:56:58.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:57 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:57 smithi089 ceph-mon[103124]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2023-12-07T13:56:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:57 smithi089 ceph-mon[103124]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-07T13:56:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:57 smithi089 ceph-mon[103124]: osdmap e24: 4 total, 3 up, 4 in 2023-12-07T13:56:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:57 smithi089 ceph-mon[103124]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:56:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:57 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:58.305 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 13:56:57 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-3[125737]: 2023-12-07T13:56:57.843+0000 7f51a10c7700 -1 osd.3 0 waiting for initial osdmap 2023-12-07T13:56:58.305 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 13:56:57 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-3[125737]: 2023-12-07T13:56:57.848+0000 7f51996ba700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:56:58.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:57 smithi039 ceph-mon[98864]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2023-12-07T13:56:58.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:57 smithi039 ceph-mon[98864]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-12-07T13:56:58.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:57 smithi039 ceph-mon[98864]: osdmap e24: 4 total, 3 up, 4 in 2023-12-07T13:56:58.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:57 smithi039 ceph-mon[98864]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:56:58.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:57 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:58.413 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi055:vg_nvme/lv_3 2023-12-07T13:56:59.016 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: osdmap e25: 4 total, 3 up, 4 in 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi039 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi039 to 8584M 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] boot 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: osdmap e26: 4 total, 4 up, 4 in 2023-12-07T13:56:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: osdmap e25: 4 total, 3 up, 4 in 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi039 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:59.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi039 to 8584M 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] boot 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: osdmap e26: 4 total, 4 up, 4 in 2023-12-07T13:56:59.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:56:59.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: osdmap e25: 4 total, 3 up, 4 in 2023-12-07T13:56:59.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi039 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi039 to 8584M 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: osd.3 [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] boot 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: osdmap e26: 4 total, 4 up, 4 in 2023-12-07T13:56:59.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T13:57:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:59 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:57:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:59 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:57:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:59 smithi055 ceph-mon[103363]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:57:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:56:59 smithi055 ceph-mon[103363]: osdmap e27: 4 total, 4 up, 4 in 2023-12-07T13:57:00.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:59 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:57:00.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:59 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:57:00.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:59 smithi089 ceph-mon[103124]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:57:00.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:56:59 smithi089 ceph-mon[103124]: osdmap e27: 4 total, 4 up, 4 in 2023-12-07T13:57:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:59 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:57:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:59 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:57:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:59 smithi039 ceph-mon[98864]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2023-12-07T13:57:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:56:59 smithi039 ceph-mon[98864]: osdmap e27: 4 total, 4 up, 4 in 2023-12-07T13:57:00.361 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 -- 172.21.15.55:0/1444530803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5150103310 msgr2=0x7f5150109bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:00.362 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 --2- 172.21.15.55:0/1444530803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5150103310 0x7f5150109bc0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f514800b0a0 tx=0x7f514800b3b0 comp rx=0 tx=0).stop 2023-12-07T13:57:00.362 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 -- 172.21.15.55:0/1444530803 shutdown_connections 2023-12-07T13:57:00.362 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 --2- 172.21.15.55:0/1444530803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5150103310 0x7f5150109bc0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:00.362 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 --2- 172.21.15.55:0/1444530803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51500ff8f0 0x7f51500ffd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:00.362 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 --2- 172.21.15.55:0/1444530803 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5150102970 0x7f5150102dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:00.363 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 -- 172.21.15.55:0/1444530803 >> 172.21.15.55:0/1444530803 conn(0x7f51500fb230 msgr2=0x7f51500fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:57:00.363 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 -- 172.21.15.55:0/1444530803 shutdown_connections 2023-12-07T13:57:00.363 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 -- 172.21.15.55:0/1444530803 wait complete. 2023-12-07T13:57:00.363 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 Processor -- start 2023-12-07T13:57:00.363 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 -- start start 2023-12-07T13:57:00.363 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.355+0000 7f5156e17700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51500ff8f0 0x7f5150102230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:00.364 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5156e17700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5150102970 0x7f5150100920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:00.364 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5156e17700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5150103310 0x7f5150100e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:00.364 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5156e17700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5150101540 con 0x7f5150103310 2023-12-07T13:57:00.364 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5156e17700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51501016b0 con 0x7f51500ff8f0 2023-12-07T13:57:00.364 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5156e17700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51501a16b0 con 0x7f5150102970 2023-12-07T13:57:00.364 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51500ff8f0 0x7f5150102230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:00.364 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51500ff8f0 0x7f5150102230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34806/0 (socket says 172.21.15.55:34806) 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 -- 172.21.15.55:0/2454679546 learned_addr learned my addr 172.21.15.55:0/2454679546 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f514ffff700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5150102970 0x7f5150100920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f51553b4700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5150103310 0x7f5150100e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 -- 172.21.15.55:0/2454679546 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5150102970 msgr2=0x7f5150100920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5150102970 0x7f5150100920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 -- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5150103310 msgr2=0x7f5150100e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5150103310 0x7f5150100e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:00.365 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 -- 172.21.15.55:0/2454679546 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5148009d00 con 0x7f51500ff8f0 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f51553b4700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5150103310 0x7f5150100e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5154bb3700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51500ff8f0 0x7f5150102230 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f514400d980 tx=0x7f514400dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f514dffb700 1 -- 172.21.15.55:0/2454679546 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f514400bb60 con 0x7f51500ff8f0 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f514dffb700 1 -- 172.21.15.55:0/2454679546 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5144007620 con 0x7f51500ff8f0 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51501a1910 con 0x7f51500ff8f0 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.356+0000 7f514dffb700 1 -- 172.21.15.55:0/2454679546 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f514400f620 con 0x7f51500ff8f0 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.357+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51501a1e30 con 0x7f51500ff8f0 2023-12-07T13:57:00.366 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.358+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5150108b30 con 0x7f51500ff8f0 2023-12-07T13:57:00.367 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.359+0000 7f514dffb700 1 -- 172.21.15.55:0/2454679546 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f5144010460 con 0x7f51500ff8f0 2023-12-07T13:57:00.368 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.359+0000 7f514dffb700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f51400a1500 0x7f51400a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:00.368 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.359+0000 7f514dffb700 1 -- 172.21.15.55:0/2454679546 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 3698+0+0 (secure 0 0 0) 0x7f51440cba50 con 0x7f51500ff8f0 2023-12-07T13:57:00.368 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.360+0000 7f514ffff700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f51400a1500 0x7f51400a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:00.369 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.360+0000 7f514ffff700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f51400a1500 0x7f51400a39c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f513c005950 tx=0x7f513c0058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:57:00.369 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.364+0000 7f514dffb700 1 -- 172.21.15.55:0/2454679546 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f51440962b0 con 0x7f51500ff8f0 2023-12-07T13:57:00.576 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:00.573+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f5150061a10 con 0x7f51400a1500 2023-12-07T13:57:01.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:01 smithi055 ceph-mon[103363]: osdmap e28: 4 total, 4 up, 4 in 2023-12-07T13:57:01.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:01 smithi055 ceph-mon[103363]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:01.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:01 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:01.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:01 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:01.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:01 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:01.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:01 smithi089 ceph-mon[103124]: osdmap e28: 4 total, 4 up, 4 in 2023-12-07T13:57:01.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:01 smithi089 ceph-mon[103124]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:01.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:01 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:01.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:01 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:01.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:01 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:01.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:01 smithi039 ceph-mon[98864]: osdmap e28: 4 total, 4 up, 4 in 2023-12-07T13:57:01.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:01 smithi039 ceph-mon[98864]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:01.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:01 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:01.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:01 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:01.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:01 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:02.255 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:02 smithi055 ceph-mon[103363]: pgmap v101: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:02.256 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:02 smithi055 ceph-mon[103363]: osdmap e29: 4 total, 4 up, 4 in 2023-12-07T13:57:02.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:02 smithi089 ceph-mon[103124]: pgmap v101: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:02.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:02 smithi089 ceph-mon[103124]: osdmap e29: 4 total, 4 up, 4 in 2023-12-07T13:57:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:02 smithi039 ceph-mon[98864]: pgmap v101: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:02 smithi039 ceph-mon[98864]: osdmap e29: 4 total, 4 up, 4 in 2023-12-07T13:57:03.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:03 smithi055 ceph-mon[103363]: osdmap e30: 4 total, 4 up, 4 in 2023-12-07T13:57:03.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:03 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/1232792407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]: dispatch 2023-12-07T13:57:03.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:03 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]: dispatch 2023-12-07T13:57:03.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:03 smithi089 ceph-mon[103124]: osdmap e30: 4 total, 4 up, 4 in 2023-12-07T13:57:03.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:03 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/1232792407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]: dispatch 2023-12-07T13:57:03.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:03 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]: dispatch 2023-12-07T13:57:03.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:03 smithi039 ceph-mon[98864]: osdmap e30: 4 total, 4 up, 4 in 2023-12-07T13:57:03.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:03 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/1232792407' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]: dispatch 2023-12-07T13:57:03.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:03 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]: dispatch 2023-12-07T13:57:04.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:04 smithi039 ceph-mon[98864]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:04.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:04 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]': finished 2023-12-07T13:57:04.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:04 smithi039 ceph-mon[98864]: osdmap e31: 5 total, 4 up, 5 in 2023-12-07T13:57:04.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:04.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:04 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/1118342274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:04 smithi055 ceph-mon[103363]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:04 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]': finished 2023-12-07T13:57:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:04 smithi055 ceph-mon[103363]: osdmap e31: 5 total, 4 up, 5 in 2023-12-07T13:57:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:04 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/1118342274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:04 smithi089 ceph-mon[103124]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:04 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "00cf8b78-2109-4c46-8075-f2ad7cda0e85"}]': finished 2023-12-07T13:57:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:04 smithi089 ceph-mon[103124]: osdmap e31: 5 total, 4 up, 5 in 2023-12-07T13:57:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:04 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/1118342274' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:06.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:06 smithi039 ceph-mon[98864]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 122 KiB/s, 0 objects/s recovering 2023-12-07T13:57:06.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:06 smithi055 ceph-mon[103363]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 122 KiB/s, 0 objects/s recovering 2023-12-07T13:57:06.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:06 smithi089 ceph-mon[103124]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 122 KiB/s, 0 objects/s recovering 2023-12-07T13:57:08.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:08 smithi055 ceph-mon[103363]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:57:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:08 smithi039 ceph-mon[98864]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:57:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:08 smithi089 ceph-mon[103124]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:57:10.271 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:10 smithi055 ceph-mon[103363]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-07T13:57:10.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:10 smithi039 ceph-mon[98864]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-07T13:57:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:10 smithi089 ceph-mon[103124]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-07T13:57:11.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-07T13:57:11.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:11.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-07T13:57:11.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:11.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-12-07T13:57:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:12.429 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:12 smithi055 ceph-mon[103363]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-12-07T13:57:12.429 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:12 smithi055 ceph-mon[103363]: Deploying daemon osd.4 on smithi055 2023-12-07T13:57:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:12 smithi039 ceph-mon[98864]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-12-07T13:57:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:12 smithi039 ceph-mon[98864]: Deploying daemon osd.4 on smithi055 2023-12-07T13:57:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:12 smithi089 ceph-mon[103124]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 66 KiB/s, 0 objects/s recovering 2023-12-07T13:57:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:12 smithi089 ceph-mon[103124]: Deploying daemon osd.4 on smithi055 2023-12-07T13:57:14.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:14 smithi039 ceph-mon[98864]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-07T13:57:14.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:14 smithi055 ceph-mon[103363]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-07T13:57:14.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:14 smithi089 ceph-mon[103124]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-07T13:57:16.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:16 smithi039 ceph-mon[98864]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-12-07T13:57:16.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:16.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:16.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:16 smithi055 ceph-mon[103363]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-12-07T13:57:16.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:16.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:16.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:16.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:16 smithi089 ceph-mon[103124]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-12-07T13:57:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:18.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:18 smithi039 ceph-mon[98864]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:18.617 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:18 smithi055 ceph-mon[103363]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:18.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:18 smithi089 ceph-mon[103124]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:19.044 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.041+0000 7f514dffb700 1 -- 172.21.15.55:0/2454679546 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f5150061a10 con 0x7f51400a1500 2023-12-07T13:57:19.045 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 4 on host 'smithi055' 2023-12-07T13:57:19.046 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f51400a1500 msgr2=0x7f51400a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:19.046 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f51400a1500 0x7f51400a39c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f513c005950 tx=0x7f513c0058e0 comp rx=0 tx=0).stop 2023-12-07T13:57:19.046 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51500ff8f0 msgr2=0x7f5150102230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:19.046 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51500ff8f0 0x7f5150102230 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f514400d980 tx=0x7f514400dd40 comp rx=0 tx=0).stop 2023-12-07T13:57:19.046 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 shutdown_connections 2023-12-07T13:57:19.046 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f51400a1500 0x7f51400a39c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:19.047 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5150103310 0x7f5150100e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:19.047 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f51500ff8f0 0x7f5150102230 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:19.047 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 --2- 172.21.15.55:0/2454679546 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5150102970 0x7f5150100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:19.047 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 >> 172.21.15.55:0/2454679546 conn(0x7f51500fb230 msgr2=0x7f5150105c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:57:19.047 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 shutdown_connections 2023-12-07T13:57:19.047 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:57:19.043+0000 7f5156e17700 1 -- 172.21.15.55:0/2454679546 wait complete. 2023-12-07T13:57:19.532 DEBUG:teuthology.orchestra.run.smithi055:osd.4> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.4.service 2023-12-07T13:57:19.534 INFO:tasks.cephadm:Deploying osd.5 on smithi089 with /dev/vg_nvme/lv_3... 2023-12-07T13:57:19.534 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-12-07T13:57:19.578 INFO:journalctl@ceph.osd.4.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T13:57:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:19.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:19.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:19.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:19.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:20.148 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:57:20.296 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 13:57:19 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-4[117269]: 2023-12-07T13:57:19.955+0000 7f6618f42640 -1 osd.4 0 log_to_monitors true 2023-12-07T13:57:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:20 smithi089 ceph-mon[103124]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:20 smithi089 ceph-mon[103124]: from='osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-07T13:57:20.657 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:20 smithi089 ceph-mon[103124]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-07T13:57:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:20 smithi055 ceph-mon[103363]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:20.878 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:20 smithi055 ceph-mon[103363]: from='osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-07T13:57:20.879 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:20 smithi055 ceph-mon[103363]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-07T13:57:21.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:20 smithi039 ceph-mon[98864]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:21.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:20 smithi039 ceph-mon[98864]: from='osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-07T13:57:21.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:20 smithi039 ceph-mon[98864]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-12-07T13:57:21.691 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-12-07T13:57:21.691 INFO:teuthology.orchestra.run.smithi089.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-12-07T13:57:21.691 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10+0 records in 2023-12-07T13:57:21.691 INFO:teuthology.orchestra.run.smithi089.stderr:10+0 records out 2023-12-07T13:57:21.691 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126793 s, 827 MB/s 2023-12-07T13:57:21.691 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping successful for: 2023-12-07T13:57:21.898 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:21 smithi089 ceph-mon[103124]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-07T13:57:21.899 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:21 smithi089 ceph-mon[103124]: osdmap e32: 5 total, 4 up, 5 in 2023-12-07T13:57:21.899 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:21 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:21.899 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:21 smithi089 ceph-mon[103124]: from='osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:57:21.899 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:21 smithi089 ceph-mon[103124]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:57:21.899 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 13:57:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-4[117269]: 2023-12-07T13:57:21.593+0000 7f660ddb8700 -1 osd.4 0 waiting for initial osdmap 2023-12-07T13:57:21.899 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 13:57:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-4[117269]: 2023-12-07T13:57:21.601+0000 7f66063ab700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:57:21.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:21 smithi055 ceph-mon[103363]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-07T13:57:21.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:21 smithi055 ceph-mon[103363]: osdmap e32: 5 total, 4 up, 5 in 2023-12-07T13:57:21.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:21 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:21.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:21 smithi055 ceph-mon[103363]: from='osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:57:21.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:21 smithi055 ceph-mon[103363]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:57:22.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:21 smithi039 ceph-mon[98864]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-12-07T13:57:22.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:21 smithi039 ceph-mon[98864]: osdmap e32: 5 total, 4 up, 5 in 2023-12-07T13:57:22.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:21 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:22.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:21 smithi039 ceph-mon[98864]: from='osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:57:22.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:21 smithi039 ceph-mon[98864]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:57:22.198 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi089:vg_nvme/lv_3 2023-12-07T13:57:22.792 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:57:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: osdmap e33: 5 total, 4 up, 5 in 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:22.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:22.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:22.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:57:22.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: osdmap e33: 5 total, 4 up, 5 in 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:22.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: osdmap e33: 5 total, 4 up, 5 in 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:23.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:23.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:23.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:23.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:23.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:23.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:23.621 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:23 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:57:23.622 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:23 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:57:23.882 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:23 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi055 2023-12-07T13:57:23.883 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:23 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi055 to 8586M 2023-12-07T13:57:23.883 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:23 smithi089 ceph-mon[103124]: osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] boot 2023-12-07T13:57:23.883 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:23 smithi089 ceph-mon[103124]: osdmap e34: 5 total, 5 up, 5 in 2023-12-07T13:57:23.883 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:23 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:57:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:23 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:57:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:23 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi055 2023-12-07T13:57:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:23 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi055 to 8586M 2023-12-07T13:57:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:23 smithi055 ceph-mon[103363]: osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] boot 2023-12-07T13:57:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:23 smithi055 ceph-mon[103363]: osdmap e34: 5 total, 5 up, 5 in 2023-12-07T13:57:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 -- 172.21.15.89:0/1010538286 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e8101620 msgr2=0x7f47e8101a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 --2- 172.21.15.89:0/1010538286 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e8101620 0x7f47e8101a40 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f47dc009990 tx=0x7f47dc009ca0 comp rx=0 tx=0).stop 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 -- 172.21.15.89:0/1010538286 shutdown_connections 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 --2- 172.21.15.89:0/1010538286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e81031c0 0x7f47e8109a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 --2- 172.21.15.89:0/1010538286 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e8101620 0x7f47e8101a40 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 --2- 172.21.15.89:0/1010538286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f47e8102820 0x7f47e8102c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 -- 172.21.15.89:0/1010538286 >> 172.21.15.89:0/1010538286 conn(0x7f47e80fcbc0 msgr2=0x7f47e80ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.025+0000 7f47ef2af700 1 -- 172.21.15.89:0/1010538286 shutdown_connections 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 -- 172.21.15.89:0/1010538286 wait complete. 2023-12-07T13:57:24.030 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 Processor -- start 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 -- start start 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e8101620 0x7f47e81975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f47e8102820 0x7f47e8197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e81031c0 0x7f47e819eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47e819f110 con 0x7f47e8101620 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47e819f250 con 0x7f47e8102820 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ef2af700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47e819f3e0 con 0x7f47e81031c0 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ed84c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e81031c0 0x7f47e819eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ed84c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e81031c0 0x7f47e819eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44472/0 (socket says 172.21.15.89:44472) 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ed84c700 1 -- 172.21.15.89:0/3018116522 learned_addr learned my addr 172.21.15.89:0/3018116522 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.026+0000 7f47ed04b700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e8101620 0x7f47e81975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ec84a700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f47e8102820 0x7f47e8197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ed84c700 1 -- 172.21.15.89:0/3018116522 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f47e8102820 msgr2=0x7f47e8197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:24.031 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ed84c700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f47e8102820 0x7f47e8197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ed84c700 1 -- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e8101620 msgr2=0x7f47e81975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ed84c700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e8101620 0x7f47e81975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ed84c700 1 -- 172.21.15.89:0/3018116522 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47dc0095f0 con 0x7f47e81031c0 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ed84c700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e81031c0 0x7f47e819eb40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f47e000add0 tx=0x7f47e000c330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47da7fc700 1 -- 172.21.15.89:0/3018116522 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e000f070 con 0x7f47e81031c0 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47da7fc700 1 -- 172.21.15.89:0/3018116522 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f47e0007b30 con 0x7f47e81031c0 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47da7fc700 1 -- 172.21.15.89:0/3018116522 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e0005280 con 0x7f47e81031c0 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47e819f6c0 con 0x7f47e81031c0 2023-12-07T13:57:24.032 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.027+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47e819fb70 con 0x7f47e81031c0 2023-12-07T13:57:24.033 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.028+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47e8108b20 con 0x7f47e81031c0 2023-12-07T13:57:24.033 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.029+0000 7f47da7fc700 1 -- 172.21.15.89:0/3018116522 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f47e000c890 con 0x7f47e81031c0 2023-12-07T13:57:24.033 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.029+0000 7f47da7fc700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f47d40a1500 0x7f47d40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:24.033 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.030+0000 7f47da7fc700 1 -- 172.21.15.89:0/3018116522 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 4101+0+0 (secure 0 0 0) 0x7f47e00cb210 con 0x7f47e81031c0 2023-12-07T13:57:24.033 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.030+0000 7f47ed04b700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f47d40a1500 0x7f47d40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:24.033 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.030+0000 7f47ed04b700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f47d40a1500 0x7f47d40a39c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f47dc000c00 tx=0x7f47dc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:57:24.037 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.034+0000 7f47da7fc700 1 -- 172.21.15.89:0/3018116522 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f47e00958d0 con 0x7f47e81031c0 2023-12-07T13:57:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:23 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:57:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:23 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:57:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:23 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi055 2023-12-07T13:57:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:23 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi055 to 8586M 2023-12-07T13:57:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:23 smithi039 ceph-mon[98864]: osd.4 [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] boot 2023-12-07T13:57:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:23 smithi039 ceph-mon[98864]: osdmap e34: 5 total, 5 up, 5 in 2023-12-07T13:57:24.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T13:57:24.234 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:24.232+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f47e802d380 con 0x7f47d40a1500 2023-12-07T13:57:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:24 smithi055 ceph-mon[103363]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:24 smithi055 ceph-mon[103363]: osdmap e35: 5 total, 5 up, 5 in 2023-12-07T13:57:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:24 smithi055 ceph-mon[103363]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:24 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:24 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:24 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:24 smithi089 ceph-mon[103124]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:24 smithi089 ceph-mon[103124]: osdmap e35: 5 total, 5 up, 5 in 2023-12-07T13:57:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:24 smithi089 ceph-mon[103124]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:24 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:24 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:24 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:25.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:24 smithi039 ceph-mon[98864]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-12-07T13:57:25.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:24 smithi039 ceph-mon[98864]: osdmap e35: 5 total, 5 up, 5 in 2023-12-07T13:57:25.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:24 smithi039 ceph-mon[98864]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:25.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:24 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:25.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:24 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:25.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:24 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:25.874 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:25 smithi089 ceph-mon[103124]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:25.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:25 smithi055 ceph-mon[103363]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:26.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:25 smithi039 ceph-mon[98864]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:27.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:26 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/2287576055' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]: dispatch 2023-12-07T13:57:27.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:26 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]: dispatch 2023-12-07T13:57:27.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:26 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]': finished 2023-12-07T13:57:27.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:26 smithi039 ceph-mon[98864]: osdmap e36: 6 total, 5 up, 6 in 2023-12-07T13:57:27.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:27.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:26 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/2287576055' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]: dispatch 2023-12-07T13:57:27.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:26 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]: dispatch 2023-12-07T13:57:27.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:26 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]': finished 2023-12-07T13:57:27.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:26 smithi055 ceph-mon[103363]: osdmap e36: 6 total, 5 up, 6 in 2023-12-07T13:57:27.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:26 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:27.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:26 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/2287576055' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]: dispatch 2023-12-07T13:57:27.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:26 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]: dispatch 2023-12-07T13:57:27.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:26 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2e376ef1-b5b3-424b-81db-c80d3256b6c7"}]': finished 2023-12-07T13:57:27.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:26 smithi089 ceph-mon[103124]: osdmap e36: 6 total, 5 up, 6 in 2023-12-07T13:57:27.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:26 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:28.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:27 smithi039 ceph-mon[98864]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:28.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:27 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/3478908539' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:27 smithi055 ceph-mon[103363]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:27 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/3478908539' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:28.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:27 smithi089 ceph-mon[103124]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:27 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/3478908539' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:30.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:30 smithi055 ceph-mon[103363]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:30.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:30 smithi089 ceph-mon[103124]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:30 smithi039 ceph-mon[98864]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:32.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:32 smithi089 ceph-mon[103124]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:32.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:32 smithi055 ceph-mon[103363]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:32 smithi039 ceph-mon[98864]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:34.376 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:34 smithi089 ceph-mon[103124]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:34.376 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-07T13:57:34.376 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:34.376 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:34 smithi089 ceph-mon[103124]: Deploying daemon osd.5 on smithi089 2023-12-07T13:57:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:34 smithi055 ceph-mon[103363]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-07T13:57:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:34 smithi055 ceph-mon[103363]: Deploying daemon osd.5 on smithi089 2023-12-07T13:57:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:34 smithi039 ceph-mon[98864]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-12-07T13:57:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:34 smithi039 ceph-mon[98864]: Deploying daemon osd.5 on smithi089 2023-12-07T13:57:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:36 smithi055 ceph-mon[103363]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:36 smithi089 ceph-mon[103124]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:36 smithi039 ceph-mon[98864]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:38.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:38 smithi089 ceph-mon[103124]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:38.395 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:38.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:38.396 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:38.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:38 smithi055 ceph-mon[103363]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:38.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:38.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:38.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:38.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:38 smithi039 ceph-mon[98864]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:38.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:38.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:38.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:40.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:40 smithi055 ceph-mon[103363]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:40.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:40 smithi089 ceph-mon[103124]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:40 smithi039 ceph-mon[98864]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:40.797 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.794+0000 7f47da7fc700 1 -- 172.21.15.89:0/3018116522 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f47e802d380 con 0x7f47d40a1500 2023-12-07T13:57:40.797 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 5 on host 'smithi089' 2023-12-07T13:57:40.799 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f47d40a1500 msgr2=0x7f47d40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f47d40a1500 0x7f47d40a39c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f47dc000c00 tx=0x7f47dc005fb0 comp rx=0 tx=0).stop 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e81031c0 msgr2=0x7f47e819eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e81031c0 0x7f47e819eb40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f47e000add0 tx=0x7f47e000c330 comp rx=0 tx=0).stop 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 shutdown_connections 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f47d40a1500 0x7f47d40a39c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f47e81031c0 0x7f47e819eb40 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e8101620 0x7f47e81975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 --2- 172.21.15.89:0/3018116522 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f47e8102820 0x7f47e8197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 >> 172.21.15.89:0/3018116522 conn(0x7f47e80fcbc0 msgr2=0x7f47e8105c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 shutdown_connections 2023-12-07T13:57:40.800 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:57:40.796+0000 7f47ef2af700 1 -- 172.21.15.89:0/3018116522 wait complete. 2023-12-07T13:57:41.206 DEBUG:teuthology.orchestra.run.smithi089:osd.5> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.5.service 2023-12-07T13:57:41.208 INFO:tasks.cephadm:Deploying osd.6 on smithi039 with /dev/vg_nvme/lv_2... 2023-12-07T13:57:41.208 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-07T13:57:41.242 INFO:journalctl@ceph.osd.5.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T13:57:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:57:41.839 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:57:41.995 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 13:57:41 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T13:57:41.918+0000 7f3a6da88640 -1 osd.5 0 log_to_monitors true 2023-12-07T13:57:42.595 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:42 smithi089 ceph-mon[103124]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:42.595 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:42 smithi089 ceph-mon[103124]: from='osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-07T13:57:42.595 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:42 smithi089 ceph-mon[103124]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-07T13:57:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:42 smithi055 ceph-mon[103363]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:42 smithi055 ceph-mon[103363]: from='osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-07T13:57:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:42 smithi055 ceph-mon[103363]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-07T13:57:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:42 smithi039 ceph-mon[98864]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:42 smithi039 ceph-mon[98864]: from='osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-07T13:57:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:42 smithi039 ceph-mon[98864]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-12-07T13:57:43.364 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-07T13:57:43.364 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-07T13:57:43.364 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-07T13:57:43.364 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-07T13:57:43.364 INFO:teuthology.orchestra.run.smithi039.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00680593 s, 1.5 GB/s 2023-12-07T13:57:43.364 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 2023-12-07T13:57:43.364 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-07T13:57:43.903 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_2 2023-12-07T13:57:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:43 smithi039 ceph-mon[98864]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-07T13:57:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:43 smithi039 ceph-mon[98864]: osdmap e37: 6 total, 5 up, 6 in 2023-12-07T13:57:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:43 smithi039 ceph-mon[98864]: from='osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:57:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:43 smithi039 ceph-mon[98864]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:57:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:43 smithi039 ceph-mon[98864]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:43 smithi055 ceph-mon[103363]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-07T13:57:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:43 smithi055 ceph-mon[103363]: osdmap e37: 6 total, 5 up, 6 in 2023-12-07T13:57:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:43 smithi055 ceph-mon[103363]: from='osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:57:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:43 smithi055 ceph-mon[103363]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:57:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:43 smithi055 ceph-mon[103363]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:44.190 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T13:57:43.782+0000 7f3a628fe700 -1 osd.5 0 waiting for initial osdmap 2023-12-07T13:57:44.190 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T13:57:43.789+0000 7f3a5e6f8700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:57:44.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-mon[103124]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-12-07T13:57:44.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-mon[103124]: osdmap e37: 6 total, 5 up, 6 in 2023-12-07T13:57:44.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:44.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-mon[103124]: from='osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:57:44.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-mon[103124]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:57:44.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:43 smithi089 ceph-mon[103124]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-12-07T13:57:44.517 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:57:45.000 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: osdmap e38: 6 total, 5 up, 6 in 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi089 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi089 to 8584M 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:45.001 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] boot 2023-12-07T13:57:45.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: osdmap e39: 6 total, 6 up, 6 in 2023-12-07T13:57:45.002 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:44 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:57:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: osdmap e38: 6 total, 5 up, 6 in 2023-12-07T13:57:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi089 2023-12-07T13:57:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi089 to 8584M 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] boot 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: osdmap e39: 6 total, 6 up, 6 in 2023-12-07T13:57:45.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:44 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: osdmap e38: 6 total, 5 up, 6 in 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi089 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi089 to 8584M 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:45.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:57:45.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:57:45.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: osd.5 [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] boot 2023-12-07T13:57:45.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: osdmap e39: 6 total, 6 up, 6 in 2023-12-07T13:57:45.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:44 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T13:57:45.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1666486437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 msgr2=0x7ffa34103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1666486437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34103010 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ffa28009990 tx=0x7ffa28009ca0 comp rx=0 tx=0).stop 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1666486437 shutdown_connections 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1666486437 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa34100010 0x7ffa34109be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1666486437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34103010 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1666486437 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa340ff670 0x7ffa340ffad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1666486437 >> 172.21.15.39:0/1666486437 conn(0x7ffa340fb230 msgr2=0x7ffa340fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1666486437 shutdown_connections 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.731+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1666486437 wait complete. 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 Processor -- start 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 -- start start 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa340ff670 0x7ffa341022a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:45.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa34100010 0x7ffa34100940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34100e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa34101620 con 0x7ffa34102bf0 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa34101790 con 0x7ffa34100010 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa3aabc700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa341a15a0 con 0x7ffa340ff670 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa39059700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34100e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa39059700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34100e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50778/0 (socket says 172.21.15.39:50778) 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa38858700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa340ff670 0x7ffa341022a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa39059700 1 -- 172.21.15.39:0/1876472686 learned_addr learned my addr 172.21.15.39:0/1876472686 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.732+0000 7ffa33fff700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa34100010 0x7ffa34100940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa39059700 1 -- 172.21.15.39:0/1876472686 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa340ff670 msgr2=0x7ffa341022a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa39059700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa340ff670 0x7ffa341022a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:45.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa39059700 1 -- 172.21.15.39:0/1876472686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa34100010 msgr2=0x7ffa34100940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa39059700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa34100010 0x7ffa34100940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa39059700 1 -- 172.21.15.39:0/1876472686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa280095f0 con 0x7ffa34102bf0 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa33fff700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa34100010 0x7ffa34100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa39059700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34100e80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c007ee0 tx=0x7ffa2c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa31ffb700 1 -- 172.21.15.39:0/1876472686 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c017070 con 0x7ffa34102bf0 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa31ffb700 1 -- 172.21.15.39:0/1876472686 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa2c00f040 con 0x7ffa34102bf0 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa341a1830 con 0x7ffa34102bf0 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa31ffb700 1 -- 172.21.15.39:0/1876472686 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c005740 con 0x7ffa34102bf0 2023-12-07T13:57:45.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.733+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa341a1ce0 con 0x7ffa34102bf0 2023-12-07T13:57:45.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.734+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa34108c10 con 0x7ffa34102bf0 2023-12-07T13:57:45.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.736+0000 7ffa31ffb700 1 -- 172.21.15.39:0/1876472686 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7ffa2c00dc60 con 0x7ffa34102bf0 2023-12-07T13:57:45.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.737+0000 7ffa31ffb700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:57:45.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.737+0000 7ffa38858700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:57:45.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.737+0000 7ffa31ffb700 1 -- 172.21.15.39:0/1876472686 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 4566+0+0 (secure 0 0 0) 0x7ffa2c0cbd90 con 0x7ffa34102bf0 2023-12-07T13:57:45.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.737+0000 7ffa38858700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ffa2800b5c0 tx=0x7ffa28003790 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:57:45.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.740+0000 7ffa31ffb700 1 -- 172.21.15.39:0/1876472686 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ffa2c0961f0 con 0x7ffa34102bf0 2023-12-07T13:57:45.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:57:45.953+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7ffa34061a10 con 0x7ffa240a1480 2023-12-07T13:57:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:45 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:57:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:45 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:57:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:45 smithi039 ceph-mon[98864]: pgmap v134: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:46.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:45 smithi039 ceph-mon[98864]: osdmap e40: 6 total, 6 up, 6 in 2023-12-07T13:57:46.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:45 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:57:46.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:45 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:57:46.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:45 smithi055 ceph-mon[103363]: pgmap v134: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:46.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:45 smithi055 ceph-mon[103363]: osdmap e40: 6 total, 6 up, 6 in 2023-12-07T13:57:46.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:45 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:57:46.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:45 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:57:46.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:45 smithi089 ceph-mon[103124]: pgmap v134: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:46.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:45 smithi089 ceph-mon[103124]: osdmap e40: 6 total, 6 up, 6 in 2023-12-07T13:57:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:46 smithi039 ceph-mon[98864]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:46 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:46 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:47.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:46 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:47.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:46 smithi039 ceph-mon[98864]: osdmap e41: 6 total, 6 up, 6 in 2023-12-07T13:57:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:46 smithi055 ceph-mon[103363]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:46 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:46 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:46 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:46 smithi055 ceph-mon[103363]: osdmap e41: 6 total, 6 up, 6 in 2023-12-07T13:57:47.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:46 smithi089 ceph-mon[103124]: from='client.14349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:57:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:46 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:57:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:46 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:57:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:46 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:46 smithi089 ceph-mon[103124]: osdmap e41: 6 total, 6 up, 6 in 2023-12-07T13:57:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:47 smithi055 ceph-mon[103363]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:48.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:47 smithi089 ceph-mon[103124]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:48.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:47 smithi039 ceph-mon[98864]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:49.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:48 smithi055 ceph-mon[103363]: osdmap e42: 6 total, 6 up, 6 in 2023-12-07T13:57:49.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:48 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4048663504' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a7c2216-b05e-4b54-a5f7-dc7e8f759861"}]: dispatch 2023-12-07T13:57:49.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:48 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4048663504' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a7c2216-b05e-4b54-a5f7-dc7e8f759861"}]': finished 2023-12-07T13:57:49.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:48 smithi055 ceph-mon[103363]: osdmap e43: 7 total, 6 up, 7 in 2023-12-07T13:57:49.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:57:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:48 smithi089 ceph-mon[103124]: osdmap e42: 6 total, 6 up, 6 in 2023-12-07T13:57:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:48 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4048663504' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a7c2216-b05e-4b54-a5f7-dc7e8f759861"}]: dispatch 2023-12-07T13:57:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:48 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4048663504' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a7c2216-b05e-4b54-a5f7-dc7e8f759861"}]': finished 2023-12-07T13:57:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:48 smithi089 ceph-mon[103124]: osdmap e43: 7 total, 6 up, 7 in 2023-12-07T13:57:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:57:49.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:48 smithi039 ceph-mon[98864]: osdmap e42: 6 total, 6 up, 6 in 2023-12-07T13:57:49.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:48 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4048663504' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a7c2216-b05e-4b54-a5f7-dc7e8f759861"}]: dispatch 2023-12-07T13:57:49.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:48 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4048663504' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a7c2216-b05e-4b54-a5f7-dc7e8f759861"}]': finished 2023-12-07T13:57:49.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:48 smithi039 ceph-mon[98864]: osdmap e43: 7 total, 6 up, 7 in 2023-12-07T13:57:49.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:57:50.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:50 smithi055 ceph-mon[103363]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:50.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:50 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1525099058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:50.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:50 smithi089 ceph-mon[103124]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:50.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:50 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1525099058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:50.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:50 smithi039 ceph-mon[98864]: pgmap v140: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:57:50.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:50 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1525099058' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:57:52.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:52 smithi055 ceph-mon[103363]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-12-07T13:57:52.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:52 smithi089 ceph-mon[103124]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-12-07T13:57:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:52 smithi039 ceph-mon[98864]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 115 KiB/s, 0 objects/s recovering 2023-12-07T13:57:54.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:54 smithi055 ceph-mon[103363]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:57:54.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:54 smithi089 ceph-mon[103124]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:57:54.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:54 smithi039 ceph-mon[98864]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:57:56.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:56 smithi055 ceph-mon[103363]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-07T13:57:56.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:56 smithi089 ceph-mon[103124]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-07T13:57:56.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:56 smithi039 ceph-mon[98864]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-07T13:57:57.197 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:57 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-07T13:57:57.197 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:57 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:57.197 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:57 smithi039 ceph-mon[98864]: Deploying daemon osd.6 on smithi039 2023-12-07T13:57:57.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:57 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-07T13:57:57.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:57 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:57.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:57 smithi055 ceph-mon[103363]: Deploying daemon osd.6 on smithi039 2023-12-07T13:57:57.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:57 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-12-07T13:57:57.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:57 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:57:57.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:57 smithi089 ceph-mon[103124]: Deploying daemon osd.6 on smithi039 2023-12-07T13:57:58.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:57:58 smithi055 ceph-mon[103363]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-12-07T13:57:58.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:57:58 smithi089 ceph-mon[103124]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-12-07T13:57:58.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:57:58 smithi039 ceph-mon[98864]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 64 KiB/s, 0 objects/s recovering 2023-12-07T13:58:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:00 smithi039 ceph-mon[98864]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 55 KiB/s, 0 objects/s recovering 2023-12-07T13:58:00.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:00 smithi055 ceph-mon[103363]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 55 KiB/s, 0 objects/s recovering 2023-12-07T13:58:00.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:00 smithi089 ceph-mon[103124]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 55 KiB/s, 0 objects/s recovering 2023-12-07T13:58:02.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:01 smithi039 ceph-mon[98864]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:58:02.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:01 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:02.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:01 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:02.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:01 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:01 smithi055 ceph-mon[103363]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:58:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:01 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:01 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:01 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:02.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:01 smithi089 ceph-mon[103124]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:58:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:01 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:01 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:01 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.709+0000 7ffa31ffb700 1 -- 172.21.15.39:0/1876472686 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ffa34061a10 con 0x7ffa240a1480 2023-12-07T13:58:03.713 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 6 on host 'smithi039' 2023-12-07T13:58:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 msgr2=0x7ffa240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ffa2800b5c0 tx=0x7ffa28003790 comp rx=0 tx=0).stop 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 msgr2=0x7ffa34100e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34100e80 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c007ee0 tx=0x7ffa2c00d3b0 comp rx=0 tx=0).stop 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 shutdown_connections 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa34102bf0 0x7ffa34100e80 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa340ff670 0x7ffa341022a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.711+0000 7ffa3aabc700 1 --2- 172.21.15.39:0/1876472686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa34100010 0x7ffa34100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.712+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 >> 172.21.15.39:0/1876472686 conn(0x7ffa340fb230 msgr2=0x7ffa34105d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.712+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 shutdown_connections 2023-12-07T13:58:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:03.712+0000 7ffa3aabc700 1 -- 172.21.15.39:0/1876472686 wait complete. 2023-12-07T13:58:04.144 DEBUG:teuthology.orchestra.run.smithi039:osd.6> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.6.service 2023-12-07T13:58:04.146 INFO:tasks.cephadm:Deploying osd.7 on smithi055 with /dev/vg_nvme/lv_2... 2023-12-07T13:58:04.147 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-07T13:58:04.178 INFO:journalctl@ceph.osd.6.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T13:58:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:04.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:04.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:04.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:04 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:04 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:04.760 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:04.763 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:58:05.055 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 13:58:04 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T13:58:04.839+0000 7f9a8faa9640 -1 osd.6 0 log_to_monitors true 2023-12-07T13:58:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:05 smithi055 ceph-mon[103363]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-07T13:58:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:05 smithi089 ceph-mon[103124]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-07T13:58:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:05 smithi039 ceph-mon[98864]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-12-07T13:58:06.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:06 smithi039 ceph-mon[98864]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:06.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:06 smithi039 ceph-mon[98864]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-07T13:58:06.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:06 smithi039 ceph-mon[98864]: osdmap e44: 7 total, 6 up, 7 in 2023-12-07T13:58:06.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:06 smithi039 ceph-mon[98864]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:58:06.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:06 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:06.556 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 13:58:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T13:58:06.426+0000 7f9a8491f700 -1 osd.6 0 waiting for initial osdmap 2023-12-07T13:58:06.556 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 13:58:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T13:58:06.439+0000 7f9a7ef16700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:58:06.631 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-07T13:58:06.631 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-07T13:58:06.631 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2023-12-07T13:58:06.631 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2023-12-07T13:58:06.631 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00686121 s, 1.5 GB/s 2023-12-07T13:58:06.631 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2023-12-07T13:58:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:06 smithi089 ceph-mon[103124]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:06 smithi089 ceph-mon[103124]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-07T13:58:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:06 smithi089 ceph-mon[103124]: osdmap e44: 7 total, 6 up, 7 in 2023-12-07T13:58:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:06 smithi089 ceph-mon[103124]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:58:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:06 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:06.807 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:06 smithi055 ceph-mon[103363]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:06.807 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:06 smithi055 ceph-mon[103363]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-12-07T13:58:06.807 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:06 smithi055 ceph-mon[103363]: osdmap e44: 7 total, 6 up, 7 in 2023-12-07T13:58:06.807 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:06 smithi055 ceph-mon[103363]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:58:06.807 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:06 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:07.137 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi055:vg_nvme/lv_2 2023-12-07T13:58:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:58:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: osdmap e45: 7 total, 6 up, 7 in 2023-12-07T13:58:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:07.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:07.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:07 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.738 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:58:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:58:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: osdmap e45: 7 total, 6 up, 7 in 2023-12-07T13:58:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:07 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: osdmap e45: 7 total, 6 up, 7 in 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:07.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:07.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:07.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:07.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:07 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi039 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi039 to 5722M 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] boot 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: osdmap e46: 7 total, 7 up, 7 in 2023-12-07T13:58:08.675 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:08 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:08.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi039 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi039 to 5722M 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] boot 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: osdmap e46: 7 total, 7 up, 7 in 2023-12-07T13:58:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:08 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:58:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:58:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi039 2023-12-07T13:58:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi039 to 5722M 2023-12-07T13:58:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-12-07T13:58:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: osd.6 [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] boot 2023-12-07T13:58:08.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: osdmap e46: 7 total, 7 up, 7 in 2023-12-07T13:58:08.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:08 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T13:58:09.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.187+0000 7fe5d172b700 1 -- 172.21.15.55:0/579376076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1004f0 msgr2=0x7fe5cc100910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:09.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.187+0000 7fe5d172b700 1 --2- 172.21.15.55:0/579376076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1004f0 0x7fe5cc100910 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc0099c0 tx=0x7fe5bc009cd0 comp rx=0 tx=0).stop 2023-12-07T13:58:09.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.187+0000 7fe5d172b700 1 -- 172.21.15.55:0/579376076 shutdown_connections 2023-12-07T13:58:09.195 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.187+0000 7fe5d172b700 1 --2- 172.21.15.55:0/579376076 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5cc102090 0x7fe5cc108940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.187+0000 7fe5d172b700 1 --2- 172.21.15.55:0/579376076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1004f0 0x7fe5cc100910 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.187+0000 7fe5d172b700 1 --2- 172.21.15.55:0/579376076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5cc1016f0 0x7fe5cc101b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.187+0000 7fe5d172b700 1 -- 172.21.15.55:0/579376076 >> 172.21.15.55:0/579376076 conn(0x7fe5cc0fba90 msgr2=0x7fe5cc0fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.188+0000 7fe5d172b700 1 -- 172.21.15.55:0/579376076 shutdown_connections 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.188+0000 7fe5d172b700 1 -- 172.21.15.55:0/579376076 wait complete. 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.188+0000 7fe5d172b700 1 Processor -- start 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.188+0000 7fe5d172b700 1 -- start start 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5cc1004f0 0x7fe5cc197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1016f0 0x7fe5cc197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5cc102090 0x7fe5cc19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5cc19f080 con 0x7fe5cc1004f0 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5cc19f1c0 con 0x7fe5cc1016f0 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5cc19f350 con 0x7fe5cc102090 2023-12-07T13:58:09.196 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1016f0 0x7fe5cc197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1016f0 0x7fe5cc197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34916/0 (socket says 172.21.15.55:34916) 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 -- 172.21.15.55:0/1621790118 learned_addr learned my addr 172.21.15.55:0/1621790118 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5caffd700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5cc1004f0 0x7fe5cc197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5cb7fe700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5cc102090 0x7fe5cc19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 -- 172.21.15.55:0/1621790118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5cc102090 msgr2=0x7fe5cc19eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5cc102090 0x7fe5cc19eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 -- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5cc1004f0 msgr2=0x7fe5cc197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5cc1004f0 0x7fe5cc197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 -- 172.21.15.55:0/1621790118 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5bc0095f0 con 0x7fe5cc1016f0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5ca7fc700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1016f0 0x7fe5cc197ad0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000d950 tx=0x7fe5c000dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5b3fff700 1 -- 172.21.15.55:0/1621790118 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c000f890 con 0x7fe5cc1016f0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5b3fff700 1 -- 172.21.15.55:0/1621790118 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5c0010460 con 0x7fe5cc1016f0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5cc102c40 con 0x7fe5cc1016f0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5b3fff700 1 -- 172.21.15.55:0/1621790118 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c000e610 con 0x7fe5cc1016f0 2023-12-07T13:58:09.197 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.189+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5cc103190 con 0x7fe5cc1016f0 2023-12-07T13:58:09.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.191+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5cc04f290 con 0x7fe5cc1016f0 2023-12-07T13:58:09.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.191+0000 7fe5b3fff700 1 -- 172.21.15.55:0/1621790118 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fe5c00105d0 con 0x7fe5cc1016f0 2023-12-07T13:58:09.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.192+0000 7fe5b3fff700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5b40a1500 0x7fe5b40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:09.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.192+0000 7fe5b3fff700 1 -- 172.21.15.55:0/1621790118 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4965+0+0 (secure 0 0 0) 0x7fe5c00cbce0 con 0x7fe5cc1016f0 2023-12-07T13:58:09.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.192+0000 7fe5caffd700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5b40a1500 0x7fe5b40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:09.198 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.193+0000 7fe5caffd700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5b40a1500 0x7fe5b40a39c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc006010 tx=0x7fe5bc000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:58:09.199 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.197+0000 7fe5b3fff700 1 -- 172.21.15.55:0/1621790118 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fe5c0096050 con 0x7fe5cc1016f0 2023-12-07T13:58:09.409 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:09.406+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fe5cc06a3b0 con 0x7fe5b40a1500 2023-12-07T13:58:10.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:09 smithi039 ceph-mon[98864]: osdmap e47: 7 total, 7 up, 7 in 2023-12-07T13:58:10.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:09 smithi039 ceph-mon[98864]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:10.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:09 smithi039 ceph-mon[98864]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:10.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:09 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:10.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:09 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:10.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:09 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:09 smithi055 ceph-mon[103363]: osdmap e47: 7 total, 7 up, 7 in 2023-12-07T13:58:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:09 smithi055 ceph-mon[103363]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:09 smithi055 ceph-mon[103363]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:09 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:09 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:09 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:09 smithi089 ceph-mon[103124]: osdmap e47: 7 total, 7 up, 7 in 2023-12-07T13:58:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:09 smithi089 ceph-mon[103124]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:09 smithi089 ceph-mon[103124]: from='client.24296 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:09 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:09 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:09 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:12.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:11 smithi055 ceph-mon[103363]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:12.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:11 smithi089 ceph-mon[103124]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:12.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:11 smithi039 ceph-mon[98864]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:13.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:12 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/260953955' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]: dispatch 2023-12-07T13:58:13.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:12 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]: dispatch 2023-12-07T13:58:13.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:12 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]': finished 2023-12-07T13:58:13.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:12 smithi089 ceph-mon[103124]: osdmap e48: 8 total, 7 up, 8 in 2023-12-07T13:58:13.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:12 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:13.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:12 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/2498179653' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:13.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:12 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/260953955' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]: dispatch 2023-12-07T13:58:13.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:12 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]: dispatch 2023-12-07T13:58:13.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:12 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]': finished 2023-12-07T13:58:13.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:12 smithi039 ceph-mon[98864]: osdmap e48: 8 total, 7 up, 8 in 2023-12-07T13:58:13.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:12 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:13.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:12 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/2498179653' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:13 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/260953955' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]: dispatch 2023-12-07T13:58:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:13 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]: dispatch 2023-12-07T13:58:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:13 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4bebbb01-9c5d-4761-a980-a80ba4c2c055"}]': finished 2023-12-07T13:58:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:13 smithi055 ceph-mon[103363]: osdmap e48: 8 total, 7 up, 8 in 2023-12-07T13:58:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:13 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/2498179653' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:14.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:14 smithi089 ceph-mon[103124]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:14 smithi039 ceph-mon[98864]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:14 smithi055 ceph-mon[103363]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:16 smithi089 ceph-mon[103124]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:16 smithi039 ceph-mon[98864]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:16.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:16 smithi055 ceph-mon[103363]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:18 smithi055 ceph-mon[103363]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:18.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:18 smithi039 ceph-mon[98864]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:18.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:18 smithi089 ceph-mon[103124]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:20 smithi039 ceph-mon[98864]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-07T13:58:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:20 smithi055 ceph-mon[103363]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-07T13:58:20.820 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:20.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:20 smithi089 ceph-mon[103124]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:20.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-12-07T13:58:20.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:21.721 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:21 smithi055 ceph-mon[103363]: Deploying daemon osd.7 on smithi055 2023-12-07T13:58:21.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:21 smithi039 ceph-mon[98864]: Deploying daemon osd.7 on smithi055 2023-12-07T13:58:21.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:21 smithi089 ceph-mon[103124]: Deploying daemon osd.7 on smithi055 2023-12-07T13:58:22.773 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:22 smithi055 ceph-mon[103363]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:22.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:22 smithi039 ceph-mon[98864]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:22.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:22 smithi089 ceph-mon[103124]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:24.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:24 smithi055 ceph-mon[103363]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:24.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:24 smithi039 ceph-mon[98864]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:24.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:24 smithi089 ceph-mon[103124]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:26.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:26 smithi039 ceph-mon[98864]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:26.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:26.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:26.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:26 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:26.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:26 smithi055 ceph-mon[103363]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:26.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:26 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:26.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:26 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:26.321 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:26 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:26 smithi089 ceph-mon[103124]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:26 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:26 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:26 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:28.228 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.225+0000 7fe5b3fff700 1 -- 172.21.15.55:0/1621790118 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fe5cc06a3b0 con 0x7fe5b40a1500 2023-12-07T13:58:28.228 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 7 on host 'smithi055' 2023-12-07T13:58:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5b40a1500 msgr2=0x7fe5b40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5b40a1500 0x7fe5b40a39c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe5bc006010 tx=0x7fe5bc000bc0 comp rx=0 tx=0).stop 2023-12-07T13:58:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1016f0 msgr2=0x7fe5cc197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1016f0 0x7fe5cc197ad0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe5c000d950 tx=0x7fe5c000dc60 comp rx=0 tx=0).stop 2023-12-07T13:58:28.230 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 shutdown_connections 2023-12-07T13:58:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5b40a1500 0x7fe5b40a39c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5cc102090 0x7fe5cc19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5cc1004f0 0x7fe5cc197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 --2- 172.21.15.55:0/1621790118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5cc1016f0 0x7fe5cc197ad0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.227+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 >> 172.21.15.55:0/1621790118 conn(0x7fe5cc0fba90 msgr2=0x7fe5cc069ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:58:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.228+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 shutdown_connections 2023-12-07T13:58:28.231 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:58:28.228+0000 7fe5d172b700 1 -- 172.21.15.55:0/1621790118 wait complete. 2023-12-07T13:58:28.379 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:28 smithi055 ceph-mon[103363]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:28.380 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.380 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.380 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:28.380 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:28.380 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:28 smithi089 ceph-mon[103124]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:28.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:28.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:28.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:28 smithi039 ceph-mon[98864]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:28.756 DEBUG:teuthology.orchestra.run.smithi055:osd.7> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.7.service 2023-12-07T13:58:28.759 INFO:tasks.cephadm:Deploying osd.8 on smithi089 with /dev/vg_nvme/lv_2... 2023-12-07T13:58:28.759 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-12-07T13:58:28.789 INFO:journalctl@ceph.osd.7.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T13:58:29.290 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 13:58:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T13:58:29.027+0000 7f0ad99f0640 -1 osd.7 0 log_to_monitors true 2023-12-07T13:58:29.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:29 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:29.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:29 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:29.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:29 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:29.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:29 smithi055 ceph-mon[103363]: from='osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-07T13:58:29.291 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:29 smithi055 ceph-mon[103363]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-07T13:58:29.360 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:58:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:29 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:29 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:29 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:29 smithi039 ceph-mon[98864]: from='osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-07T13:58:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:29 smithi039 ceph-mon[98864]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-07T13:58:29.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:29 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:29.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:29 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:29.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:29 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:29.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:29 smithi089 ceph-mon[103124]: from='osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-07T13:58:29.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:29 smithi089 ceph-mon[103124]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-12-07T13:58:30.399 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T13:58:30.212+0000 7f0ace866700 -1 osd.7 0 waiting for initial osdmap 2023-12-07T13:58:30.399 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T13:58:30.227+0000 7f0acae61700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:58:30.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-mon[103363]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:30.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-mon[103363]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-07T13:58:30.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-mon[103363]: osdmap e49: 8 total, 7 up, 8 in 2023-12-07T13:58:30.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:30.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-mon[103363]: from='osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:58:30.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:30 smithi055 ceph-mon[103363]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:58:30.492 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:30 smithi089 ceph-mon[103124]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:30.493 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:30 smithi089 ceph-mon[103124]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-07T13:58:30.493 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:30 smithi089 ceph-mon[103124]: osdmap e49: 8 total, 7 up, 8 in 2023-12-07T13:58:30.493 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:30.493 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:30 smithi089 ceph-mon[103124]: from='osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:58:30.493 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:30 smithi089 ceph-mon[103124]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:58:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:30 smithi039 ceph-mon[98864]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:30 smithi039 ceph-mon[98864]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-12-07T13:58:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:30 smithi039 ceph-mon[98864]: osdmap e49: 8 total, 7 up, 8 in 2023-12-07T13:58:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:30 smithi039 ceph-mon[98864]: from='osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:58:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:30 smithi039 ceph-mon[98864]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:58:30.981 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-12-07T13:58:30.981 INFO:teuthology.orchestra.run.smithi089.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-12-07T13:58:30.981 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10+0 records in 2023-12-07T13:58:30.981 INFO:teuthology.orchestra.run.smithi089.stderr:10+0 records out 2023-12-07T13:58:30.981 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0110226 s, 951 MB/s 2023-12-07T13:58:30.981 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping successful for: 2023-12-07T13:58:31.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:31 smithi089 ceph-mon[103124]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:58:31.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:31 smithi089 ceph-mon[103124]: osdmap e50: 8 total, 7 up, 8 in 2023-12-07T13:58:31.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:31 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:31.388 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:31 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:31.412 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi089:vg_nvme/lv_2 2023-12-07T13:58:31.479 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:31 smithi055 ceph-mon[103363]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:58:31.479 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:31 smithi055 ceph-mon[103363]: osdmap e50: 8 total, 7 up, 8 in 2023-12-07T13:58:31.479 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:31 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:31.479 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:31 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:31.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:31 smithi039 ceph-mon[98864]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:58:31.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:31 smithi039 ceph-mon[98864]: osdmap e50: 8 total, 7 up, 8 in 2023-12-07T13:58:31.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:31 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:31.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:31 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:32.004 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:58:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:58:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:58:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] boot 2023-12-07T13:58:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: osdmap e51: 8 total, 8 up, 8 in 2023-12-07T13:58:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:32 smithi039 ceph-mon[98864]: osdmap e52: 8 total, 8 up, 8 in 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] boot 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: osdmap e51: 8 total, 8 up, 8 in 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.573 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:32.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:32.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.574 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:32 smithi089 ceph-mon[103124]: osdmap e52: 8 total, 8 up, 8 in 2023-12-07T13:58:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:58:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:58:32.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-12-07T13:58:32.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: osd.7 [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] boot 2023-12-07T13:58:32.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: osdmap e51: 8 total, 8 up, 8 in 2023-12-07T13:58:32.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T13:58:32.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:32.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:32.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:32.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:32.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:32 smithi055 ceph-mon[103363]: osdmap e52: 8 total, 8 up, 8 in 2023-12-07T13:58:33.354 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.348+0000 7f1e1a088700 1 -- 172.21.15.89:0/2609183079 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e141020b0 msgr2=0x7f1e14108960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:33.354 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.348+0000 7f1e1a088700 1 --2- 172.21.15.89:0/2609183079 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e141020b0 0x7f1e14108960 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f1e0c00b0a0 tx=0x7f1e0c00b3b0 comp rx=0 tx=0).stop 2023-12-07T13:58:33.354 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 -- 172.21.15.89:0/2609183079 shutdown_connections 2023-12-07T13:58:33.354 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 --2- 172.21.15.89:0/2609183079 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e141020b0 0x7f1e14108960 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:33.354 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 --2- 172.21.15.89:0/2609183079 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1e14100510 0x7f1e14100930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:33.354 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 --2- 172.21.15.89:0/2609183079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e14101710 0x7f1e14101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 -- 172.21.15.89:0/2609183079 >> 172.21.15.89:0/2609183079 conn(0x7f1e140fbad0 msgr2=0x7f1e140fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 -- 172.21.15.89:0/2609183079 shutdown_connections 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 -- 172.21.15.89:0/2609183079 wait complete. 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 Processor -- start 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 -- start start 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.349+0000 7f1e1a088700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e14100510 0x7f1e14069a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e1a088700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e14101710 0x7f1e1419e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e1a088700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1e141020b0 0x7f1e141a0d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:33.355 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e1a088700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e141a1360 con 0x7f1e14101710 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e1a088700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e141a14d0 con 0x7f1e141020b0 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e1a088700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e141a1690 con 0x7f1e14100510 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e14100510 0x7f1e14069a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e14100510 0x7f1e14069a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44582/0 (socket says 172.21.15.89:44582) 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 -- 172.21.15.89:0/1513555626 learned_addr learned my addr 172.21.15.89:0/1513555626 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e12ffd700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e14101710 0x7f1e1419e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e13fff700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1e141020b0 0x7f1e141a0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 -- 172.21.15.89:0/1513555626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1e141020b0 msgr2=0x7f1e141a0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1e141020b0 0x7f1e141a0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 -- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e14101710 msgr2=0x7f1e1419e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e14101710 0x7f1e1419e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 -- 172.21.15.89:0/1513555626 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e0c009d00 con 0x7f1e14100510 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e137fe700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e14100510 0x7f1e14069a80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1e0400b500 tx=0x7f1e0400b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:58:33.356 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e10ff9700 1 -- 172.21.15.89:0/1513555626 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e04011830 con 0x7f1e14100510 2023-12-07T13:58:33.357 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e141a1970 con 0x7f1e14100510 2023-12-07T13:58:33.357 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e10ff9700 1 -- 172.21.15.89:0/1513555626 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1e04011e50 con 0x7f1e14100510 2023-12-07T13:58:33.357 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e10ff9700 1 -- 172.21.15.89:0/1513555626 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e04010dc0 con 0x7f1e14100510 2023-12-07T13:58:33.357 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.350+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e141a1ec0 con 0x7f1e14100510 2023-12-07T13:58:33.357 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.351+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e141079a0 con 0x7f1e14100510 2023-12-07T13:58:33.358 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.353+0000 7f1e10ff9700 1 -- 172.21.15.89:0/1513555626 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f1e04010380 con 0x7f1e14100510 2023-12-07T13:58:33.358 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.353+0000 7f1e10ff9700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1dfc0a1480 0x7f1dfc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:33.358 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.353+0000 7f1e10ff9700 1 -- 172.21.15.89:0/1513555626 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5426+0+0 (secure 0 0 0) 0x7f1e040cc120 con 0x7f1e14100510 2023-12-07T13:58:33.358 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.354+0000 7f1e12ffd700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1dfc0a1480 0x7f1dfc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:33.358 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.354+0000 7f1e12ffd700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1dfc0a1480 0x7f1dfc0a3940 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1e08005950 tx=0x7f1e0800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:58:33.359 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.357+0000 7f1e10ff9700 1 -- 172.21.15.89:0/1513555626 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f1e040962c0 con 0x7f1e14100510 2023-12-07T13:58:33.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:33 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi055 2023-12-07T13:58:33.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:33 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi055 to 5724M 2023-12-07T13:58:33.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:33 smithi089 ceph-mon[103124]: osdmap e53: 8 total, 8 up, 8 in 2023-12-07T13:58:33.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:33 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi055 2023-12-07T13:58:33.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:33 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi055 to 5724M 2023-12-07T13:58:33.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:33 smithi039 ceph-mon[98864]: osdmap e53: 8 total, 8 up, 8 in 2023-12-07T13:58:33.556 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:33.554+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f1e1402d420 con 0x7f1dfc0a1480 2023-12-07T13:58:33.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:33 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi055 2023-12-07T13:58:33.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:33 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi055 to 5724M 2023-12-07T13:58:33.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:33 smithi055 ceph-mon[103363]: osdmap e53: 8 total, 8 up, 8 in 2023-12-07T13:58:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:34 smithi039 ceph-mon[98864]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:34 smithi039 ceph-mon[98864]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:34.597 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:34 smithi089 ceph-mon[103124]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:34.597 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:34 smithi089 ceph-mon[103124]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:34.597 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:34.598 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:34.598 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:34.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:34 smithi055 ceph-mon[103363]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:34.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:34 smithi055 ceph-mon[103363]: from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:34.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:34.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:34.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:35.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:35 smithi039 ceph-mon[98864]: osdmap e54: 8 total, 8 up, 8 in 2023-12-07T13:58:35.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:35 smithi055 ceph-mon[103363]: osdmap e54: 8 total, 8 up, 8 in 2023-12-07T13:58:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:35 smithi089 ceph-mon[103124]: osdmap e54: 8 total, 8 up, 8 in 2023-12-07T13:58:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:36 smithi039 ceph-mon[98864]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:36 smithi039 ceph-mon[98864]: osdmap e55: 8 total, 8 up, 8 in 2023-12-07T13:58:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:36 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/2326084494' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]: dispatch 2023-12-07T13:58:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:36 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]: dispatch 2023-12-07T13:58:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:36 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]': finished 2023-12-07T13:58:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:36 smithi039 ceph-mon[98864]: osdmap e56: 9 total, 8 up, 9 in 2023-12-07T13:58:36.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:36 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:36 smithi055 ceph-mon[103363]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:36 smithi055 ceph-mon[103363]: osdmap e55: 8 total, 8 up, 8 in 2023-12-07T13:58:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:36 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/2326084494' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]: dispatch 2023-12-07T13:58:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:36 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]: dispatch 2023-12-07T13:58:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:36 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]': finished 2023-12-07T13:58:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:36 smithi055 ceph-mon[103363]: osdmap e56: 9 total, 8 up, 9 in 2023-12-07T13:58:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:36 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:36 smithi089 ceph-mon[103124]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:36 smithi089 ceph-mon[103124]: osdmap e55: 8 total, 8 up, 8 in 2023-12-07T13:58:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:36 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/2326084494' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]: dispatch 2023-12-07T13:58:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:36 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]: dispatch 2023-12-07T13:58:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:36 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0c52f594-5797-4b49-a2f9-7abd42bc2946"}]': finished 2023-12-07T13:58:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:36 smithi089 ceph-mon[103124]: osdmap e56: 9 total, 8 up, 9 in 2023-12-07T13:58:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:36 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:37 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/3190444943' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:37 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/3190444943' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:37 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/3190444943' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:38.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:38 smithi039 ceph-mon[98864]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:38.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:38 smithi055 ceph-mon[103363]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:38 smithi089 ceph-mon[103124]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:40.381 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:40 smithi089 ceph-mon[103124]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:40 smithi039 ceph-mon[98864]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:40.648 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:40 smithi055 ceph-mon[103363]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:42 smithi089 ceph-mon[103124]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:42 smithi039 ceph-mon[98864]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:42 smithi055 ceph-mon[103363]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:43.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-12-07T13:58:43.533 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-12-07T13:58:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-12-07T13:58:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:44.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:44 smithi039 ceph-mon[98864]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:44.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:44 smithi039 ceph-mon[98864]: Deploying daemon osd.8 on smithi089 2023-12-07T13:58:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:44 smithi055 ceph-mon[103363]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:44 smithi055 ceph-mon[103363]: Deploying daemon osd.8 on smithi089 2023-12-07T13:58:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:44 smithi089 ceph-mon[103124]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:44 smithi089 ceph-mon[103124]: Deploying daemon osd.8 on smithi089 2023-12-07T13:58:46.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:46 smithi039 ceph-mon[98864]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:46.594 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:46 smithi089 ceph-mon[103124]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:46.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:46 smithi055 ceph-mon[103363]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:48.510 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:48 smithi089 ceph-mon[103124]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:48.510 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:48.510 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:48.511 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:48 smithi055 ceph-mon[103363]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:48 smithi039 ceph-mon[98864]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:48.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:50.124 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.121+0000 7f1e10ff9700 1 -- 172.21.15.89:0/1513555626 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f1e1402d420 con 0x7f1dfc0a1480 2023-12-07T13:58:50.124 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 8 on host 'smithi089' 2023-12-07T13:58:50.126 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1dfc0a1480 msgr2=0x7f1dfc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1dfc0a1480 0x7f1dfc0a3940 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1e08005950 tx=0x7f1e0800b410 comp rx=0 tx=0).stop 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e14100510 msgr2=0x7f1e14069a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e14100510 0x7f1e14069a80 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f1e0400b500 tx=0x7f1e0400b810 comp rx=0 tx=0).stop 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 shutdown_connections 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1dfc0a1480 0x7f1dfc0a3940 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1e141020b0 0x7f1e141a0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1e14100510 0x7f1e14069a80 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 --2- 172.21.15.89:0/1513555626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e14101710 0x7f1e1419e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 >> 172.21.15.89:0/1513555626 conn(0x7f1e140fbad0 msgr2=0x7f1e14104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 shutdown_connections 2023-12-07T13:58:50.127 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:58:50.124+0000 7f1e1a088700 1 -- 172.21.15.89:0/1513555626 wait complete. 2023-12-07T13:58:50.500 DEBUG:teuthology.orchestra.run.smithi089:osd.8> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.8.service 2023-12-07T13:58:50.501 INFO:tasks.cephadm:Deploying osd.9 on smithi039 with /dev/vg_nvme/lv_1... 2023-12-07T13:58:50.502 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-07T13:58:50.530 INFO:journalctl@ceph.osd.8.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T13:58:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:50.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:50 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:50 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:50.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:58:50.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:50 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:51.117 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:58:51.690 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 13:58:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T13:58:51.372+0000 7f117d950640 -1 osd.8 0 log_to_monitors true 2023-12-07T13:58:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:52 smithi055 ceph-mon[103363]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:52 smithi055 ceph-mon[103363]: from='osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-12-07T13:58:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:52 smithi055 ceph-mon[103363]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-12-07T13:58:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-07T13:58:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-07T13:58:52.673 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10+0 records in 2023-12-07T13:58:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:10+0 records out 2023-12-07T13:58:52.673 INFO:teuthology.orchestra.run.smithi039.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00985732 s, 1.1 GB/s 2023-12-07T13:58:52.673 INFO:teuthology.orchestra.run.smithi039.stderr:--> Zapping successful for: 2023-12-07T13:58:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:52 smithi089 ceph-mon[103124]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:52 smithi089 ceph-mon[103124]: from='osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-12-07T13:58:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:52 smithi089 ceph-mon[103124]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-12-07T13:58:52.709 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:52 smithi039 ceph-mon[98864]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:52.709 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:52 smithi039 ceph-mon[98864]: from='osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-12-07T13:58:52.709 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:52 smithi039 ceph-mon[98864]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-12-07T13:58:53.079 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi039:vg_nvme/lv_1 2023-12-07T13:58:53.401 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-12-07T13:58:53.401 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: osdmap e57: 9 total, 8 up, 9 in 2023-12-07T13:58:53.401 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:53.401 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:53.402 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.686 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T13:58:53.689 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T13:58:53.397+0000 7f11727c6700 -1 osd.8 0 waiting for initial osdmap 2023-12-07T13:58:53.690 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 13:58:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T13:58:53.413+0000 7f116adb9700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:58:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-12-07T13:58:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: osdmap e57: 9 total, 8 up, 9 in 2023-12-07T13:58:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:58:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:58:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-12-07T13:58:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: osdmap e57: 9 total, 8 up, 9 in 2023-12-07T13:58:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:58:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:58:54.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:58:54.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:58:54.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:54.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi089 2023-12-07T13:58:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi089 to 5722M 2023-12-07T13:58:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:58:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: osdmap e58: 9 total, 8 up, 9 in 2023-12-07T13:58:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:54 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi089 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi089 to 5722M 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: osdmap e58: 9 total, 8 up, 9 in 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:54 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:58:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:58:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi089 2023-12-07T13:58:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi089 to 5722M 2023-12-07T13:58:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T13:58:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: osdmap e58: 9 total, 8 up, 9 in 2023-12-07T13:58:54.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:54.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:54 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 -- 172.21.15.39:0/3585066753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 msgr2=0x7f78901044d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 --2- 172.21.15.39:0/3585066753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901044d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f788c009990 tx=0x7f788c009ca0 comp rx=0 tx=0).stop 2023-12-07T13:58:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 -- 172.21.15.39:0/3585066753 shutdown_connections 2023-12-07T13:58:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 --2- 172.21.15.39:0/3585066753 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7890107340 0x7f7890109770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 --2- 172.21.15.39:0/3585066753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901044d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 --2- 172.21.15.39:0/3585066753 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7890104a10 0x7f7890106e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 -- 172.21.15.39:0/3585066753 >> 172.21.15.39:0/3585066753 conn(0x7f78900fbad0 msgr2=0x7f78900fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 -- 172.21.15.39:0/3585066753 shutdown_connections 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.020+0000 7f789867d700 1 -- 172.21.15.39:0/3585066753 wait complete. 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 Processor -- start 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 -- start start 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901019f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7890104a10 0x7f7890100090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7890107340 0x7f78901005d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7890100d70 con 0x7f78901020e0 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7890100ee0 con 0x7f7890107340 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f789867d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78901a1520 con 0x7f7890104a10 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901019f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901019f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50908/0 (socket says 172.21.15.39:50908) 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 -- 172.21.15.39:0/1459447209 learned_addr learned my addr 172.21.15.39:0/1459447209 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896c1a700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7890107340 0x7f78901005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7895c18700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7890104a10 0x7f7890100090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 -- 172.21.15.39:0/1459447209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7890104a10 msgr2=0x7f7890100090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7890104a10 0x7f7890100090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 -- 172.21.15.39:0/1459447209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7890107340 msgr2=0x7f78901005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7890107340 0x7f78901005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:58:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 -- 172.21.15.39:0/1459447209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f788c0095f0 con 0x7f78901020e0 2023-12-07T13:58:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.021+0000 7f7896419700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901019f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f788c00c010 tx=0x7f788c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:58:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.022+0000 7f78877fe700 1 -- 172.21.15.39:0/1459447209 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788c01d070 con 0x7f78901020e0 2023-12-07T13:58:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.022+0000 7f78877fe700 1 -- 172.21.15.39:0/1459447209 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f788c00fbb0 con 0x7f78901020e0 2023-12-07T13:58:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.022+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78901a1750 con 0x7f78901020e0 2023-12-07T13:58:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.022+0000 7f78877fe700 1 -- 172.21.15.39:0/1459447209 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788c017650 con 0x7f78901020e0 2023-12-07T13:58:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.022+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78901a1bc0 con 0x7f78901020e0 2023-12-07T13:58:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.023+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78900fd650 con 0x7f78901020e0 2023-12-07T13:58:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.024+0000 7f78877fe700 1 -- 172.21.15.39:0/1459447209 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f788c0050d0 con 0x7f78901020e0 2023-12-07T13:58:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.024+0000 7f78877fe700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f787c0a1500 0x7f787c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:58:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.024+0000 7f7895c18700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f787c0a1500 0x7f787c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:58:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.024+0000 7f78877fe700 1 -- 172.21.15.39:0/1459447209 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f788c0cd9c0 con 0x7f78901020e0 2023-12-07T13:58:55.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.025+0000 7f7895c18700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f787c0a1500 0x7f787c0a39c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7880005fd0 tx=0x7f788000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:58:55.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.028+0000 7f78877fe700 1 -- 172.21.15.39:0/1459447209 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f788c097a40 con 0x7f78901020e0 2023-12-07T13:58:55.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:58:55.236+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f7890061a10 con 0x7f787c0a1500 2023-12-07T13:58:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:55 smithi089 ceph-mon[103124]: osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] boot 2023-12-07T13:58:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:55 smithi089 ceph-mon[103124]: osdmap e59: 9 total, 9 up, 9 in 2023-12-07T13:58:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:55 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:55.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:55.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:55 smithi039 ceph-mon[98864]: osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] boot 2023-12-07T13:58:55.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:55 smithi039 ceph-mon[98864]: osdmap e59: 9 total, 9 up, 9 in 2023-12-07T13:58:55.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:55.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:55.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:55.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:55 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:55 smithi055 ceph-mon[103363]: osd.8 [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] boot 2023-12-07T13:58:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:55 smithi055 ceph-mon[103363]: osdmap e59: 9 total, 9 up, 9 in 2023-12-07T13:58:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T13:58:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:58:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:58:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:55 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:58:56.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:56 smithi089 ceph-mon[103124]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:56.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:56 smithi089 ceph-mon[103124]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:56.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:56 smithi089 ceph-mon[103124]: osdmap e60: 9 total, 9 up, 9 in 2023-12-07T13:58:56.772 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:56 smithi039 ceph-mon[98864]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:56.772 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:56 smithi039 ceph-mon[98864]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:56.772 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:56 smithi039 ceph-mon[98864]: osdmap e60: 9 total, 9 up, 9 in 2023-12-07T13:58:56.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:56 smithi055 ceph-mon[103363]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-12-07T13:58:56.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:56 smithi055 ceph-mon[103363]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi039:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:58:56.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:56 smithi055 ceph-mon[103363]: osdmap e60: 9 total, 9 up, 9 in 2023-12-07T13:58:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:57 smithi089 ceph-mon[103124]: osdmap e61: 9 total, 9 up, 9 in 2023-12-07T13:58:57.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:57 smithi039 ceph-mon[98864]: osdmap e61: 9 total, 9 up, 9 in 2023-12-07T13:58:57.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:57 smithi055 ceph-mon[103363]: osdmap e61: 9 total, 9 up, 9 in 2023-12-07T13:58:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:58 smithi055 ceph-mon[103363]: pgmap v192: 1 pgs: 1 remapped+peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:58:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:58 smithi055 ceph-mon[103363]: osdmap e62: 9 total, 9 up, 9 in 2023-12-07T13:58:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:58 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3862582619' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaa817e8-79d6-4fb2-a44f-5d2efb1b918f"}]: dispatch 2023-12-07T13:58:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:58 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3862582619' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaa817e8-79d6-4fb2-a44f-5d2efb1b918f"}]': finished 2023-12-07T13:58:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:58 smithi055 ceph-mon[103363]: osdmap e63: 10 total, 9 up, 10 in 2023-12-07T13:58:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:58 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:58:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:58:58 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4187251649' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:58 smithi089 ceph-mon[103124]: pgmap v192: 1 pgs: 1 remapped+peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:58:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:58 smithi089 ceph-mon[103124]: osdmap e62: 9 total, 9 up, 9 in 2023-12-07T13:58:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:58 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3862582619' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaa817e8-79d6-4fb2-a44f-5d2efb1b918f"}]: dispatch 2023-12-07T13:58:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:58 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3862582619' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaa817e8-79d6-4fb2-a44f-5d2efb1b918f"}]': finished 2023-12-07T13:58:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:58 smithi089 ceph-mon[103124]: osdmap e63: 10 total, 9 up, 10 in 2023-12-07T13:58:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:58 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:58:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:58:58 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4187251649' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:58:59.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:58 smithi039 ceph-mon[98864]: pgmap v192: 1 pgs: 1 remapped+peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:58:59.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:58 smithi039 ceph-mon[98864]: osdmap e62: 9 total, 9 up, 9 in 2023-12-07T13:58:59.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:58 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3862582619' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aaa817e8-79d6-4fb2-a44f-5d2efb1b918f"}]: dispatch 2023-12-07T13:58:59.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:58 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3862582619' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aaa817e8-79d6-4fb2-a44f-5d2efb1b918f"}]': finished 2023-12-07T13:58:59.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:58 smithi039 ceph-mon[98864]: osdmap e63: 10 total, 9 up, 10 in 2023-12-07T13:58:59.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:58 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:58:59.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:58:58 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4187251649' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:59:00.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:00 smithi055 ceph-mon[103363]: pgmap v195: 1 pgs: 1 remapped+peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:00.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:00 smithi089 ceph-mon[103124]: pgmap v195: 1 pgs: 1 remapped+peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:01.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:00 smithi039 ceph-mon[98864]: pgmap v195: 1 pgs: 1 remapped+peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:02.841 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:02 smithi039 ceph-mon[98864]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:02.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:02 smithi055 ceph-mon[103363]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:02.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:02 smithi089 ceph-mon[103124]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:04.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:04 smithi055 ceph-mon[103363]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2023-12-07T13:59:04.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:04 smithi089 ceph-mon[103124]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2023-12-07T13:59:05.026 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:04 smithi039 ceph-mon[98864]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2023-12-07T13:59:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:05 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-12-07T13:59:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:05 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:05.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:05 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-12-07T13:59:05.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:05 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:05.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:05 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-12-07T13:59:05.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:05 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:06.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:06 smithi039 ceph-mon[98864]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-07T13:59:06.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:06 smithi039 ceph-mon[98864]: Deploying daemon osd.9 on smithi039 2023-12-07T13:59:06.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:06 smithi055 ceph-mon[103363]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-07T13:59:06.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:06 smithi055 ceph-mon[103363]: Deploying daemon osd.9 on smithi039 2023-12-07T13:59:06.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:06 smithi089 ceph-mon[103124]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2023-12-07T13:59:06.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:06 smithi089 ceph-mon[103124]: Deploying daemon osd.9 on smithi039 2023-12-07T13:59:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:07 smithi039 ceph-mon[98864]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2023-12-07T13:59:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:07 smithi055 ceph-mon[103363]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2023-12-07T13:59:07.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:07 smithi089 ceph-mon[103124]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2023-12-07T13:59:10.184 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:10 smithi039 ceph-mon[98864]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-12-07T13:59:10.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:10 smithi055 ceph-mon[103363]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-12-07T13:59:10.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:10 smithi089 ceph-mon[103124]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-12-07T13:59:11.446 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:11.446 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:11.446 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:11 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:11 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:11 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:12 smithi039 ceph-mon[98864]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:59:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:12 smithi055 ceph-mon[103363]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:59:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:12 smithi089 ceph-mon[103124]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:59:13.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.148+0000 7f78877fe700 1 -- 172.21.15.39:0/1459447209 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f7890061a10 con 0x7f787c0a1500 2023-12-07T13:59:13.152 INFO:teuthology.orchestra.run.smithi039.stdout:Created osd(s) 9 on host 'smithi039' 2023-12-07T13:59:13.153 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f787c0a1500 msgr2=0x7f787c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f787c0a1500 0x7f787c0a39c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7880005fd0 tx=0x7f788000a560 comp rx=0 tx=0).stop 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 msgr2=0x7f78901019f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901019f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f788c00c010 tx=0x7f788c00f690 comp rx=0 tx=0).stop 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 shutdown_connections 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f787c0a1500 0x7f787c0a39c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7890107340 0x7f78901005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78901020e0 0x7f78901019f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 --2- 172.21.15.39:0/1459447209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7890104a10 0x7f7890100090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 >> 172.21.15.39:0/1459447209 conn(0x7f78900fbad0 msgr2=0x7f7890102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 shutdown_connections 2023-12-07T13:59:13.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T13:59:13.150+0000 7f789867d700 1 -- 172.21.15.39:0/1459447209 wait complete. 2023-12-07T13:59:13.577 DEBUG:teuthology.orchestra.run.smithi039:osd.9> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.9.service 2023-12-07T13:59:13.579 INFO:tasks.cephadm:Deploying osd.10 on smithi055 with /dev/vg_nvme/lv_1... 2023-12-07T13:59:13.580 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-07T13:59:13.611 INFO:journalctl@ceph.osd.9.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T13:59:14.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:14.196 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:59:14.273 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 13:59:14 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T13:59:14.146+0000 7fe6c743d640 -1 osd.9 0 log_to_monitors true 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.274 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:14.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:14 smithi055 ceph-mon[103363]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-12-07T13:59:15.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:14 smithi089 ceph-mon[103124]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-12-07T13:59:15.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:14 smithi039 ceph-mon[98864]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-12-07T13:59:16.055 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 13:59:15 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T13:59:15.943+0000 7fe6bc2b3700 -1 osd.9 0 waiting for initial osdmap 2023-12-07T13:59:16.055 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 13:59:15 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T13:59:15.956+0000 7fe6b68aa700 -1 osd.9 65 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:59:16.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:15 smithi039 ceph-mon[98864]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:16.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:15 smithi039 ceph-mon[98864]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-12-07T13:59:16.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:15 smithi039 ceph-mon[98864]: osdmap e64: 10 total, 9 up, 10 in 2023-12-07T13:59:16.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:15 smithi039 ceph-mon[98864]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:59:16.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:16.100 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-07T13:59:16.100 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-07T13:59:16.100 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2023-12-07T13:59:16.100 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2023-12-07T13:59:16.100 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113428 s, 924 MB/s 2023-12-07T13:59:16.100 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2023-12-07T13:59:16.234 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:15 smithi055 ceph-mon[103363]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:16.234 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:15 smithi055 ceph-mon[103363]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-12-07T13:59:16.234 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:15 smithi055 ceph-mon[103363]: osdmap e64: 10 total, 9 up, 10 in 2023-12-07T13:59:16.234 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:15 smithi055 ceph-mon[103363]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:59:16.234 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:16.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:15 smithi089 ceph-mon[103124]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:16.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:15 smithi089 ceph-mon[103124]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-12-07T13:59:16.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:15 smithi089 ceph-mon[103124]: osdmap e64: 10 total, 9 up, 10 in 2023-12-07T13:59:16.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:15 smithi089 ceph-mon[103124]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]: dispatch 2023-12-07T13:59:16.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:16.569 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi055:vg_nvme/lv_1 2023-12-07T13:59:17.174 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T13:59:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:59:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: osdmap e65: 10 total, 9 up, 10 in 2023-12-07T13:59:17.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi039 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi039 to 4292M 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:17.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:17.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.397 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: osdmap e65: 10 total, 9 up, 10 in 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi039 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi039 to 4292M 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.398 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:17.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:17.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi039", "root=default"]}]': finished 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: osdmap e65: 10 total, 9 up, 10 in 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi039 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:17.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi039 to 4292M 2023-12-07T13:59:17.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:17.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:17.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:17.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:18.008 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:17 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:59:18.009 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:17 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:59:18.009 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:17 smithi055 ceph-mon[103363]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:18.009 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:17 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:18.009 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:17 smithi055 ceph-mon[103363]: osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] boot 2023-12-07T13:59:18.009 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:17 smithi055 ceph-mon[103363]: osdmap e66: 10 total, 10 up, 10 in 2023-12-07T13:59:18.009 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:17 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:18.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:17 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:59:18.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:17 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:59:18.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:17 smithi039 ceph-mon[98864]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:18.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:17 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:18.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:17 smithi039 ceph-mon[98864]: osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] boot 2023-12-07T13:59:18.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:17 smithi039 ceph-mon[98864]: osdmap e66: 10 total, 10 up, 10 in 2023-12-07T13:59:18.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:17 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:17 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:59:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:17 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:59:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:17 smithi089 ceph-mon[103124]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-12-07T13:59:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:17 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:17 smithi089 ceph-mon[103124]: osd.9 [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] boot 2023-12-07T13:59:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:17 smithi089 ceph-mon[103124]: osdmap e66: 10 total, 10 up, 10 in 2023-12-07T13:59:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:17 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T13:59:18.501 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 -- 172.21.15.55:0/2815237183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4100510 msgr2=0x7f72b4100930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 --2- 172.21.15.55:0/2815237183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4100510 0x7f72b4100930 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f72a40099c0 tx=0x7f72a4009cd0 comp rx=0 tx=0).stop 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 -- 172.21.15.55:0/2815237183 shutdown_connections 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 --2- 172.21.15.55:0/2815237183 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72b41020b0 0x7f72b4108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 --2- 172.21.15.55:0/2815237183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4100510 0x7f72b4100930 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 --2- 172.21.15.55:0/2815237183 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f72b4101710 0x7f72b4101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 -- 172.21.15.55:0/2815237183 >> 172.21.15.55:0/2815237183 conn(0x7f72b40fbad0 msgr2=0x7f72b40fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 -- 172.21.15.55:0/2815237183 shutdown_connections 2023-12-07T13:59:18.502 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.498+0000 7f72b8df8700 1 -- 172.21.15.55:0/2815237183 wait complete. 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 Processor -- start 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 -- start start 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72b4100510 0x7f72b4069a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4101710 0x7f72b419c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f72b41020b0 0x7f72b419e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b419f0a0 con 0x7f72b4100510 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b419f210 con 0x7f72b4101710 2023-12-07T13:59:18.504 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.499+0000 7f72b8df8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72b419f3d0 con 0x7f72b41020b0 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4101710 0x7f72b419c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4101710 0x7f72b419c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:35058/0 (socket says 172.21.15.55:35058) 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72b4100510 0x7f72b4069a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 -- 172.21.15.55:0/343811058 learned_addr learned my addr 172.21.15.55:0/343811058 (peer_addr_for_me v2:172.21.15.55:0/0) 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b2d9d700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f72b41020b0 0x7f72b419e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 -- 172.21.15.55:0/343811058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f72b41020b0 msgr2=0x7f72b419e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f72b41020b0 0x7f72b419e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 -- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72b4100510 msgr2=0x7f72b4069a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72b4100510 0x7f72b4069a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 -- 172.21.15.55:0/343811058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72a40095f0 con 0x7f72b4101710 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b1d9b700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4101710 0x7f72b419c330 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f729c00b530 tx=0x7f729c00b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72ab7fe700 1 -- 172.21.15.55:0/343811058 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f729c011830 con 0x7f72b4101710 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72ab7fe700 1 -- 172.21.15.55:0/343811058 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f729c011e50 con 0x7f72b4101710 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72b419f6b0 con 0x7f72b4101710 2023-12-07T13:59:18.505 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72ab7fe700 1 -- 172.21.15.55:0/343811058 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f729c00f2e0 con 0x7f72b4101710 2023-12-07T13:59:18.506 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.500+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72b419fc00 con 0x7f72b4101710 2023-12-07T13:59:18.506 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.501+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72b41079e0 con 0x7f72b4101710 2023-12-07T13:59:18.506 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.502+0000 7f72ab7fe700 1 -- 172.21.15.55:0/343811058 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f729c010380 con 0x7f72b4101710 2023-12-07T13:59:18.507 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.503+0000 7f72ab7fe700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f72a00a1500 0x7f72a00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:18.507 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.503+0000 7f72ab7fe700 1 -- 172.21.15.55:0/343811058 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 6261+0+0 (secure 0 0 0) 0x7f729c0cc000 con 0x7f72b4101710 2023-12-07T13:59:18.507 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.503+0000 7f72b259c700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f72a00a1500 0x7f72a00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:18.507 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.503+0000 7f72b259c700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f72a00a1500 0x7f72a00a39c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f72a4003820 tx=0x7f72a4005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:59:18.510 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.507+0000 7f72ab7fe700 1 -- 172.21.15.55:0/343811058 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f729c095e60 con 0x7f72b4101710 2023-12-07T13:59:18.720 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:18.717+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f72b4061a10 con 0x7f72a00a1500 2023-12-07T13:59:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:18 smithi039 ceph-mon[98864]: osdmap e67: 10 total, 10 up, 10 in 2023-12-07T13:59:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:59:19.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:59:19.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:18 smithi055 ceph-mon[103363]: osdmap e67: 10 total, 10 up, 10 in 2023-12-07T13:59:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:59:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:59:19.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:19.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:18 smithi089 ceph-mon[103124]: osdmap e67: 10 total, 10 up, 10 in 2023-12-07T13:59:19.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:59:19.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:59:19.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:20.395 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:20 smithi055 ceph-mon[103363]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:59:20.395 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:20 smithi055 ceph-mon[103363]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:20.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:20 smithi089 ceph-mon[103124]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:59:20.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:20 smithi089 ceph-mon[103124]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:20.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:20 smithi039 ceph-mon[98864]: from='client.24356 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:59:20.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:20 smithi039 ceph-mon[98864]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:22.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:22 smithi089 ceph-mon[103124]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:22.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:22 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/1530810958' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]: dispatch 2023-12-07T13:59:22.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:22 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]: dispatch 2023-12-07T13:59:22.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:22 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]': finished 2023-12-07T13:59:22.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:22 smithi089 ceph-mon[103124]: osdmap e68: 11 total, 10 up, 11 in 2023-12-07T13:59:22.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:22 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:22.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:22 smithi089 ceph-mon[103124]: from='client.? 172.21.15.55:0/174437658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:59:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:22 smithi039 ceph-mon[98864]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:22 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/1530810958' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]: dispatch 2023-12-07T13:59:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:22 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]: dispatch 2023-12-07T13:59:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:22 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]': finished 2023-12-07T13:59:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:22 smithi039 ceph-mon[98864]: osdmap e68: 11 total, 10 up, 11 in 2023-12-07T13:59:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:22 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:22.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:22 smithi039 ceph-mon[98864]: from='client.? 172.21.15.55:0/174437658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:59:22.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:22 smithi055 ceph-mon[103363]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:22.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:22 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/1530810958' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]: dispatch 2023-12-07T13:59:22.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:22 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]: dispatch 2023-12-07T13:59:22.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:22 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "27d6881d-54e7-435a-8ff0-997c079c221f"}]': finished 2023-12-07T13:59:22.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:22 smithi055 ceph-mon[103363]: osdmap e68: 11 total, 10 up, 11 in 2023-12-07T13:59:22.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:22 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:22.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:22 smithi055 ceph-mon[103363]: from='client.? 172.21.15.55:0/174437658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:59:24.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:24 smithi039 ceph-mon[98864]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:24.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:24 smithi055 ceph-mon[103363]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:24.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:24 smithi089 ceph-mon[103124]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:26.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:26 smithi039 ceph-mon[98864]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:26.637 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:26 smithi055 ceph-mon[103363]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:26.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:26 smithi089 ceph-mon[103124]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:28.392 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:28 smithi055 ceph-mon[103363]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:28 smithi039 ceph-mon[98864]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:28 smithi089 ceph-mon[103124]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:29 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-12-07T13:59:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:29 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:29 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-12-07T13:59:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:29 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:29 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-12-07T13:59:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:29 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:30 smithi039 ceph-mon[98864]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:30 smithi039 ceph-mon[98864]: Deploying daemon osd.10 on smithi055 2023-12-07T13:59:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:30 smithi055 ceph-mon[103363]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:30 smithi055 ceph-mon[103363]: Deploying daemon osd.10 on smithi055 2023-12-07T13:59:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:30 smithi089 ceph-mon[103124]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:30 smithi089 ceph-mon[103124]: Deploying daemon osd.10 on smithi055 2023-12-07T13:59:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:32 smithi039 ceph-mon[98864]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:32.638 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:32 smithi055 ceph-mon[103363]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:32.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:32 smithi089 ceph-mon[103124]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:34 smithi055 ceph-mon[103363]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:34.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:34 smithi039 ceph-mon[98864]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:34.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:34.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:34 smithi089 ceph-mon[103124]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:34.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:34.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:34.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:36 smithi039 ceph-mon[98864]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:36 smithi055 ceph-mon[103363]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:36 smithi089 ceph-mon[103124]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:37.394 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.391+0000 7f72ab7fe700 1 -- 172.21.15.55:0/343811058 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f72b4061a10 con 0x7f72a00a1500 2023-12-07T13:59:37.395 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 10 on host 'smithi055' 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.393+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f72a00a1500 msgr2=0x7f72a00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.393+0000 7f72b8df8700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f72a00a1500 0x7f72a00a39c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f72a4003820 tx=0x7f72a4005ad0 comp rx=0 tx=0).stop 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.393+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4101710 msgr2=0x7f72b419c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.393+0000 7f72b8df8700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4101710 0x7f72b419c330 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f729c00b530 tx=0x7f729c00b840 comp rx=0 tx=0).stop 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 shutdown_connections 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f72a00a1500 0x7f72a00a39c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f72b41020b0 0x7f72b419e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72b4100510 0x7f72b4069a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 --2- 172.21.15.55:0/343811058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b4101710 0x7f72b419c330 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 >> 172.21.15.55:0/343811058 conn(0x7f72b40fbad0 msgr2=0x7f72b4104b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 shutdown_connections 2023-12-07T13:59:37.397 INFO:teuthology.orchestra.run.smithi055.stderr:2023-12-07T13:59:37.394+0000 7f72b8df8700 1 -- 172.21.15.55:0/343811058 wait complete. 2023-12-07T13:59:37.868 DEBUG:teuthology.orchestra.run.smithi055:osd.10> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.10.service 2023-12-07T13:59:37.870 INFO:tasks.cephadm:Deploying osd.11 on smithi089 with /dev/vg_nvme/lv_1... 2023-12-07T13:59:37.871 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-12-07T13:59:37.901 INFO:journalctl@ceph.osd.10.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T13:59:38.435 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T13:59:38.165+0000 7fac7d0f7640 -1 osd.10 0 log_to_monitors true 2023-12-07T13:59:38.436 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-mon[103363]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:38.436 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.436 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.436 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.436 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.436 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-mon[103363]: from='osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-12-07T13:59:38.436 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:38 smithi055 ceph-mon[103363]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-12-07T13:59:38.474 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:59:38.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:38 smithi089 ceph-mon[103124]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:38 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:38 smithi089 ceph-mon[103124]: from='osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-12-07T13:59:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:38 smithi089 ceph-mon[103124]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-12-07T13:59:38.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:38 smithi039 ceph-mon[98864]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:38.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:38 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:38.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:38 smithi039 ceph-mon[98864]: from='osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-12-07T13:59:38.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:38 smithi039 ceph-mon[98864]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-12-07T13:59:40.061 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-12-07T13:59:40.061 INFO:teuthology.orchestra.run.smithi089.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-12-07T13:59:40.061 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10+0 records in 2023-12-07T13:59:40.061 INFO:teuthology.orchestra.run.smithi089.stderr:10+0 records out 2023-12-07T13:59:40.061 INFO:teuthology.orchestra.run.smithi089.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.011035 s, 950 MB/s 2023-12-07T13:59:40.061 INFO:teuthology.orchestra.run.smithi089.stderr:--> Zapping successful for: 2023-12-07T13:59:40.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-mon[103363]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:40.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-mon[103363]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-12-07T13:59:40.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-mon[103363]: from='osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:59:40.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-mon[103363]: osdmap e69: 11 total, 10 up, 11 in 2023-12-07T13:59:40.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:40.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-mon[103363]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:59:40.401 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T13:59:40.149+0000 7fac71f6d700 -1 osd.10 0 waiting for initial osdmap 2023-12-07T13:59:40.401 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 13:59:40 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T13:59:40.165+0000 7fac6dd67700 -1 osd.10 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T13:59:40.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:40 smithi089 ceph-mon[103124]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:40.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:40 smithi089 ceph-mon[103124]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-12-07T13:59:40.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:40 smithi089 ceph-mon[103124]: from='osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:59:40.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:40 smithi089 ceph-mon[103124]: osdmap e69: 11 total, 10 up, 11 in 2023-12-07T13:59:40.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:40 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:40.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:40 smithi089 ceph-mon[103124]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:59:40.534 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch daemon add osd smithi089:vg_nvme/lv_1 2023-12-07T13:59:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:40 smithi039 ceph-mon[98864]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:40 smithi039 ceph-mon[98864]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-12-07T13:59:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:40 smithi039 ceph-mon[98864]: from='osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:59:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:40 smithi039 ceph-mon[98864]: osdmap e69: 11 total, 10 up, 11 in 2023-12-07T13:59:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:40 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:40.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:40 smithi039 ceph-mon[98864]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2023-12-07T13:59:41.124 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T13:59:41.417 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: osdmap e70: 11 total, 10 up, 11 in 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:41.418 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:41.419 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.419 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:59:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: osdmap e70: 11 total, 10 up, 11 in 2023-12-07T13:59:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: osdmap e70: 11 total, 10 up, 11 in 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T13:59:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi055 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi055 to 4293M 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] boot 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: osdmap e71: 11 total, 11 up, 11 in 2023-12-07T13:59:42.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:42.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:42.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:42.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:42.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:42 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 -- 172.21.15.89:0/3511267025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100500 msgr2=0x7f8afc100920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 --2- 172.21.15.89:0/3511267025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100500 0x7f8afc100920 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8af0009990 tx=0x7f8af0009ca0 comp rx=0 tx=0).stop 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 -- 172.21.15.89:0/3511267025 shutdown_connections 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 --2- 172.21.15.89:0/3511267025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc1020a0 0x7f8afc108950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 --2- 172.21.15.89:0/3511267025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100500 0x7f8afc100920 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 --2- 172.21.15.89:0/3511267025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc101700 0x7f8afc101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 -- 172.21.15.89:0/3511267025 >> 172.21.15.89:0/3511267025 conn(0x7f8afc0fbac0 msgr2=0x7f8afc0fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 -- 172.21.15.89:0/3511267025 shutdown_connections 2023-12-07T13:59:42.461 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.458+0000 7f8b02117700 1 -- 172.21.15.89:0/3511267025 wait complete. 2023-12-07T13:59:42.463 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 Processor -- start 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 -- start start 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100500 0x7f8afc197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc101700 0x7f8afc197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc1020a0 0x7f8afc19eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8afc19f070 con 0x7f8afc100500 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8afc19f1b0 con 0x7f8afc101700 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8b02117700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8afc19f340 con 0x7f8afc1020a0 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc1020a0 0x7f8afc19eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc1020a0 0x7f8afc19eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44738/0 (socket says 172.21.15.89:44738) 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 -- 172.21.15.89:0/2139592634 learned_addr learned my addr 172.21.15.89:0/2139592634 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afb7fe700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100500 0x7f8afc197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afaffd700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc101700 0x7f8afc197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 -- 172.21.15.89:0/2139592634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc101700 msgr2=0x7f8afc197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:42.464 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc101700 0x7f8afc197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 -- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100500 msgr2=0x7f8afc197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100500 0x7f8afc197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.459+0000 7f8afbfff700 1 -- 172.21.15.89:0/2139592634 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8af00095f0 con 0x7f8afc1020a0 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.460+0000 7f8afbfff700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc1020a0 0x7f8afc19eaa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8af4007f10 tx=0x7f8af400d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.460+0000 7f8af8ff9700 1 -- 172.21.15.89:0/2139592634 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af4017070 con 0x7f8afc1020a0 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.460+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8afc19f620 con 0x7f8afc1020a0 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.460+0000 7f8af8ff9700 1 -- 172.21.15.89:0/2139592634 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8af400f040 con 0x7f8afc1020a0 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.460+0000 7f8af8ff9700 1 -- 172.21.15.89:0/2139592634 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af4005610 con 0x7f8afc1020a0 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.460+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8afc19fb20 con 0x7f8afc1020a0 2023-12-07T13:59:42.465 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.461+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8afc04f290 con 0x7f8afc1020a0 2023-12-07T13:59:42.466 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.462+0000 7f8af8ff9700 1 -- 172.21.15.89:0/2139592634 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f8af4004ad0 con 0x7f8afc1020a0 2023-12-07T13:59:42.466 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.462+0000 7f8af8ff9700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1480 0x7f8ae40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T13:59:42.466 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.462+0000 7f8af8ff9700 1 -- 172.21.15.89:0/2139592634 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 6723+0+0 (secure 0 0 0) 0x7f8af40cc460 con 0x7f8afc1020a0 2023-12-07T13:59:42.466 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.463+0000 7f8afb7fe700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1480 0x7f8ae40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T13:59:42.466 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.463+0000 7f8afb7fe700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1480 0x7f8ae40a3940 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8af000b5c0 tx=0x7f8af0003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T13:59:42.468 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.466+0000 7f8af8ff9700 1 -- 172.21.15.89:0/2139592634 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8af40960f0 con 0x7f8afc1020a0 2023-12-07T13:59:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T13:59:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T13:59:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi055 2023-12-07T13:59:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi055 to 4293M 2023-12-07T13:59:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] boot 2023-12-07T13:59:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: osdmap e71: 11 total, 11 up, 11 in 2023-12-07T13:59:42.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:42.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:42.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:42.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:42.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:42 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi055 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi055 to 4293M 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: osd.10 [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] boot 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: osdmap e71: 11 total, 11 up, 11 in 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T13:59:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:42.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:42.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:42.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:42 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:42.666 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:42.663+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f8afc06a340 con 0x7f8ae40a1480 2023-12-07T13:59:43.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:43 smithi089 ceph-mon[103124]: osdmap e72: 11 total, 11 up, 11 in 2023-12-07T13:59:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:59:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:59:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:43 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:43 smithi039 ceph-mon[98864]: osdmap e72: 11 total, 11 up, 11 in 2023-12-07T13:59:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:59:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:59:43.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:43 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:43 smithi055 ceph-mon[103363]: osdmap e72: 11 total, 11 up, 11 in 2023-12-07T13:59:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-12-07T13:59:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-12-07T13:59:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:43 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:44.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:44 smithi039 ceph-mon[98864]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:59:44.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:44 smithi039 ceph-mon[98864]: pgmap v226: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-12-07T13:59:44.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:44 smithi039 ceph-mon[98864]: osdmap e73: 11 total, 11 up, 11 in 2023-12-07T13:59:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:44 smithi055 ceph-mon[103363]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:59:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:44 smithi055 ceph-mon[103363]: pgmap v226: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-12-07T13:59:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:44 smithi055 ceph-mon[103363]: osdmap e73: 11 total, 11 up, 11 in 2023-12-07T13:59:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:44 smithi089 ceph-mon[103124]: from='client.24379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi089:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T13:59:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:44 smithi089 ceph-mon[103124]: pgmap v226: 1 pgs: 1 remapped+peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-12-07T13:59:44.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:44 smithi089 ceph-mon[103124]: osdmap e73: 11 total, 11 up, 11 in 2023-12-07T13:59:45.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:45 smithi039 ceph-mon[98864]: osdmap e74: 11 total, 11 up, 11 in 2023-12-07T13:59:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/1541143920' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]: dispatch 2023-12-07T13:59:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:45 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]: dispatch 2023-12-07T13:59:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:45 smithi039 ceph-mon[98864]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]': finished 2023-12-07T13:59:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:45 smithi039 ceph-mon[98864]: osdmap e75: 12 total, 11 up, 12 in 2023-12-07T13:59:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T13:59:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:45 smithi055 ceph-mon[103363]: osdmap e74: 11 total, 11 up, 11 in 2023-12-07T13:59:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/1541143920' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]: dispatch 2023-12-07T13:59:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:45 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]: dispatch 2023-12-07T13:59:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:45 smithi055 ceph-mon[103363]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]': finished 2023-12-07T13:59:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:45 smithi055 ceph-mon[103363]: osdmap e75: 12 total, 11 up, 12 in 2023-12-07T13:59:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T13:59:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:45 smithi089 ceph-mon[103124]: osdmap e74: 11 total, 11 up, 11 in 2023-12-07T13:59:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/1541143920' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]: dispatch 2023-12-07T13:59:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:45 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]: dispatch 2023-12-07T13:59:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:45 smithi089 ceph-mon[103124]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ea900623-5f6e-4c7f-b27a-33ed9a75f9de"}]': finished 2023-12-07T13:59:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:45 smithi089 ceph-mon[103124]: osdmap e75: 12 total, 11 up, 12 in 2023-12-07T13:59:45.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T13:59:46.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:46 smithi039 ceph-mon[98864]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T13:59:46.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:46 smithi039 ceph-mon[98864]: from='client.? 172.21.15.89:0/2088187489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:59:46.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:46 smithi055 ceph-mon[103363]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T13:59:46.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:46 smithi055 ceph-mon[103363]: from='client.? 172.21.15.89:0/2088187489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:59:46.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:46 smithi089 ceph-mon[103124]: pgmap v229: 1 pgs: 1 remapped+peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T13:59:46.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:46 smithi089 ceph-mon[103124]: from='client.? 172.21.15.89:0/2088187489' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-12-07T13:59:48.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:48 smithi039 ceph-mon[98864]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 124 KiB/s, 0 objects/s recovering 2023-12-07T13:59:48.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:48 smithi055 ceph-mon[103363]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 124 KiB/s, 0 objects/s recovering 2023-12-07T13:59:48.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:48 smithi089 ceph-mon[103124]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 124 KiB/s, 0 objects/s recovering 2023-12-07T13:59:50.476 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:50 smithi089 ceph-mon[103124]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:59:50.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:50 smithi039 ceph-mon[98864]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:59:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:50 smithi055 ceph-mon[103363]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-12-07T13:59:52.498 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:52 smithi089 ceph-mon[103124]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-07T13:59:52.498 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-12-07T13:59:52.498 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:52 smithi039 ceph-mon[98864]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-07T13:59:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-12-07T13:59:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:52 smithi055 ceph-mon[103363]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2023-12-07T13:59:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-12-07T13:59:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:53.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:53 smithi039 ceph-mon[98864]: Deploying daemon osd.11 on smithi089 2023-12-07T13:59:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:53 smithi055 ceph-mon[103363]: Deploying daemon osd.11 on smithi089 2023-12-07T13:59:53.653 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:53 smithi089 ceph-mon[103124]: Deploying daemon osd.11 on smithi089 2023-12-07T13:59:54.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:54 smithi039 ceph-mon[98864]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2023-12-07T13:59:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:54 smithi055 ceph-mon[103363]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2023-12-07T13:59:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:54 smithi089 ceph-mon[103124]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2023-12-07T13:59:56.313 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:56 smithi089 ceph-mon[103124]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-07T13:59:56.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:56 smithi039 ceph-mon[98864]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-07T13:59:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:56 smithi055 ceph-mon[103363]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-12-07T13:59:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:57 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:57 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:57 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:57 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:57 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:57 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:57.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:57 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:57.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:57 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:57.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:57 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T13:59:58.465 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:58 smithi089 ceph-mon[103124]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-12-07T13:59:58.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:58 smithi055 ceph-mon[103363]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-12-07T13:59:58.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:58 smithi039 ceph-mon[98864]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2023-12-07T13:59:59.436 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.433+0000 7f8af8ff9700 1 -- 172.21.15.89:0/2139592634 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f8afc06a340 con 0x7f8ae40a1480 2023-12-07T13:59:59.437 INFO:teuthology.orchestra.run.smithi089.stdout:Created osd(s) 11 on host 'smithi089' 2023-12-07T13:59:59.438 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1480 msgr2=0x7f8ae40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1480 0x7f8ae40a3940 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8af000b5c0 tx=0x7f8af0003860 comp rx=0 tx=0).stop 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc1020a0 msgr2=0x7f8afc19eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc1020a0 0x7f8afc19eaa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8af4007f10 tx=0x7f8af400d3b0 comp rx=0 tx=0).stop 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 shutdown_connections 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1480 0x7f8ae40a3940 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc1020a0 0x7f8afc19eaa0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100500 0x7f8afc197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 --2- 172.21.15.89:0/2139592634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc101700 0x7f8afc197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 >> 172.21.15.89:0/2139592634 conn(0x7f8afc0fbac0 msgr2=0x7f8afc069c30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 shutdown_connections 2023-12-07T13:59:59.439 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T13:59:59.436+0000 7f8b02117700 1 -- 172.21.15.89:0/2139592634 wait complete. 2023-12-07T13:59:59.813 DEBUG:teuthology.orchestra.run.smithi089:osd.11> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.11.service 2023-12-07T13:59:59.815 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2023-12-07T13:59:59.815 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd stat -f json 2023-12-07T13:59:59.845 INFO:journalctl@ceph.osd.11.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T13:59:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 13:59:59 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 13:59:59 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:00.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 13:59:59 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:00.437 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:00:00.596 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:00:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:00:00.290+0000 7fded668a640 -1 osd.11 0 log_to_monitors true 2023-12-07T14:00:00.972 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:00 smithi039 ceph-mon[98864]: overall HEALTH_OK 2023-12-07T14:00:00.972 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:00 smithi039 ceph-mon[98864]: from='osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-12-07T14:00:00.972 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:00 smithi039 ceph-mon[98864]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-12-07T14:00:01.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:00 smithi055 ceph-mon[103363]: overall HEALTH_OK 2023-12-07T14:00:01.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:00 smithi055 ceph-mon[103363]: from='osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-12-07T14:00:01.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:00 smithi055 ceph-mon[103363]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-12-07T14:00:01.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:00 smithi089 ceph-mon[103124]: overall HEALTH_OK 2023-12-07T14:00:01.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:00 smithi089 ceph-mon[103124]: from='osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-12-07T14:00:01.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:00 smithi089 ceph-mon[103124]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-12-07T14:00:01.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 -- 172.21.15.39:0/3562237501 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 msgr2=0x7fa928100930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/3562237501 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa928100930 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa9180099c0 tx=0x7fa918009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 -- 172.21.15.39:0/3562237501 shutdown_connections 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/3562237501 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9281020b0 0x7fa928108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/3562237501 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa928100930 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/3562237501 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa928101710 0x7fa928101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 -- 172.21.15.39:0/3562237501 >> 172.21.15.39:0/3562237501 conn(0x7fa9280fbad0 msgr2=0x7fa9280fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 -- 172.21.15.39:0/3562237501 shutdown_connections 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.824+0000 7fa92d1ad700 1 -- 172.21.15.39:0/3562237501 wait complete. 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 Processor -- start 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 -- start start 2023-12-07T14:00:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa9281998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa928101710 0x7fa928199df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa9281020b0 0x7fa9281a0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9281a13a0 con 0x7fa928100510 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9281a14e0 con 0x7fa928101710 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92d1ad700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9281a1670 con 0x7fa9281020b0 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa926d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa9281998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa926d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa9281998b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51072/0 (socket says 172.21.15.39:51072) 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa926d9d700 1 -- 172.21.15.39:0/325690580 learned_addr learned my addr 172.21.15.39:0/325690580 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.825+0000 7fa92659c700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa928101710 0x7fa928199df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa92759e700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa9281020b0 0x7fa9281a0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa926d9d700 1 -- 172.21.15.39:0/325690580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa9281020b0 msgr2=0x7fa9281a0dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa926d9d700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa9281020b0 0x7fa9281a0dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa926d9d700 1 -- 172.21.15.39:0/325690580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa928101710 msgr2=0x7fa928199df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa926d9d700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa928101710 0x7fa928199df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa926d9d700 1 -- 172.21.15.39:0/325690580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9180095f0 con 0x7fa928100510 2023-12-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa926d9d700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa9281998b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa918009990 tx=0x7fa918005ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa91ffff700 1 -- 172.21.15.39:0/325690580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91801d070 con 0x7fa928100510 2023-12-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9281a18f0 con 0x7fa928100510 2023-12-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa91ffff700 1 -- 172.21.15.39:0/325690580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa918004150 con 0x7fa928100510 2023-12-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa91ffff700 1 -- 172.21.15.39:0/325690580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa91800f460 con 0x7fa928100510 2023-12-07T14:00:01.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.826+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9281a1d60 con 0x7fa928100510 2023-12-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.827+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa92804f290 con 0x7fa928100510 2023-12-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.828+0000 7fa91ffff700 1 -- 172.21.15.39:0/325690580 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fa9180226e0 con 0x7fa928100510 2023-12-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.829+0000 7fa91ffff700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa9140a1480 0x7fa9140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.829+0000 7fa92659c700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa9140a1480 0x7fa9140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.829+0000 7fa91ffff700 1 -- 172.21.15.39:0/325690580 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 6831+0+0 (secure 0 0 0) 0x7fa9180cdf40 con 0x7fa928100510 2023-12-07T14:00:01.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.829+0000 7fa92659c700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa9140a1480 0x7fa9140a3940 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa910009a10 tx=0x7fa910009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:01.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:01.832+0000 7fa91ffff700 1 -- 172.21.15.39:0/325690580 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa918097c00 con 0x7fa928100510 2023-12-07T14:00:02.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.038+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fa92810c040 con 0x7fa928100510 2023-12-07T14:00:02.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.039+0000 7fa91ffff700 1 -- 172.21.15.39:0/325690580 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v77) v1 ==== 74+0+133 (secure 0 0 0) 0x7fa91809b220 con 0x7fa928100510 2023-12-07T14:00:02.042 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa9140a1480 msgr2=0x7fa9140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa9140a1480 0x7fa9140a3940 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa910009a10 tx=0x7fa910009190 comp rx=0 tx=0).stop 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 msgr2=0x7fa9281998b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa9281998b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fa918009990 tx=0x7fa918005ee0 comp rx=0 tx=0).stop 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 shutdown_connections 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa9140a1480 0x7fa9140a3940 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa9281020b0 0x7fa9281a0dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:02.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa928100510 0x7fa9281998b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:02.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 --2- 172.21.15.39:0/325690580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa928101710 0x7fa928199df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:02.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 >> 172.21.15.39:0/325690580 conn(0x7fa9280fbad0 msgr2=0x7fa928068fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:02.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 shutdown_connections 2023-12-07T14:00:02.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:02.041+0000 7fa92d1ad700 1 -- 172.21.15.39:0/325690580 wait complete. 2023-12-07T14:00:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:01 smithi055 ceph-mon[103363]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-12-07T14:00:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:01 smithi055 ceph-mon[103363]: osdmap e76: 12 total, 11 up, 12 in 2023-12-07T14:00:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:01 smithi055 ceph-mon[103363]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:01 smithi055 ceph-mon[103363]: from='osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T14:00:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:01 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:01 smithi055 ceph-mon[103363]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T14:00:02.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:01 smithi055 ceph-mon[103363]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T14:00:02.180 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:01 smithi039 ceph-mon[98864]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-12-07T14:00:02.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:01 smithi039 ceph-mon[98864]: osdmap e76: 12 total, 11 up, 12 in 2023-12-07T14:00:02.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:01 smithi039 ceph-mon[98864]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:02.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:01 smithi039 ceph-mon[98864]: from='osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T14:00:02.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:01 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:02.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:01 smithi039 ceph-mon[98864]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T14:00:02.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:01 smithi039 ceph-mon[98864]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T14:00:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-mon[103124]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-12-07T14:00:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-mon[103124]: osdmap e76: 12 total, 11 up, 12 in 2023-12-07T14:00:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-mon[103124]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-mon[103124]: from='osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T14:00:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-mon[103124]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]: dispatch 2023-12-07T14:00:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-mon[103124]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi089", "root=default"]}]': finished 2023-12-07T14:00:02.191 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:00:01.856+0000 7fdeccd03700 -1 osd.11 0 waiting for initial osdmap 2023-12-07T14:00:02.191 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:00:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:00:01.875+0000 7fdec7afb700 -1 osd.11 77 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-12-07T14:00:02.391 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":77,"num_osds":12,"num_up_osds":11,"osd_up_since":1701957581,"num_in_osds":12,"osd_in_since":1701957585,"num_remapped_pgs":0} 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: osdmap e77: 12 total, 11 up, 12 in 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/325690580' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:03.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:03.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:02 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: osdmap e77: 12 total, 11 up, 12 in 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/325690580' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:03.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:03.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:02 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: osdmap e77: 12 total, 11 up, 12 in 2023-12-07T14:00:03.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/325690580' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-07T14:00:03.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:02 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:03.393 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd stat -f json 2023-12-07T14:00:04.002 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: purged_snaps scrub starts 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: purged_snaps scrub ok 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: Detected new or changed devices on smithi089 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi089 to 4292M 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] boot 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: osdmap e78: 12 total, 12 up, 12 in 2023-12-07T14:00:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:03 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: purged_snaps scrub starts 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: purged_snaps scrub ok 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: Detected new or changed devices on smithi089 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi089 to 4292M 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] boot 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: osdmap e78: 12 total, 12 up, 12 in 2023-12-07T14:00:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:03 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:04.211 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: purged_snaps scrub starts 2023-12-07T14:00:04.211 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: purged_snaps scrub ok 2023-12-07T14:00:04.211 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: Detected new or changed devices on smithi089 2023-12-07T14:00:04.211 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi089 to 4292M 2023-12-07T14:00:04.212 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-12-07T14:00:04.212 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: osd.11 [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] boot 2023-12-07T14:00:04.212 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: osdmap e78: 12 total, 12 up, 12 in 2023-12-07T14:00:04.212 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:03 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/3513803032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 msgr2=0x7fe5dc109a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/3513803032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc109a50 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe5d400b0d0 tx=0x7fe5d400b3e0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/3513803032 shutdown_connections 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/3513803032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc109a50 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/3513803032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5dc101600 0x7fe5dc101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/3513803032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5dc102800 0x7fe5dc102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/3513803032 >> 172.21.15.39:0/3513803032 conn(0x7fe5dc0fcba0 msgr2=0x7fe5dc0fefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/3513803032 shutdown_connections 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.179+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/3513803032 wait complete. 2023-12-07T14:00:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 Processor -- start 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 -- start start 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5dc101600 0x7fe5dc197610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5dc102800 0x7fe5dc197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc19eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc19f150 con 0x7fe5dc1031a0 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc19f290 con 0x7fe5dc101600 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5e1e5e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc19f420 con 0x7fe5dc102800 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc19eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5daffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5dc102800 0x7fe5dc197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc19eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51102/0 (socket says 172.21.15.39:51102) 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 -- 172.21.15.39:0/1696866027 learned_addr learned my addr 172.21.15.39:0/1696866027 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5db7fe700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5dc101600 0x7fe5dc197610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 -- 172.21.15.39:0/1696866027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5dc102800 msgr2=0x7fe5dc197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5dc102800 0x7fe5dc197b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 -- 172.21.15.39:0/1696866027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5dc101600 msgr2=0x7fe5dc197610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5dc101600 0x7fe5dc197610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.180+0000 7fe5dbfff700 1 -- 172.21.15.39:0/1696866027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d4009d00 con 0x7fe5dc1031a0 2023-12-07T14:00:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.181+0000 7fe5dbfff700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc19eb80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4008f10 tx=0x7fe5d4008f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.181+0000 7fe5d8ff9700 1 -- 172.21.15.39:0/1696866027 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d400e040 con 0x7fe5dc1031a0 2023-12-07T14:00:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.181+0000 7fe5d8ff9700 1 -- 172.21.15.39:0/1696866027 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5d400be30 con 0x7fe5dc1031a0 2023-12-07T14:00:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.181+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5dc19f6a0 con 0x7fe5dc1031a0 2023-12-07T14:00:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.181+0000 7fe5d8ff9700 1 -- 172.21.15.39:0/1696866027 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d401ba00 con 0x7fe5dc1031a0 2023-12-07T14:00:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.181+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5dc19fb60 con 0x7fe5dc1031a0 2023-12-07T14:00:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.182+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5dc108a40 con 0x7fe5dc1031a0 2023-12-07T14:00:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.184+0000 7fe5d8ff9700 1 -- 172.21.15.39:0/1696866027 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fe5d401bb60 con 0x7fe5dc1031a0 2023-12-07T14:00:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.184+0000 7fe5d8ff9700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5c40a1500 0x7fe5c40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.184+0000 7fe5db7fe700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5c40a1500 0x7fe5c40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.184+0000 7fe5d8ff9700 1 -- 172.21.15.39:0/1696866027 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe5d40ce110 con 0x7fe5dc1031a0 2023-12-07T14:00:05.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.185+0000 7fe5db7fe700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5c40a1500 0x7fe5c40a39c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc102660 tx=0x7fe5cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:05.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.188+0000 7fe5d8ff9700 1 -- 172.21.15.39:0/1696866027 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fe5d4097ca0 con 0x7fe5dc1031a0 2023-12-07T14:00:05.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:05 smithi039 ceph-mon[98864]: osdmap e79: 12 total, 12 up, 12 in 2023-12-07T14:00:05.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.390+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7fe5dc04f290 con 0x7fe5dc1031a0 2023-12-07T14:00:05.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.390+0000 7fe5d8ff9700 1 -- 172.21.15.39:0/1696866027 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v79) v1 ==== 74+0+133 (secure 0 0 0) 0x7fe5d409b2c0 con 0x7fe5dc1031a0 2023-12-07T14:00:05.393 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:05.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5c40a1500 msgr2=0x7fe5c40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5c40a1500 0x7fe5c40a39c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe5dc102660 tx=0x7fe5cc009260 comp rx=0 tx=0).stop 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 msgr2=0x7fe5dc19eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc19eb80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4008f10 tx=0x7fe5d4008f40 comp rx=0 tx=0).stop 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 shutdown_connections 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fe5c40a1500 0x7fe5c40a39c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc1031a0 0x7fe5dc19eb80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe5dc101600 0x7fe5dc197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 --2- 172.21.15.39:0/1696866027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe5dc102800 0x7fe5dc197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 >> 172.21.15.39:0/1696866027 conn(0x7fe5dc0fcba0 msgr2=0x7fe5dc105b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 shutdown_connections 2023-12-07T14:00:05.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:05.392+0000 7fe5e1e5e700 1 -- 172.21.15.39:0/1696866027 wait complete. 2023-12-07T14:00:05.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:05 smithi055 ceph-mon[103363]: osdmap e79: 12 total, 12 up, 12 in 2023-12-07T14:00:05.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:05 smithi089 ceph-mon[103124]: osdmap e79: 12 total, 12 up, 12 in 2023-12-07T14:00:05.856 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":79,"num_osds":12,"num_up_osds":12,"osd_up_since":1701957602,"num_in_osds":12,"osd_in_since":1701957585,"num_remapped_pgs":0} 2023-12-07T14:00:05.857 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-07T14:00:06.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:06 smithi089 ceph-mon[103124]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:06.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:06 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1696866027' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-07T14:00:06.457 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:00:06.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:06 smithi039 ceph-mon[98864]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:06.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:06 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1696866027' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-07T14:00:06.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:06 smithi055 ceph-mon[103363]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:06.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:06 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1696866027' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-12-07T14:00:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 -- 172.21.15.39:0/2462075742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a44100910 msgr2=0x7f3a4410e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:07.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 --2- 172.21.15.39:0/2462075742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a44100910 0x7f3a4410e3a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c00b0a0 tx=0x7f3a3c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 -- 172.21.15.39:0/2462075742 shutdown_connections 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 --2- 172.21.15.39:0/2462075742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a44100910 0x7f3a4410e3a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 --2- 172.21.15.39:0/2462075742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a441066b0 0x7f3a44106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 --2- 172.21.15.39:0/2462075742 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3a440fff70 0x7f3a441003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 -- 172.21.15.39:0/2462075742 >> 172.21.15.39:0/2462075742 conn(0x7f3a440757f0 msgr2=0x7f3a44075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 -- 172.21.15.39:0/2462075742 shutdown_connections 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.533+0000 7f3a48a8c700 1 -- 172.21.15.39:0/2462075742 wait complete. 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 Processor -- start 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 -- start start 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3a440fff70 0x7f3a4419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a44100910 0x7f3a4419fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a441066b0 0x7f3a44199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:07.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4419a0c0 con 0x7f3a441066b0 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4419a200 con 0x7f3a44100910 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a48a8c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4419a3c0 con 0x7f3a440fff70 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a441066b0 0x7f3a44199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a441066b0 0x7f3a44199a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51116/0 (socket says 172.21.15.39:51116) 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 -- 172.21.15.39:0/2224083392 learned_addr learned my addr 172.21.15.39:0/2224083392 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a4259c700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3a440fff70 0x7f3a4419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a41d9b700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a44100910 0x7f3a4419fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 -- 172.21.15.39:0/2224083392 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3a440fff70 msgr2=0x7f3a4419f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3a440fff70 0x7f3a4419f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 -- 172.21.15.39:0/2224083392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a44100910 msgr2=0x7f3a4419fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a44100910 0x7f3a4419fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.534+0000 7f3a42d9d700 1 -- 172.21.15.39:0/2224083392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a3c009d00 con 0x7f3a441066b0 2023-12-07T14:00:07.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.535+0000 7f3a42d9d700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a441066b0 0x7f3a44199a60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c00b070 tx=0x7f3a3c007920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:07.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.535+0000 7f3a337fe700 1 -- 172.21.15.39:0/2224083392 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c00e040 con 0x7f3a441066b0 2023-12-07T14:00:07.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.535+0000 7f3a337fe700 1 -- 172.21.15.39:0/2224083392 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3a3c009440 con 0x7f3a441066b0 2023-12-07T14:00:07.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.535+0000 7f3a48a8c700 1 -- 172.21.15.39:0/2224083392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a4419a640 con 0x7f3a441066b0 2023-12-07T14:00:07.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.535+0000 7f3a337fe700 1 -- 172.21.15.39:0/2224083392 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c01b450 con 0x7f3a441066b0 2023-12-07T14:00:07.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.535+0000 7f3a48a8c700 1 -- 172.21.15.39:0/2224083392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a441a68f0 con 0x7f3a441066b0 2023-12-07T14:00:07.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.536+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a280052f0 con 0x7f3a441066b0 2023-12-07T14:00:07.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.537+0000 7f3a337fe700 1 -- 172.21.15.39:0/2224083392 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f3a3c01d480 con 0x7f3a441066b0 2023-12-07T14:00:07.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.537+0000 7f3a337fe700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3a2c0a1480 0x7f3a2c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:07.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.537+0000 7f3a4259c700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3a2c0a1480 0x7f3a2c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:07.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.538+0000 7f3a337fe700 1 -- 172.21.15.39:0/2224083392 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3a3c0cdea0 con 0x7f3a441066b0 2023-12-07T14:00:07.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.538+0000 7f3a4259c700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3a2c0a1480 0x7f3a2c0a3940 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3a34005950 tx=0x7f3a340058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:07.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.542+0000 7f3a337fe700 1 -- 172.21.15.39:0/2224083392 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3a3c097990 con 0x7f3a441066b0 2023-12-07T14:00:07.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.741+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3a28005160 con 0x7f3a441066b0 2023-12-07T14:00:07.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.742+0000 7f3a337fe700 1 -- 172.21.15.39:0/2224083392 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) v1 ==== 74+0+18348 (secure 0 0 0) 0x7f3a3c09afb0 con 0x7f3a441066b0 2023-12-07T14:00:07.744 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:07.745 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":79,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:04.133292+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:00:07.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3a2c0a1480 msgr2=0x7f3a2c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:07.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3a2c0a1480 0x7f3a2c0a3940 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3a34005950 tx=0x7f3a340058e0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a441066b0 msgr2=0x7f3a44199a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:07.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a441066b0 0x7f3a44199a60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c00b070 tx=0x7f3a3c007920 comp rx=0 tx=0).stop 2023-12-07T14:00:07.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 shutdown_connections 2023-12-07T14:00:07.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3a2c0a1480 0x7f3a2c0a3940 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a441066b0 0x7f3a44199a60 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3a440fff70 0x7f3a4419f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 --2- 172.21.15.39:0/2224083392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a44100910 0x7f3a4419fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:07.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 >> 172.21.15.39:0/2224083392 conn(0x7f3a440757f0 msgr2=0x7f3a440fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:07.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 shutdown_connections 2023-12-07T14:00:07.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:07.744+0000 7f3a317fa700 1 -- 172.21.15.39:0/2224083392 wait complete. 2023-12-07T14:00:08.112 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:00:08.112 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd pool get .mgr pg_num 2023-12-07T14:00:08.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:08 smithi089 ceph-mon[103124]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:08.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:08 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2224083392' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:08 smithi039 ceph-mon[98864]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:08 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2224083392' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:08.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:08 smithi055 ceph-mon[103363]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:08.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:08 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2224083392' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:08.716 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:00:09.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.993+0000 7f6fb4d07700 1 -- 172.21.15.39:0/3531387996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb0105470 msgr2=0x7f6fb0105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:09.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.993+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/3531387996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb0105470 0x7f6fb0105850 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f6fa00099c0 tx=0x7f6fa0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:09.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.993+0000 7f6fb4d07700 1 -- 172.21.15.39:0/3531387996 shutdown_connections 2023-12-07T14:00:09.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.993+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/3531387996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb0100e80 0x7f6fb010d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:09.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.993+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/3531387996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb0105470 0x7f6fb0105850 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:09.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.993+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/3531387996 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb01004c0 0x7f6fb0100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:09.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.993+0000 7f6fb4d07700 1 -- 172.21.15.39:0/3531387996 >> 172.21.15.39:0/3531387996 conn(0x7f6fb00774a0 msgr2=0x7f6fb00778b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:09.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.994+0000 7f6fb4d07700 1 -- 172.21.15.39:0/3531387996 shutdown_connections 2023-12-07T14:00:09.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.994+0000 7f6fb4d07700 1 -- 172.21.15.39:0/3531387996 wait complete. 2023-12-07T14:00:09.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.994+0000 7f6fb4d07700 1 Processor -- start 2023-12-07T14:00:09.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.994+0000 7f6fb4d07700 1 -- start start 2023-12-07T14:00:09.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fb4d07700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb01004c0 0x7f6fb01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:09.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fb4d07700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb0100e80 0x7f6fb0198df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:09.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fb4d07700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb0105470 0x7f6fb01a3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fb4d07700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb0199640 con 0x7f6fb01004c0 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fb4d07700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb01a3e70 con 0x7f6fb0100e80 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fb4d07700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb01a3fb0 con 0x7f6fb0105470 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb01004c0 0x7f6fb01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb01004c0 0x7f6fb01988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51124/0 (socket says 172.21.15.39:51124) 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 -- 172.21.15.39:0/279271290 learned_addr learned my addr 172.21.15.39:0/279271290 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fadd9b700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb0100e80 0x7f6fb0198df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 -- 172.21.15.39:0/279271290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb0105470 msgr2=0x7f6fb01a3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb0105470 0x7f6fb01a3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 -- 172.21.15.39:0/279271290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb0100e80 msgr2=0x7f6fb0198df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb0100e80 0x7f6fb0198df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 -- 172.21.15.39:0/279271290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fa00095f0 con 0x7f6fb01004c0 2023-12-07T14:00:09.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fae59c700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb01004c0 0x7f6fb01988b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0009f50 tx=0x7f6fa0005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:10.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6f9f7fe700 1 -- 172.21.15.39:0/279271290 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa001d070 con 0x7f6fb01004c0 2023-12-07T14:00:10.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6f9f7fe700 1 -- 172.21.15.39:0/279271290 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fa0004ca0 con 0x7f6fb01004c0 2023-12-07T14:00:10.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6f9f7fe700 1 -- 172.21.15.39:0/279271290 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa000f950 con 0x7f6fb01004c0 2023-12-07T14:00:10.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.995+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fb01a41b0 con 0x7f6fb01004c0 2023-12-07T14:00:10.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.996+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fb01a4570 con 0x7f6fb01004c0 2023-12-07T14:00:10.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.996+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fb0108a30 con 0x7f6fb01004c0 2023-12-07T14:00:10.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.998+0000 7f6f9f7fe700 1 -- 172.21.15.39:0/279271290 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f6fa0004e10 con 0x7f6fb01004c0 2023-12-07T14:00:10.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.998+0000 7f6f9f7fe700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f980a1480 0x7f6f980a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:10.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.998+0000 7f6fadd9b700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f980a1480 0x7f6f980a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:10.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.998+0000 7f6f9f7fe700 1 -- 172.21.15.39:0/279271290 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6fa00cd6d0 con 0x7f6fb01004c0 2023-12-07T14:00:10.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:09.999+0000 7f6fadd9b700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f980a1480 0x7f6f980a3940 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6fa4005950 tx=0x7f6fa40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:10.005 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.003+0000 7f6f9f7fe700 1 -- 172.21.15.39:0/279271290 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6fa0097260 con 0x7f6fb01004c0 2023-12-07T14:00:10.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.203+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6fb0110450 con 0x7f6fb01004c0 2023-12-07T14:00:10.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.203+0000 7f6f9f7fe700 1 -- 172.21.15.39:0/279271290 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v79) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6fa009a880 con 0x7f6fb01004c0 2023-12-07T14:00:10.206 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:00:10.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f980a1480 msgr2=0x7f6f980a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:10.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f980a1480 0x7f6f980a3940 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6fa4005950 tx=0x7f6fa40058e0 comp rx=0 tx=0).stop 2023-12-07T14:00:10.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb01004c0 msgr2=0x7f6fb01988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb01004c0 0x7f6fb01988b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0009f50 tx=0x7f6fa0005e80 comp rx=0 tx=0).stop 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 shutdown_connections 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f980a1480 0x7f6f980a3940 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb0105470 0x7f6fb01a3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb01004c0 0x7f6fb01988b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 --2- 172.21.15.39:0/279271290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb0100e80 0x7f6fb0198df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 >> 172.21.15.39:0/279271290 conn(0x7f6fb00774a0 msgr2=0x7f6fb00fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 shutdown_connections 2023-12-07T14:00:10.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:10.205+0000 7f6fb4d07700 1 -- 172.21.15.39:0/279271290 wait complete. 2023-12-07T14:00:10.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:10 smithi089 ceph-mon[103124]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:10.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:10 smithi039 ceph-mon[98864]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:10.580 INFO:tasks.cephadm:Adding mds.a on smithi039 2023-12-07T14:00:10.580 INFO:tasks.cephadm:Adding mds.d on smithi039 2023-12-07T14:00:10.580 INFO:tasks.cephadm:Adding mds.g on smithi039 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.j on smithi039 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.b on smithi055 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.e on smithi055 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.h on smithi055 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.k on smithi055 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.c on smithi089 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.f on smithi089 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.i on smithi089 2023-12-07T14:00:10.581 INFO:tasks.cephadm:Adding mds.l on smithi089 2023-12-07T14:00:10.581 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph orch apply mds all '12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l' 2023-12-07T14:00:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:10 smithi055 ceph-mon[103363]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:11.188 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T14:00:11.434 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:11 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/279271290' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:11.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:11 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/279271290' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:11 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/279271290' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 -- 172.21.15.89:0/2250622569 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 msgr2=0x7f3454101f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 --2- 172.21.15.89:0/2250622569 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f3454101f40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3444009990 tx=0x7f3444009ca0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 -- 172.21.15.89:0/2250622569 shutdown_connections 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 --2- 172.21.15.89:0/2250622569 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3454101140 0x7f34541089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 --2- 172.21.15.89:0/2250622569 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f3454101f40 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 --2- 172.21.15.89:0/2250622569 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3454100780 0x7f3454100c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 -- 172.21.15.89:0/2250622569 >> 172.21.15.89:0/2250622569 conn(0x7f34540fb230 msgr2=0x7f34540fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 -- 172.21.15.89:0/2250622569 shutdown_connections 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.387+0000 7f3459dbd700 1 -- 172.21.15.89:0/2250622569 wait complete. 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 Processor -- start 2023-12-07T14:00:12.393 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 -- start start 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3454100780 0x7f34541001a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3454101140 0x7f345419c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f345419e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f345419f0e0 con 0x7f3454101140 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f345419f250 con 0x7f3454100780 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.388+0000 7f3459dbd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f345419f410 con 0x7f3454101b20 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f345419e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f345419e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.89:44860/0 (socket says 172.21.15.89:44860) 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 -- 172.21.15.89:0/117206584 learned_addr learned my addr 172.21.15.89:0/117206584 (peer_addr_for_me v2:172.21.15.89:0/0) 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f34537fe700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3454100780 0x7f34541001a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3452ffd700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3454101140 0x7f345419c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 -- 172.21.15.89:0/117206584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3454100780 msgr2=0x7f34541001a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3454100780 0x7f34541001a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.394 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 -- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3454101140 msgr2=0x7f345419c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3454101140 0x7f345419c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 -- 172.21.15.89:0/117206584 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34440095f0 con 0x7f3454101b20 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3453fff700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f345419e940 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f344c00b970 tx=0x7f344c00bd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3450ff9700 1 -- 172.21.15.89:0/117206584 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c00c9b0 con 0x7f3454101b20 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3450ff9700 1 -- 172.21.15.89:0/117206584 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f344c014440 con 0x7f3454101b20 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f345419f6f0 con 0x7f3454101b20 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3450ff9700 1 -- 172.21.15.89:0/117206584 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f344c0075d0 con 0x7f3454101b20 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.389+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f345419fba0 con 0x7f3454101b20 2023-12-07T14:00:12.395 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.390+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3454107a90 con 0x7f3454101b20 2023-12-07T14:00:12.396 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.391+0000 7f3450ff9700 1 -- 172.21.15.89:0/117206584 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f344c0145b0 con 0x7f3454101b20 2023-12-07T14:00:12.396 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.392+0000 7f3450ff9700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f343c0a1480 0x7f343c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:12.396 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.392+0000 7f3450ff9700 1 -- 172.21.15.89:0/117206584 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f344c006e40 con 0x7f3454101b20 2023-12-07T14:00:12.396 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.392+0000 7f34537fe700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f343c0a1480 0x7f343c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:12.396 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.393+0000 7f34537fe700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f343c0a1480 0x7f343c0a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f344400b5c0 tx=0x7f3444005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:12.398 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.396+0000 7f3450ff9700 1 -- 172.21.15.89:0/117206584 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f344c04f2f0 con 0x7f3454101b20 2023-12-07T14:00:12.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:12 smithi089 ceph-mon[103124]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:12 smithi039 ceph-mon[98864]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:12.598 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.595+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f345402d380 con 0x7f343c0a1480 2023-12-07T14:00:12.611 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.608+0000 7f3450ff9700 1 -- 172.21.15.89:0/117206584 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f345402d380 con 0x7f343c0a1480 2023-12-07T14:00:12.611 INFO:teuthology.orchestra.run.smithi089.stdout:Scheduled mds.all update... 2023-12-07T14:00:12.613 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.610+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f343c0a1480 msgr2=0x7f343c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.610+0000 7f3459dbd700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f343c0a1480 0x7f343c0a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f344400b5c0 tx=0x7f3444005fb0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.610+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 msgr2=0x7f345419e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.610+0000 7f3459dbd700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f345419e940 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f344c00b970 tx=0x7f344c00bd30 comp rx=0 tx=0).stop 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 shutdown_connections 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f343c0a1480 0x7f343c0a3940 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3454101b20 0x7f345419e940 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3454100780 0x7f34541001a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 --2- 172.21.15.89:0/117206584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3454101140 0x7f345419c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 >> 172.21.15.89:0/117206584 conn(0x7f34540fb230 msgr2=0x7f3454104bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 shutdown_connections 2023-12-07T14:00:12.614 INFO:teuthology.orchestra.run.smithi089.stderr:2023-12-07T14:00:12.611+0000 7f3459dbd700 1 -- 172.21.15.89:0/117206584 wait complete. 2023-12-07T14:00:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:12 smithi055 ceph-mon[103363]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:13.047 DEBUG:teuthology.orchestra.run.smithi039:mds.a> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.a.service 2023-12-07T14:00:13.050 DEBUG:teuthology.orchestra.run.smithi039:mds.d> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.d.service 2023-12-07T14:00:13.088 INFO:journalctl@ceph.mds.a.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T14:00:13.089 DEBUG:teuthology.orchestra.run.smithi039:mds.g> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.g.service 2023-12-07T14:00:13.119 INFO:journalctl@ceph.mds.d.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T14:00:13.120 DEBUG:teuthology.orchestra.run.smithi039:mds.j> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.j.service 2023-12-07T14:00:13.150 INFO:journalctl@ceph.mds.g.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T14:00:13.151 DEBUG:teuthology.orchestra.run.smithi055:mds.b> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.b.service 2023-12-07T14:00:13.154 DEBUG:teuthology.orchestra.run.smithi055:mds.e> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.e.service 2023-12-07T14:00:13.179 INFO:journalctl@ceph.mds.j.smithi039.stdout:-- Logs begin at Thu 2023-12-07 13:37:54 UTC. -- 2023-12-07T14:00:13.184 INFO:journalctl@ceph.mds.b.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T14:00:13.185 DEBUG:teuthology.orchestra.run.smithi055:mds.h> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.h.service 2023-12-07T14:00:13.212 INFO:journalctl@ceph.mds.e.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T14:00:13.213 DEBUG:teuthology.orchestra.run.smithi055:mds.k> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.k.service 2023-12-07T14:00:13.240 INFO:journalctl@ceph.mds.h.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T14:00:13.241 DEBUG:teuthology.orchestra.run.smithi089:mds.c> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.c.service 2023-12-07T14:00:13.244 DEBUG:teuthology.orchestra.run.smithi089:mds.f> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.f.service 2023-12-07T14:00:13.267 INFO:journalctl@ceph.mds.k.smithi055.stdout:-- Logs begin at Thu 2023-12-07 13:36:35 UTC. -- 2023-12-07T14:00:13.274 INFO:journalctl@ceph.mds.c.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T14:00:13.275 DEBUG:teuthology.orchestra.run.smithi089:mds.i> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.i.service 2023-12-07T14:00:13.300 INFO:journalctl@ceph.mds.f.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T14:00:13.301 DEBUG:teuthology.orchestra.run.smithi089:mds.l> sudo journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.l.service 2023-12-07T14:00:13.326 INFO:journalctl@ceph.mds.i.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T14:00:13.328 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-12-07T14:00:13.328 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:00:13.352 INFO:journalctl@ceph.mds.l.smithi089.stdout:-- Logs begin at Thu 2023-12-07 13:37:08 UTC. -- 2023-12-07T14:00:13.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 -- 172.21.15.39:0/4176458422 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 msgr2=0x7f4c98101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/4176458422 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c98101a60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4c880099c0 tx=0x7f4c88009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 -- 172.21.15.39:0/4176458422 shutdown_connections 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/4176458422 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4c98101fa0 0x7f4c98108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/4176458422 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4c98100410 0x7f4c98100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/4176458422 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c98101a60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 -- 172.21.15.39:0/4176458422 >> 172.21.15.39:0/4176458422 conn(0x7f4c980fb980 msgr2=0x7f4c980fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 -- 172.21.15.39:0/4176458422 shutdown_connections 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.471+0000 7f4c9fee0700 1 -- 172.21.15.39:0/4176458422 wait complete. 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 Processor -- start 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 -- start start 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4c98100410 0x7f4c98197470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c981979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4c98101fa0 0x7f4c9819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9819ef50 con 0x7f4c98101600 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9819f090 con 0x7f4c98101fa0 2023-12-07T14:00:13.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9fee0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c9819f220 con 0x7f4c98100410 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9d47b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c981979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9d47b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c981979b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51138/0 (socket says 172.21.15.39:51138) 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9d47b700 1 -- 172.21.15.39:0/644745027 learned_addr learned my addr 172.21.15.39:0/644745027 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9dc7c700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4c98100410 0x7f4c98197470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.472+0000 7f4c9e47d700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4c98101fa0 0x7f4c9819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9d47b700 1 -- 172.21.15.39:0/644745027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4c98100410 msgr2=0x7f4c98197470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9d47b700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4c98100410 0x7f4c98197470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9d47b700 1 -- 172.21.15.39:0/644745027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4c98101fa0 msgr2=0x7f4c9819e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9d47b700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4c98101fa0 0x7f4c9819e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9d47b700 1 -- 172.21.15.39:0/644745027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c880095f0 con 0x7f4c98101600 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9e47d700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4c98101fa0 0x7f4c9819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9d47b700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c981979b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4c880036f0 tx=0x7f4c880047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c8effd700 1 -- 172.21.15.39:0/644745027 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8801d070 con 0x7f4c98101600 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c8effd700 1 -- 172.21.15.39:0/644745027 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4c88004200 con 0x7f4c98101600 2023-12-07T14:00:13.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c9819f4a0 con 0x7f4c98101600 2023-12-07T14:00:13.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c8effd700 1 -- 172.21.15.39:0/644745027 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8800f460 con 0x7f4c98101600 2023-12-07T14:00:13.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.473+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c9819f9a0 con 0x7f4c98101600 2023-12-07T14:00:13.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.474+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c98068330 con 0x7f4c98101600 2023-12-07T14:00:13.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.475+0000 7f4c8effd700 1 -- 172.21.15.39:0/644745027 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f4c88022600 con 0x7f4c98101600 2023-12-07T14:00:13.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.475+0000 7f4c8effd700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c840a1500 0x7f4c840a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.476+0000 7f4c9dc7c700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c840a1500 0x7f4c840a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.476+0000 7f4c8effd700 1 -- 172.21.15.39:0/644745027 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4c880cde60 con 0x7f4c98101600 2023-12-07T14:00:13.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.476+0000 7f4c9dc7c700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c840a1500 0x7f4c840a39c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4c98101460 tx=0x7f4c94009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:13.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.479+0000 7f4c8effd700 1 -- 172.21.15.39:0/644745027 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f4c880979f0 con 0x7f4c98101600 2023-12-07T14:00:13.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.684+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4c9810be50 con 0x7f4c98101600 2023-12-07T14:00:13.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.685+0000 7f4c8effd700 1 -- 172.21.15.39:0/644745027 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) v1 ==== 74+0+18348 (secure 0 0 0) 0x7f4c8809b010 con 0x7f4c98101600 2023-12-07T14:00:13.687 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:13.687 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":79,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:04.133292+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:00:13.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c840a1500 msgr2=0x7f4c840a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c840a1500 0x7f4c840a39c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f4c98101460 tx=0x7f4c94009190 comp rx=0 tx=0).stop 2023-12-07T14:00:13.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 msgr2=0x7f4c981979b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c981979b0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4c880036f0 tx=0x7f4c880047b0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 shutdown_connections 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4c840a1500 0x7f4c840a39c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4c98101fa0 0x7f4c9819e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4c98100410 0x7f4c98197470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 --2- 172.21.15.39:0/644745027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c98101600 0x7f4c981979b0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 >> 172.21.15.39:0/644745027 conn(0x7f4c980fb980 msgr2=0x7f4c980fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 shutdown_connections 2023-12-07T14:00:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.687+0000 7f4c9fee0700 1 -- 172.21.15.39:0/644745027 wait complete. 2023-12-07T14:00:13.702 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:00:13.702 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 -- 172.21.15.39:0/3197732741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 msgr2=0x7f12d8101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 --2- 172.21.15.39:0/3197732741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8101a50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f12c40099c0 tx=0x7f12c4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 -- 172.21.15.39:0/3197732741 shutdown_connections 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 --2- 172.21.15.39:0/3197732741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f12d8101f90 0x7f12d8108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 --2- 172.21.15.39:0/3197732741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f12d8100400 0x7f12d8100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 --2- 172.21.15.39:0/3197732741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8101a50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 -- 172.21.15.39:0/3197732741 >> 172.21.15.39:0/3197732741 conn(0x7f12d80fb930 msgr2=0x7f12d80fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 -- 172.21.15.39:0/3197732741 shutdown_connections 2023-12-07T14:00:13.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.829+0000 7f12deb40700 1 -- 172.21.15.39:0/3197732741 wait complete. 2023-12-07T14:00:13.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 Processor -- start 2023-12-07T14:00:13.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 -- start start 2023-12-07T14:00:13.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f12d8100400 0x7f12d8196320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8196860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f12d8101f90 0x7f12d819d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d819de50 con 0x7f12d81015f0 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d819df90 con 0x7f12d8100400 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12deb40700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d819e120 con 0x7f12d8101f90 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12d7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8196860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12d7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8196860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51152/0 (socket says 172.21.15.39:51152) 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12d7fff700 1 -- 172.21.15.39:0/3316947454 learned_addr learned my addr 172.21.15.39:0/3316947454 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.830+0000 7f12dd0dd700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f12d8101f90 0x7f12d819d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12dc8dc700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f12d8100400 0x7f12d8196320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d7fff700 1 -- 172.21.15.39:0/3316947454 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f12d8101f90 msgr2=0x7f12d819d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d7fff700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f12d8101f90 0x7f12d819d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d7fff700 1 -- 172.21.15.39:0/3316947454 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f12d8100400 msgr2=0x7f12d8196320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d7fff700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f12d8100400 0x7f12d8196320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d7fff700 1 -- 172.21.15.39:0/3316947454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12c40095f0 con 0x7f12d81015f0 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d7fff700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8196860 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f12c4003730 tx=0x7f12c400fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d5ffb700 1 -- 172.21.15.39:0/3316947454 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c401d070 con 0x7f12d81015f0 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12d819e3a0 con 0x7f12d81015f0 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d5ffb700 1 -- 172.21.15.39:0/3316947454 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f12c400bda0 con 0x7f12d81015f0 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12d5ffb700 1 -- 172.21.15.39:0/3316947454 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c40173f0 con 0x7f12d81015f0 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.831+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12d819e7c0 con 0x7f12d81015f0 2023-12-07T14:00:13.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.832+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12d8107830 con 0x7f12d81015f0 2023-12-07T14:00:13.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.833+0000 7f12d5ffb700 1 -- 172.21.15.39:0/3316947454 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f12c4022470 con 0x7f12d81015f0 2023-12-07T14:00:13.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.834+0000 7f12d5ffb700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f12c80a1480 0x7f12c80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:13.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.834+0000 7f12dc8dc700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f12c80a1480 0x7f12c80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:13.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.834+0000 7f12d5ffb700 1 -- 172.21.15.39:0/3316947454 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f12c40cdb10 con 0x7f12d81015f0 2023-12-07T14:00:13.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.835+0000 7f12dc8dc700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f12c80a1480 0x7f12c80a3940 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f12d8101450 tx=0x7f12cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:13.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:13.838+0000 7f12d5ffb700 1 -- 172.21.15.39:0/3316947454 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f12c40976a0 con 0x7f12d81015f0 2023-12-07T14:00:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: Saving service mds.all spec with placement smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l;count:12 2023-12-07T14:00:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:13.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:13.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:13.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:13 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:13.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:13.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: Saving service mds.all spec with placement smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l;count:12 2023-12-07T14:00:13.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:13.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:13.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:13.903 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:13.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:13.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:13.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:13.904 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:13 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:14.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.040+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f12d810bc00 con 0x7f12d81015f0 2023-12-07T14:00:14.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.040+0000 7f12d5ffb700 1 -- 172.21.15.39:0/3316947454 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v79) v1 ==== 93+0+10 (secure 0 0 0) 0x7f12c409acc0 con 0x7f12d81015f0 2023-12-07T14:00:14.043 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f12c80a1480 msgr2=0x7f12c80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f12c80a1480 0x7f12c80a3940 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f12d8101450 tx=0x7f12cc009260 comp rx=0 tx=0).stop 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 msgr2=0x7f12d8196860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8196860 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f12c4003730 tx=0x7f12c400fa00 comp rx=0 tx=0).stop 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 shutdown_connections 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f12c80a1480 0x7f12c80a3940 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f12d8101f90 0x7f12d819d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f12d8100400 0x7f12d8196320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 --2- 172.21.15.39:0/3316947454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12d81015f0 0x7f12d8196860 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 >> 172.21.15.39:0/3316947454 conn(0x7f12d80fb930 msgr2=0x7f12d8104970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 shutdown_connections 2023-12-07T14:00:14.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.042+0000 7f12deb40700 1 -- 172.21.15.39:0/3316947454 wait complete. 2023-12-07T14:00:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: Saving service mds.all spec with placement smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l;count:12 2023-12-07T14:00:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:14.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:14.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:14.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:13 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:14.057 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:14.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 -- 172.21.15.39:0/315243631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 msgr2=0x7efd60101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 --2- 172.21.15.39:0/315243631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 0x7efd60101a60 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efd50009920 tx=0x7efd50009c30 comp rx=0 tx=0).stop 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 -- 172.21.15.39:0/315243631 shutdown_connections 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 --2- 172.21.15.39:0/315243631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 0x7efd60108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 --2- 172.21.15.39:0/315243631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efd60100410 0x7efd60100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 --2- 172.21.15.39:0/315243631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 0x7efd60101a60 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 -- 172.21.15.39:0/315243631 >> 172.21.15.39:0/315243631 conn(0x7efd600fb980 msgr2=0x7efd600fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 -- 172.21.15.39:0/315243631 shutdown_connections 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.181+0000 7efd65d49700 1 -- 172.21.15.39:0/315243631 wait complete. 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 Processor -- start 2023-12-07T14:00:14.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 -- start start 2023-12-07T14:00:14.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efd60100410 0x7efd600692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:14.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 0x7efd6019c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:14.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 0x7efd6019e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:14.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd6019efa0 con 0x7efd60101fa0 2023-12-07T14:00:14.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd6019f110 con 0x7efd60101600 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd65d49700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd6019f2d0 con 0x7efd60100410 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 0x7efd6019e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 0x7efd6019e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51164/0 (socket says 172.21.15.39:51164) 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 -- 172.21.15.39:0/1274876345 learned_addr learned my addr 172.21.15.39:0/1274876345 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5f7fe700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efd60100410 0x7efd600692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5effd700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 0x7efd6019c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 -- 172.21.15.39:0/1274876345 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efd60100410 msgr2=0x7efd600692c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efd60100410 0x7efd600692c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 -- 172.21.15.39:0/1274876345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 msgr2=0x7efd6019c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 0x7efd6019c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5ffff700 1 -- 172.21.15.39:0/1274876345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd48009520 con 0x7efd60101fa0 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5effd700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 0x7efd6019c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.182+0000 7efd5f7fe700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efd60100410 0x7efd600692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:00:14.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.183+0000 7efd5ffff700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 0x7efd6019e7b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7efd5800e3c0 tx=0x7efd5800e6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:14.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.183+0000 7efd5cff9700 1 -- 172.21.15.39:0/1274876345 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd580092d0 con 0x7efd60101fa0 2023-12-07T14:00:14.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.183+0000 7efd5cff9700 1 -- 172.21.15.39:0/1274876345 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd5800f040 con 0x7efd60101fa0 2023-12-07T14:00:14.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.183+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd58009d00 con 0x7efd60101fa0 2023-12-07T14:00:14.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.183+0000 7efd5cff9700 1 -- 172.21.15.39:0/1274876345 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd58007cc0 con 0x7efd60101fa0 2023-12-07T14:00:14.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.183+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd50009520 con 0x7efd60101fa0 2023-12-07T14:00:14.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.184+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd60107930 con 0x7efd60101fa0 2023-12-07T14:00:14.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.185+0000 7efd5cff9700 1 -- 172.21.15.39:0/1274876345 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7efd58003a00 con 0x7efd60101fa0 2023-12-07T14:00:14.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.185+0000 7efd5cff9700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7efd4c0a1480 0x7efd4c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:14.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.185+0000 7efd5cff9700 1 -- 172.21.15.39:0/1274876345 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7efd580cc6d0 con 0x7efd60101fa0 2023-12-07T14:00:14.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.185+0000 7efd5f7fe700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7efd4c0a1480 0x7efd4c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:14.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.186+0000 7efd5f7fe700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7efd4c0a1480 0x7efd4c0a3940 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efd48009fd0 tx=0x7efd48009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:14.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.190+0000 7efd5cff9700 1 -- 172.21.15.39:0/1274876345 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7efd58096260 con 0x7efd60101fa0 2023-12-07T14:00:14.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.443+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efd6010bbb0 con 0x7efd60101fa0 2023-12-07T14:00:14.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.444+0000 7efd5cff9700 1 -- 172.21.15.39:0/1274876345 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7efd58099880 con 0x7efd60101fa0 2023-12-07T14:00:14.446 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:14.446 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-12-07T14:00:14.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7efd4c0a1480 msgr2=0x7efd4c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:14.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7efd4c0a1480 0x7efd4c0a3940 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7efd48009fd0 tx=0x7efd48009260 comp rx=0 tx=0).stop 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 msgr2=0x7efd6019e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 0x7efd6019e7b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7efd5800e3c0 tx=0x7efd5800e6d0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 shutdown_connections 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7efd4c0a1480 0x7efd4c0a3940 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd60101fa0 0x7efd6019e7b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efd60100410 0x7efd600692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 --2- 172.21.15.39:0/1274876345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd60101600 0x7efd6019c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 >> 172.21.15.39:0/1274876345 conn(0x7efd600fb980 msgr2=0x7efd60104a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 shutdown_connections 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:14.446+0000 7efd65d49700 1 -- 172.21.15.39:0/1274876345 wait complete. 2023-12-07T14:00:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 1 2023-12-07T14:00:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:14 smithi039 ceph-mon[98864]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:14 smithi039 ceph-mon[98864]: Deploying daemon mds.l on smithi089 2023-12-07T14:00:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:14 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/644745027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:14 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3316947454' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:14 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1274876345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:14 smithi055 ceph-mon[103363]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:14 smithi055 ceph-mon[103363]: Deploying daemon mds.l on smithi089 2023-12-07T14:00:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:14 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/644745027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:14 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3316947454' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:14 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1274876345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:14.940 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:00:14 smithi089 systemd[1]: Starting Ceph mds.l for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:14.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:14 smithi089 ceph-mon[103124]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:14.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:14 smithi089 ceph-mon[103124]: Deploying daemon mds.l on smithi089 2023-12-07T14:00:14.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:14 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/644745027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:14.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:14 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3316947454' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:14.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:14 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1274876345' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:15.312 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:00:15 smithi089 podman[140598]: 2023-12-07T14:00:15.690 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:00:15 smithi089 bash[140598]: 4d187de414a4530ec905650da6b16d2cefc0125e290a9e3cee1cca227d283223 2023-12-07T14:00:15.690 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:00:15 smithi089 ceph-mds[140638]: -- 172.21.15.89:0/2878213395 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560d677581a0 con 0x560d6772ec00 2023-12-07T14:00:15.690 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:00:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-l[140614]: starting mds.l at 2023-12-07T14:00:15.690 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:00:15 smithi089 systemd[1]: Started Ceph mds.l for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6832/1353328873,v1:172.21.15.89:6833/1353328873] up:boot 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: fsmap 1 up:standby 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:16.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:16.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:16 smithi055 ceph-mon[103363]: Deploying daemon mds.k on smithi055 2023-12-07T14:00:16.463 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 -- 172.21.15.39:0/3152268398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c81015a0 msgr2=0x7f55c8101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 --2- 172.21.15.39:0/3152268398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c81015a0 0x7f55c8101a00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f55c40099c0 tx=0x7f55c4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 -- 172.21.15.39:0/3152268398 shutdown_connections 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 --2- 172.21.15.39:0/3152268398 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f55c8101f40 0x7f55c81087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 --2- 172.21.15.39:0/3152268398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55c81003b0 0x7f55c81007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 --2- 172.21.15.39:0/3152268398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c81015a0 0x7f55c8101a00 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 -- 172.21.15.39:0/3152268398 >> 172.21.15.39:0/3152268398 conn(0x7f55c80fb920 msgr2=0x7f55c80fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 -- 172.21.15.39:0/3152268398 shutdown_connections 2023-12-07T14:00:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.601+0000 7f55d01e8700 1 -- 172.21.15.39:0/3152268398 wait complete. 2023-12-07T14:00:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 Processor -- start 2023-12-07T14:00:16.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 -- start start 2023-12-07T14:00:16.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f55c81003b0 0x7f55c806a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55c81015a0 0x7f55c819c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c8101f40 0x7f55c819e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c819eee0 con 0x7f55c8101f40 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c819f050 con 0x7f55c81015a0 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55d01e8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55c819f210 con 0x7f55c81003b0 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55ce785700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c8101f40 0x7f55c819e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55cdf84700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f55c81003b0 0x7f55c806a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55ce785700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c8101f40 0x7f55c819e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51180/0 (socket says 172.21.15.39:51180) 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55ce785700 1 -- 172.21.15.39:0/390694720 learned_addr learned my addr 172.21.15.39:0/390694720 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.602+0000 7f55cd783700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55c81015a0 0x7f55c819c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55ce785700 1 -- 172.21.15.39:0/390694720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f55c81003b0 msgr2=0x7f55c806a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55ce785700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f55c81003b0 0x7f55c806a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55ce785700 1 -- 172.21.15.39:0/390694720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55c81015a0 msgr2=0x7f55c819c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:16.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55ce785700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55c81015a0 0x7f55c819c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55ce785700 1 -- 172.21.15.39:0/390694720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55c40095f0 con 0x7f55c8101f40 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55ce785700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c8101f40 0x7f55c819e740 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f55c000ada0 tx=0x7f55c000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55baffd700 1 -- 172.21.15.39:0/390694720 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c000f070 con 0x7f55c8101f40 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55baffd700 1 -- 172.21.15.39:0/390694720 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55c0007b30 con 0x7f55c8101f40 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55c819f4f0 con 0x7f55c8101f40 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55baffd700 1 -- 172.21.15.39:0/390694720 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f55c0005280 con 0x7f55c8101f40 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.603+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55c819f980 con 0x7f55c8101f40 2023-12-07T14:00:16.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.604+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55c8107800 con 0x7f55c8101f40 2023-12-07T14:00:16.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.605+0000 7f55baffd700 1 -- 172.21.15.39:0/390694720 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f55c000c8d0 con 0x7f55c8101f40 2023-12-07T14:00:16.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.606+0000 7f55baffd700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f55b40a1480 0x7f55b40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:16.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.606+0000 7f55cdf84700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f55b40a1480 0x7f55b40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:16.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.606+0000 7f55baffd700 1 -- 172.21.15.39:0/390694720 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f55c00cbd70 con 0x7f55c8101f40 2023-12-07T14:00:16.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.607+0000 7f55cdf84700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f55b40a1480 0x7f55b40a3940 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f55c8101400 tx=0x7f55bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:16.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.611+0000 7f55baffd700 1 -- 172.21.15.39:0/390694720 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f55c0099390 con 0x7f55c8101f40 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6832/1353328873,v1:172.21.15.89:6833/1353328873] up:boot 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: fsmap 1 up:standby 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:16.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:16 smithi089 ceph-mon[103124]: Deploying daemon mds.k on smithi055 2023-12-07T14:00:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6832/1353328873,v1:172.21.15.89:6833/1353328873] up:boot 2023-12-07T14:00:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: fsmap 1 up:standby 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:16 smithi039 ceph-mon[98864]: Deploying daemon mds.k on smithi055 2023-12-07T14:00:16.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.856+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f55c8067aa0 con 0x7f55c8101f40 2023-12-07T14:00:16.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.857+0000 7f55baffd700 1 -- 172.21.15.39:0/390694720 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1325 (secure 0 0 0) 0x7f55c0098f20 con 0x7f55c8101f40 2023-12-07T14:00:16.859 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:16.859 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-12-07T14:00:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f55b40a1480 msgr2=0x7f55b40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f55b40a1480 0x7f55b40a3940 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f55c8101400 tx=0x7f55bc009260 comp rx=0 tx=0).stop 2023-12-07T14:00:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c8101f40 msgr2=0x7f55c819e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c8101f40 0x7f55c819e740 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f55c000ada0 tx=0x7f55c000c330 comp rx=0 tx=0).stop 2023-12-07T14:00:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 shutdown_connections 2023-12-07T14:00:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f55b40a1480 0x7f55b40a3940 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f55c8101f40 0x7f55c819e740 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f55c81003b0 0x7f55c806a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 --2- 172.21.15.39:0/390694720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55c81015a0 0x7f55c819c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 >> 172.21.15.39:0/390694720 conn(0x7f55c80fb920 msgr2=0x7f55c8104940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 shutdown_connections 2023-12-07T14:00:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:16.859+0000 7f55d01e8700 1 -- 172.21.15.39:0/390694720 wait complete. 2023-12-07T14:00:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 2 2023-12-07T14:00:17.360 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:00:17 smithi055 systemd[1]: Starting Ceph mds.k for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:17.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:17 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/390694720' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:17.649 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:00:17 smithi055 podman[140692]: 2023-12-07T14:00:17.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:17 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/390694720' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:17.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:17 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/390694720' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:18.149 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:00:17 smithi055 ceph-mds[140732]: -- 172.21.15.55:0/96098778 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cabb0aa1a0 con 0x55cabb080c00 2023-12-07T14:00:18.149 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:00:17 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-k[140708]: starting mds.k at 2023-12-07T14:00:18.149 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:00:17 smithi055 bash[140692]: 576689fa2616be15fd5465ae363c846b234b2f1476e6d828fa78525bb82922ae 2023-12-07T14:00:18.149 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:00:17 smithi055 systemd[1]: Started Ceph mds.k for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:18.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:18 smithi039 ceph-mon[98864]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:18.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:18.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:18.634 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:18 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:18 smithi055 ceph-mon[103363]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:18 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:18 smithi089 ceph-mon[103124]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:18 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:18.874 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:19.010 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 -- 172.21.15.39:0/1219898071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 msgr2=0x7ff5dc101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:19.010 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1219898071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc101a60 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff5d00099c0 tx=0x7ff5d0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 -- 172.21.15.39:0/1219898071 shutdown_connections 2023-12-07T14:00:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1219898071 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5dc101fa0 0x7ff5dc108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1219898071 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5dc100410 0x7ff5dc100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1219898071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc101a60 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 -- 172.21.15.39:0/1219898071 >> 172.21.15.39:0/1219898071 conn(0x7ff5dc0fb980 msgr2=0x7ff5dc0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 -- 172.21.15.39:0/1219898071 shutdown_connections 2023-12-07T14:00:19.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.003+0000 7ff5e2927700 1 -- 172.21.15.39:0/1219898071 wait complete. 2023-12-07T14:00:19.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 Processor -- start 2023-12-07T14:00:19.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 -- start start 2023-12-07T14:00:19.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5dc100410 0x7ff5dc1962d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:19.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc196810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:19.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5dc101fa0 0x7ff5dc19d830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5dc19de00 con 0x7ff5dc101600 2023-12-07T14:00:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5dc19df40 con 0x7ff5dc101fa0 2023-12-07T14:00:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e2927700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5dc19e0d0 con 0x7ff5dc100410 2023-12-07T14:00:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc196810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc196810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51190/0 (socket says 172.21.15.39:51190) 2023-12-07T14:00:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5db7fe700 1 -- 172.21.15.39:0/1441811880 learned_addr learned my addr 172.21.15.39:0/1441811880 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5dbfff700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5dc100410 0x7ff5dc1962d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.004+0000 7ff5e0ec4700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5dc101fa0 0x7ff5dc19d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5db7fe700 1 -- 172.21.15.39:0/1441811880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5dc100410 msgr2=0x7ff5dc1962d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5db7fe700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5dc100410 0x7ff5dc1962d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5db7fe700 1 -- 172.21.15.39:0/1441811880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5dc101fa0 msgr2=0x7ff5dc19d830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5db7fe700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5dc101fa0 0x7ff5dc19d830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5db7fe700 1 -- 172.21.15.39:0/1441811880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5d00095f0 con 0x7ff5dc101600 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5db7fe700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc196810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff5d00036f0 tx=0x7ff5d00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5d97fa700 1 -- 172.21.15.39:0/1441811880 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d001f070 con 0x7ff5dc101600 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5d97fa700 1 -- 172.21.15.39:0/1441811880 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff5d0019cd0 con 0x7ff5dc101600 2023-12-07T14:00:19.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5dc068780 con 0x7ff5dc101600 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5d97fa700 1 -- 172.21.15.39:0/1441811880 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5d0004190 con 0x7ff5dc101600 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.005+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5dc068c30 con 0x7ff5dc101600 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.006+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5dc068330 con 0x7ff5dc101600 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.007+0000 7ff5d97fa700 1 -- 172.21.15.39:0/1441811880 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7ff5d00038c0 con 0x7ff5dc101600 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.008+0000 7ff5d97fa700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff5c40a1480 0x7ff5c40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.008+0000 7ff5d97fa700 1 -- 172.21.15.39:0/1441811880 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff5d00cfc60 con 0x7ff5dc101600 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.008+0000 7ff5dbfff700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff5c40a1480 0x7ff5c40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.008+0000 7ff5dbfff700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff5c40a1480 0x7ff5c40a3940 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc101460 tx=0x7ff5cc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.012+0000 7ff5d97fa700 1 -- 172.21.15.39:0/1441811880 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff5d00997f0 con 0x7ff5dc101600 2023-12-07T14:00:19.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.277+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff5dc10bdf0 con 0x7ff5dc101600 2023-12-07T14:00:19.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.278+0000 7ff5d97fa700 1 -- 172.21.15.39:0/1441811880 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2116 (secure 0 0 0) 0x7ff5d009ce10 con 0x7ff5dc101600 2023-12-07T14:00:19.280 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:19.280 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-12-07T14:00:19.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff5c40a1480 msgr2=0x7ff5c40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:19.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff5c40a1480 0x7ff5c40a3940 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff5dc101460 tx=0x7ff5cc00b410 comp rx=0 tx=0).stop 2023-12-07T14:00:19.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 msgr2=0x7ff5dc196810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc196810 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff5d00036f0 tx=0x7ff5d00047b0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 shutdown_connections 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff5c40a1480 0x7ff5c40a3940 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5dc101fa0 0x7ff5dc19d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5dc100410 0x7ff5dc1962d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 --2- 172.21.15.39:0/1441811880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5dc101600 0x7ff5dc196810 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 >> 172.21.15.39:0/1441811880 conn(0x7ff5dc0fb980 msgr2=0x7ff5dc1049c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 shutdown_connections 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:19.280+0000 7ff5e2927700 1 -- 172.21.15.39:0/1441811880 wait complete. 2023-12-07T14:00:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 3 2023-12-07T14:00:19.501 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:19 smithi039 ceph-mon[98864]: Deploying daemon mds.j on smithi039 2023-12-07T14:00:19.501 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:19 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6832/3159091210,v1:172.21.15.55:6833/3159091210] up:boot 2023-12-07T14:00:19.501 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:19 smithi039 ceph-mon[98864]: fsmap 2 up:standby 2023-12-07T14:00:19.501 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:19 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:00:19.502 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:19 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1441811880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:19.502 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:00:19 smithi039 systemd[1]: Starting Ceph mds.j for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:19 smithi055 ceph-mon[103363]: Deploying daemon mds.j on smithi039 2023-12-07T14:00:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:19 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6832/3159091210,v1:172.21.15.55:6833/3159091210] up:boot 2023-12-07T14:00:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:19 smithi055 ceph-mon[103363]: fsmap 2 up:standby 2023-12-07T14:00:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:19 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:00:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:19 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1441811880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:19 smithi089 ceph-mon[103124]: Deploying daemon mds.j on smithi039 2023-12-07T14:00:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:19 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6832/3159091210,v1:172.21.15.55:6833/3159091210] up:boot 2023-12-07T14:00:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:19 smithi089 ceph-mon[103124]: fsmap 2 up:standby 2023-12-07T14:00:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:19 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:00:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:19 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1441811880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:20.055 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:00:19 smithi039 podman[148999]: 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mon[98864]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:20.399 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-mds[149038]: -- 172.21.15.39:0/682306830 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a5a77ec1a0 con 0x55a5a77c2c00 2023-12-07T14:00:20.400 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:00:20 smithi039 bash[148999]: bf6afbec02a3f28476fc15df06cf8cfc9605f36577ea07c12670b54399a49024 2023-12-07T14:00:20.400 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:00:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-j[149014]: starting mds.j at 2023-12-07T14:00:20.400 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:00:20 smithi039 systemd[1]: Started Ceph mds.j for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:20 smithi055 ceph-mon[103363]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:20 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:20 smithi089 ceph-mon[103124]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:20 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:21.295 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:21.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 -- 172.21.15.39:0/26284461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208100410 msgr2=0x7f3208100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 --2- 172.21.15.39:0/26284461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208100410 0x7f3208100830 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f31f80099c0 tx=0x7f31f8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 -- 172.21.15.39:0/26284461 shutdown_connections 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 --2- 172.21.15.39:0/26284461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3208101fa0 0x7f3208108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 --2- 172.21.15.39:0/26284461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208100410 0x7f3208100830 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 --2- 172.21.15.39:0/26284461 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3208101600 0x7f3208101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 -- 172.21.15.39:0/26284461 >> 172.21.15.39:0/26284461 conn(0x7f32080fb980 msgr2=0x7f32080fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 -- 172.21.15.39:0/26284461 shutdown_connections 2023-12-07T14:00:21.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.426+0000 7f320e94d700 1 -- 172.21.15.39:0/26284461 wait complete. 2023-12-07T14:00:21.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 Processor -- start 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 -- start start 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3208100410 0x7f3208196430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3208101600 0x7f3208196970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208101fa0 0x7f320819d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f320819df60 con 0x7f3208101fa0 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f320819e0a0 con 0x7f3208100410 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320e94d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f320819e230 con 0x7f3208101600 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320ceea700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208101fa0 0x7f320819d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320ceea700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208101fa0 0x7f320819d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51218/0 (socket says 172.21.15.39:51218) 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.427+0000 7f320ceea700 1 -- 172.21.15.39:0/3797974348 learned_addr learned my addr 172.21.15.39:0/3797974348 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f3207fff700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3208100410 0x7f3208196430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f32077fe700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3208101600 0x7f3208196970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320ceea700 1 -- 172.21.15.39:0/3797974348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3208101600 msgr2=0x7f3208196970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:21.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320ceea700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3208101600 0x7f3208196970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320ceea700 1 -- 172.21.15.39:0/3797974348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3208100410 msgr2=0x7f3208196430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320ceea700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3208100410 0x7f3208196430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320ceea700 1 -- 172.21.15.39:0/3797974348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31f80095f0 con 0x7f3208101fa0 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320ceea700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208101fa0 0x7f320819d990 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f320000b970 tx=0x7f320000bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f32057fa700 1 -- 172.21.15.39:0/3797974348 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320000c930 con 0x7f3208101fa0 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f32057fa700 1 -- 172.21.15.39:0/3797974348 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3200014440 con 0x7f3208101fa0 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f32057fa700 1 -- 172.21.15.39:0/3797974348 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32000075d0 con 0x7f3208101fa0 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f320819e510 con 0x7f3208101fa0 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.428+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f320819ea50 con 0x7f3208101fa0 2023-12-07T14:00:21.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.429+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32081078e0 con 0x7f3208101fa0 2023-12-07T14:00:21.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.430+0000 7f32057fa700 1 -- 172.21.15.39:0/3797974348 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f32000145b0 con 0x7f3208101fa0 2023-12-07T14:00:21.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.431+0000 7f32057fa700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31f00a1500 0x7f31f00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:21.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.431+0000 7f3207fff700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31f00a1500 0x7f31f00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:21.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.431+0000 7f32057fa700 1 -- 172.21.15.39:0/3797974348 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3200006e40 con 0x7f3208101fa0 2023-12-07T14:00:21.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.431+0000 7f3207fff700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31f00a1500 0x7f31f00a39c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f31f8009f50 tx=0x7f31f80037c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:21.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.434+0000 7f32057fa700 1 -- 172.21.15.39:0/3797974348 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3200095e60 con 0x7f3208101fa0 2023-12-07T14:00:21.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:21 smithi039 ceph-mon[98864]: Deploying daemon mds.d on smithi039 2023-12-07T14:00:21.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:21 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.39:6834/3927284827,v1:172.21.15.39:6835/3927284827] up:boot 2023-12-07T14:00:21.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:21 smithi039 ceph-mon[98864]: fsmap 3 up:standby 2023-12-07T14:00:21.510 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:21 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-12-07T14:00:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:21 smithi089 ceph-mon[103124]: Deploying daemon mds.d on smithi039 2023-12-07T14:00:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:21 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.39:6834/3927284827,v1:172.21.15.39:6835/3927284827] up:boot 2023-12-07T14:00:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:21 smithi089 ceph-mon[103124]: fsmap 3 up:standby 2023-12-07T14:00:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:21 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-12-07T14:00:21.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.712+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3208068330 con 0x7f3208101fa0 2023-12-07T14:00:21.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.713+0000 7f32057fa700 1 -- 172.21.15.39:0/3797974348 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2907 (secure 0 0 0) 0x7f3200023b70 con 0x7f3208101fa0 2023-12-07T14:00:21.716 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:21.716 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-12-07T14:00:21.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31f00a1500 msgr2=0x7f31f00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:21.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31f00a1500 0x7f31f00a39c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f31f8009f50 tx=0x7f31f80037c0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208101fa0 msgr2=0x7f320819d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208101fa0 0x7f320819d990 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f320000b970 tx=0x7f320000bc80 comp rx=0 tx=0).stop 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 shutdown_connections 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f31f00a1500 0x7f31f00a39c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3208101fa0 0x7f320819d990 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3208100410 0x7f3208196430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 --2- 172.21.15.39:0/3797974348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3208101600 0x7f3208196970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 >> 172.21.15.39:0/3797974348 conn(0x7f32080fb980 msgr2=0x7f3208104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 shutdown_connections 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:21.715+0000 7f320e94d700 1 -- 172.21.15.39:0/3797974348 wait complete. 2023-12-07T14:00:21.719 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 4 2023-12-07T14:00:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:21 smithi055 ceph-mon[103363]: Deploying daemon mds.d on smithi039 2023-12-07T14:00:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:21 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.39:6834/3927284827,v1:172.21.15.39:6835/3927284827] up:boot 2023-12-07T14:00:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:21 smithi055 ceph-mon[103363]: fsmap 3 up:standby 2023-12-07T14:00:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:21 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-12-07T14:00:22.366 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:00:21 smithi039 systemd[1]: Starting Ceph mds.d for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:22.366 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:00:22 smithi039 podman[149380]: 2023-12-07T14:00:22.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:22 smithi089 ceph-mon[103124]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:22.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:22 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3797974348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:22.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:22 smithi039 ceph-mon[98864]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:22.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:22 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3797974348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:22.805 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:00:22 smithi039 ceph-mds[149420]: -- 172.21.15.39:0/1812850867 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56078a9b81a0 con 0x56078a98f000 2023-12-07T14:00:22.806 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:00:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-d[149396]: starting mds.d at 2023-12-07T14:00:22.806 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:00:22 smithi039 bash[149380]: 539ca6d23cb361533ea47f29522c79e26fee729b5341d7342af328672b3f508a 2023-12-07T14:00:22.806 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:00:22 smithi039 systemd[1]: Started Ceph mds.d for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:22 smithi055 ceph-mon[103363]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:22.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:22 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3797974348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.39:6836/4117689090,v1:172.21.15.39:6837/4117689090] up:boot 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: fsmap 4 up:standby 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:23.582 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:23 smithi055 ceph-mon[103363]: Deploying daemon mds.e on smithi055 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.39:6836/4117689090,v1:172.21.15.39:6837/4117689090] up:boot 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: fsmap 4 up:standby 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:23 smithi089 ceph-mon[103124]: Deploying daemon mds.e on smithi055 2023-12-07T14:00:23.732 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.39:6836/4117689090,v1:172.21.15.39:6837/4117689090] up:boot 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: fsmap 4 up:standby 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:23.766 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:23.767 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:23 smithi039 ceph-mon[98864]: Deploying daemon mds.e on smithi055 2023-12-07T14:00:23.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 -- 172.21.15.39:0/3896024897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 msgr2=0x7f5a68100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 --2- 172.21.15.39:0/3896024897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68100830 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5a640099c0 tx=0x7f5a64009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 -- 172.21.15.39:0/3896024897 shutdown_connections 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 --2- 172.21.15.39:0/3896024897 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5a68101fa0 0x7f5a68108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 --2- 172.21.15.39:0/3896024897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68100830 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 --2- 172.21.15.39:0/3896024897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5a68101600 0x7f5a68101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 -- 172.21.15.39:0/3896024897 >> 172.21.15.39:0/3896024897 conn(0x7f5a680fb980 msgr2=0x7f5a680fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 -- 172.21.15.39:0/3896024897 shutdown_connections 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.873+0000 7f5a70271700 1 -- 172.21.15.39:0/3896024897 wait complete. 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 Processor -- start 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 -- start start 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68104350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5a68101600 0x7f5a681029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5a68101fa0 0x7f5a68102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a681036c0 con 0x7f5a68100410 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a68103830 con 0x7f5a68101600 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a70271700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a681a14b0 con 0x7f5a68101fa0 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68104350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68104350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51240/0 (socket says 172.21.15.39:51240) 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 -- 172.21.15.39:0/3243327969 learned_addr learned my addr 172.21.15.39:0/3243327969 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e80e700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5a68101fa0 0x7f5a68102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6d80c700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5a68101600 0x7f5a681029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 -- 172.21.15.39:0/3243327969 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5a68101fa0 msgr2=0x7f5a68102f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5a68101fa0 0x7f5a68102f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 -- 172.21.15.39:0/3243327969 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5a68101600 msgr2=0x7f5a681029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5a68101600 0x7f5a681029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6e00d700 1 -- 172.21.15.39:0/3243327969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a640095f0 con 0x7f5a68100410 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.874+0000 7f5a6d80c700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5a68101600 0x7f5a681029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.875+0000 7f5a6e00d700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68104350 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5a64003730 tx=0x7f5a6400fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:23.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.875+0000 7f5a5f7fe700 1 -- 172.21.15.39:0/3243327969 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a6401d070 con 0x7f5a68100410 2023-12-07T14:00:23.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.875+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a681a16e0 con 0x7f5a68100410 2023-12-07T14:00:23.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.875+0000 7f5a5f7fe700 1 -- 172.21.15.39:0/3243327969 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a6400fe70 con 0x7f5a68100410 2023-12-07T14:00:23.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.875+0000 7f5a5f7fe700 1 -- 172.21.15.39:0/3243327969 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a640173f0 con 0x7f5a68100410 2023-12-07T14:00:23.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.875+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a681a1aa0 con 0x7f5a68100410 2023-12-07T14:00:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.876+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a68068330 con 0x7f5a68100410 2023-12-07T14:00:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.878+0000 7f5a5f7fe700 1 -- 172.21.15.39:0/3243327969 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f5a64022470 con 0x7f5a68100410 2023-12-07T14:00:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.878+0000 7f5a5f7fe700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5a540a1480 0x7f5a540a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.878+0000 7f5a6d80c700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5a540a1480 0x7f5a540a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.878+0000 7f5a5f7fe700 1 -- 172.21.15.39:0/3243327969 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5a640cdf20 con 0x7f5a68100410 2023-12-07T14:00:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.879+0000 7f5a6d80c700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5a540a1480 0x7f5a540a3940 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5a58009cb0 tx=0x7f5a58009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:23.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:23.882+0000 7f5a5f7fe700 1 -- 172.21.15.39:0/3243327969 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5a64097ab0 con 0x7f5a68100410 2023-12-07T14:00:24.133 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.130+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5a6810bcf0 con 0x7f5a68100410 2023-12-07T14:00:24.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.130+0000 7f5a5f7fe700 1 -- 172.21.15.39:0/3243327969 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3698 (secure 0 0 0) 0x7f5a6409b0d0 con 0x7f5a68100410 2023-12-07T14:00:24.134 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:24.134 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-12-07T14:00:24.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5a540a1480 msgr2=0x7f5a540a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:24.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5a540a1480 0x7f5a540a3940 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5a58009cb0 tx=0x7f5a58009260 comp rx=0 tx=0).stop 2023-12-07T14:00:24.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 msgr2=0x7f5a68104350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:24.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68104350 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f5a64003730 tx=0x7f5a6400fa00 comp rx=0 tx=0).stop 2023-12-07T14:00:24.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 shutdown_connections 2023-12-07T14:00:24.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5a540a1480 0x7f5a540a3940 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:24.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5a68101fa0 0x7f5a68102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:24.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a68100410 0x7f5a68104350 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:24.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 --2- 172.21.15.39:0/3243327969 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5a68101600 0x7f5a681029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:24.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 >> 172.21.15.39:0/3243327969 conn(0x7f5a680fb980 msgr2=0x7f5a680fd4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:24.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 shutdown_connections 2023-12-07T14:00:24.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:24.133+0000 7f5a70271700 1 -- 172.21.15.39:0/3243327969 wait complete. 2023-12-07T14:00:24.138 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 5 2023-12-07T14:00:24.500 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:00:24 smithi055 systemd[1]: Starting Ceph mds.e for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:24.788 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:00:24 smithi055 podman[141029]: 2023-12-07T14:00:24.788 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:24 smithi055 ceph-mon[103363]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:24.789 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:24 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3243327969' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:24.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:24 smithi039 ceph-mon[98864]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:24.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:24 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3243327969' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:24 smithi089 ceph-mon[103124]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:24 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3243327969' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:25.149 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:00:24 smithi055 bash[141029]: ea6a45f8b82c787944ad7321b5b13a6ffd28d8a6029f598629718c0f75dcfcaf 2023-12-07T14:00:25.149 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:00:24 smithi055 ceph-mds[141069]: -- 172.21.15.55:0/1627283811 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b163c181a0 con 0x55b163beec00 2023-12-07T14:00:25.149 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:00:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-e[141045]: starting mds.e at 2023-12-07T14:00:25.149 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:00:24 smithi055 systemd[1]: Started Ceph mds.e for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:26.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:26.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: Deploying daemon mds.f on smithi089 2023-12-07T14:00:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6834/1149741155,v1:172.21.15.55:6835/1149741155] up:boot 2023-12-07T14:00:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: fsmap 5 up:standby 2023-12-07T14:00:26.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:25 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:00:26.150 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:26.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:26.162 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:26.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:26.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:26.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: Deploying daemon mds.f on smithi089 2023-12-07T14:00:26.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6834/1149741155,v1:172.21.15.55:6835/1149741155] up:boot 2023-12-07T14:00:26.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: fsmap 5 up:standby 2023-12-07T14:00:26.163 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:25 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:00:26.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.181 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: Deploying daemon mds.f on smithi089 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6834/1149741155,v1:172.21.15.55:6835/1149741155] up:boot 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: fsmap 5 up:standby 2023-12-07T14:00:26.182 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:25 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:00:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 -- 172.21.15.39:0/1745035585 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101600 msgr2=0x7ff804101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 --2- 172.21.15.39:0/1745035585 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101600 0x7ff804101a60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec0098f0 tx=0x7ff7ec009c00 comp rx=0 tx=0).stop 2023-12-07T14:00:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 -- 172.21.15.39:0/1745035585 shutdown_connections 2023-12-07T14:00:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 --2- 172.21.15.39:0/1745035585 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff804101fa0 0x7ff804108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 --2- 172.21.15.39:0/1745035585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 0x7ff804100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 --2- 172.21.15.39:0/1745035585 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101600 0x7ff804101a60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 -- 172.21.15.39:0/1745035585 >> 172.21.15.39:0/1745035585 conn(0x7ff8040fb980 msgr2=0x7ff8040fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:26.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 -- 172.21.15.39:0/1745035585 shutdown_connections 2023-12-07T14:00:26.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.289+0000 7ff809900700 1 -- 172.21.15.39:0/1745035585 wait complete. 2023-12-07T14:00:26.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 Processor -- start 2023-12-07T14:00:26.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 -- start start 2023-12-07T14:00:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 0x7ff8040692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff804101600 0x7ff80419c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101fa0 0x7ff80419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80419ef80 con 0x7ff804100410 2023-12-07T14:00:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80419f0f0 con 0x7ff804101600 2023-12-07T14:00:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff809900700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff80419f2b0 con 0x7ff804101fa0 2023-12-07T14:00:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff802ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 0x7ff8040692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff802ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 0x7ff8040692c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51254/0 (socket says 172.21.15.39:51254) 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff802ffd700 1 -- 172.21.15.39:0/287901863 learned_addr learned my addr 172.21.15.39:0/287901863 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff8037fe700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101fa0 0x7ff80419e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.290+0000 7ff8027fc700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff804101600 0x7ff80419c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff802ffd700 1 -- 172.21.15.39:0/287901863 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101fa0 msgr2=0x7ff80419e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff802ffd700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101fa0 0x7ff80419e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff802ffd700 1 -- 172.21.15.39:0/287901863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff804101600 msgr2=0x7ff80419c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff802ffd700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff804101600 0x7ff80419c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff802ffd700 1 -- 172.21.15.39:0/287901863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f40095f0 con 0x7ff804100410 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff8037fe700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101fa0 0x7ff80419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff802ffd700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 0x7ff8040692c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff7f400ebf0 tx=0x7ff7f400ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff8088fe700 1 -- 172.21.15.39:0/287901863 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f4009a10 con 0x7ff804100410 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff8088fe700 1 -- 172.21.15.39:0/287901863 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7f400cc90 con 0x7ff804100410 2023-12-07T14:00:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7ec009520 con 0x7ff804100410 2023-12-07T14:00:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff8088fe700 1 -- 172.21.15.39:0/287901863 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f4018750 con 0x7ff804100410 2023-12-07T14:00:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.291+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff80419f880 con 0x7ff804100410 2023-12-07T14:00:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.292+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8041078e0 con 0x7ff804100410 2023-12-07T14:00:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.294+0000 7ff8088fe700 1 -- 172.21.15.39:0/287901863 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7ff7f40188b0 con 0x7ff804100410 2023-12-07T14:00:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.294+0000 7ff8088fe700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7f00a1480 0x7ff7f00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.295+0000 7ff8027fc700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7f00a1480 0x7ff7f00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.295+0000 7ff8088fe700 1 -- 172.21.15.39:0/287901863 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff7f4014070 con 0x7ff804100410 2023-12-07T14:00:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.295+0000 7ff8027fc700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7f00a1480 0x7ff7f00a3940 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec00fa70 tx=0x7ff7ec019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:26.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.298+0000 7ff8088fe700 1 -- 172.21.15.39:0/287901863 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff7f40970c0 con 0x7ff804100410 2023-12-07T14:00:26.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.549+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff804068330 con 0x7ff804100410 2023-12-07T14:00:26.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.550+0000 7ff8088fe700 1 -- 172.21.15.39:0/287901863 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4489 (secure 0 0 0) 0x7ff7f409a6e0 con 0x7ff804100410 2023-12-07T14:00:26.553 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:26.553 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2023-12-07T14:00:26.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7f00a1480 msgr2=0x7ff7f00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:26.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7f00a1480 0x7ff7f00a3940 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec00fa70 tx=0x7ff7ec019040 comp rx=0 tx=0).stop 2023-12-07T14:00:26.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 msgr2=0x7ff8040692c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:26.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 0x7ff8040692c0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7ff7f400ebf0 tx=0x7ff7f400ef00 comp rx=0 tx=0).stop 2023-12-07T14:00:26.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 shutdown_connections 2023-12-07T14:00:26.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7f00a1480 0x7ff7f00a3940 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff804101fa0 0x7ff80419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff804100410 0x7ff8040692c0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 --2- 172.21.15.39:0/287901863 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff804101600 0x7ff80419c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:26.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 >> 172.21.15.39:0/287901863 conn(0x7ff8040fb980 msgr2=0x7ff804104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:26.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 shutdown_connections 2023-12-07T14:00:26.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:26.552+0000 7ff809900700 1 -- 172.21.15.39:0/287901863 wait complete. 2023-12-07T14:00:26.556 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 6 2023-12-07T14:00:26.795 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:00:26 smithi089 systemd[1]: Starting Ceph mds.f for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:27.048 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:26 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/287901863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:27.048 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:00:26 smithi089 podman[140945]: 2023-12-07T14:00:27.048 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:00:27 smithi089 bash[140945]: 388711a7e7d26ecc0e45361b31b52af52a5d252cbf381230bfc3dee8894c5dbb 2023-12-07T14:00:27.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:26 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/287901863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:27.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:26 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/287901863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:27.440 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:00:27 smithi089 ceph-mds[140986]: -- 172.21.15.89:0/4231402807 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e8b4d741a0 con 0x55e8b4d4a800 2023-12-07T14:00:27.440 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:00:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[140961]: starting mds.f at 2023-12-07T14:00:27.440 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:00:27 smithi089 systemd[1]: Started Ceph mds.f for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:28.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: Deploying daemon mds.c on smithi089 2023-12-07T14:00:28.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6834/114647789,v1:172.21.15.89:6835/114647789] up:boot 2023-12-07T14:00:28.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: fsmap 6 up:standby 2023-12-07T14:00:28.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:28 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: Deploying daemon mds.c on smithi089 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6834/114647789,v1:172.21.15.89:6835/114647789] up:boot 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: fsmap 6 up:standby 2023-12-07T14:00:28.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:28 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:00:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: Deploying daemon mds.c on smithi089 2023-12-07T14:00:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6834/114647789,v1:172.21.15.89:6835/114647789] up:boot 2023-12-07T14:00:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: fsmap 6 up:standby 2023-12-07T14:00:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:28 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:00:28.568 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:28.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 -- 172.21.15.39:0/2799164800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101fa0 msgr2=0x7ffa3c108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:28.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 --2- 172.21.15.39:0/2799164800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101fa0 0x7ffa3c108850 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7ffa3400b0d0 tx=0x7ffa3400b3e0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 -- 172.21.15.39:0/2799164800 shutdown_connections 2023-12-07T14:00:28.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 --2- 172.21.15.39:0/2799164800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101fa0 0x7ffa3c108850 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 --2- 172.21.15.39:0/2799164800 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa3c100410 0x7ffa3c100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 --2- 172.21.15.39:0/2799164800 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa3c101600 0x7ffa3c101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 -- 172.21.15.39:0/2799164800 >> 172.21.15.39:0/2799164800 conn(0x7ffa3c0fb980 msgr2=0x7ffa3c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:28.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 -- 172.21.15.39:0/2799164800 shutdown_connections 2023-12-07T14:00:28.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.705+0000 7ffa40950700 1 -- 172.21.15.39:0/2799164800 wait complete. 2023-12-07T14:00:28.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 Processor -- start 2023-12-07T14:00:28.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 -- start start 2023-12-07T14:00:28.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa3c100410 0x7ffa3c0692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:28.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101600 0x7ffa3c19c1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:28.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa3c101fa0 0x7ffa3c19e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c19eff0 con 0x7ffa3c101600 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c19f160 con 0x7ffa3c100410 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa40950700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c19f320 con 0x7ffa3c101fa0 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa39d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101600 0x7ffa3c19c1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa39d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101600 0x7ffa3c19c1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51270/0 (socket says 172.21.15.39:51270) 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa39d9b700 1 -- 172.21.15.39:0/101713020 learned_addr learned my addr 172.21.15.39:0/101713020 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa3a59c700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa3c100410 0x7ffa3c0692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa39d9b700 1 -- 172.21.15.39:0/101713020 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa3c101fa0 msgr2=0x7ffa3c19e800 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa39d9b700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa3c101fa0 0x7ffa3c19e800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa39d9b700 1 -- 172.21.15.39:0/101713020 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa3c100410 msgr2=0x7ffa3c0692c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.706+0000 7ffa39d9b700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa3c100410 0x7ffa3c0692c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.707+0000 7ffa39d9b700 1 -- 172.21.15.39:0/101713020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa34009d00 con 0x7ffa3c101600 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.707+0000 7ffa39d9b700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101600 0x7ffa3c19c1e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c00d950 tx=0x7ffa2c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.707+0000 7ffa2b7fe700 1 -- 172.21.15.39:0/101713020 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c009b40 con 0x7ffa3c101600 2023-12-07T14:00:28.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.707+0000 7ffa2b7fe700 1 -- 172.21.15.39:0/101713020 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa2c009ca0 con 0x7ffa3c101600 2023-12-07T14:00:28.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.707+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa3c19f5a0 con 0x7ffa3c101600 2023-12-07T14:00:28.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.707+0000 7ffa2b7fe700 1 -- 172.21.15.39:0/101713020 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa2c00f620 con 0x7ffa3c101600 2023-12-07T14:00:28.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.707+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa3c19fab0 con 0x7ffa3c101600 2023-12-07T14:00:28.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.708+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa3c1077c0 con 0x7ffa3c101600 2023-12-07T14:00:28.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.709+0000 7ffa2b7fe700 1 -- 172.21.15.39:0/101713020 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7ffa2c010460 con 0x7ffa3c101600 2023-12-07T14:00:28.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.709+0000 7ffa2b7fe700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:28.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.710+0000 7ffa3a59c700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:28.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.710+0000 7ffa2b7fe700 1 -- 172.21.15.39:0/101713020 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ffa2c0cccc0 con 0x7ffa3c101600 2023-12-07T14:00:28.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.710+0000 7ffa3a59c700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c101460 tx=0x7ffa30005cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:28.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.713+0000 7ffa2b7fe700 1 -- 172.21.15.39:0/101713020 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ffa2c096720 con 0x7ffa3c101600 2023-12-07T14:00:28.940 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:00:28 smithi089 systemd[1]: Starting Ceph mds.c for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:28.963 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.960+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ffa3c068330 con 0x7ffa3c101600 2023-12-07T14:00:28.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.961+0000 7ffa2b7fe700 1 -- 172.21.15.39:0/101713020 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5277 (secure 0 0 0) 0x7ffa2c099d40 con 0x7ffa3c101600 2023-12-07T14:00:28.964 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:28.964 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7}],"filesystems":[]} 2023-12-07T14:00:28.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 msgr2=0x7ffa240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:28.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c101460 tx=0x7ffa30005cf0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101600 msgr2=0x7ffa3c19c1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101600 0x7ffa3c19c1e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c00d950 tx=0x7ffa2c00dd10 comp rx=0 tx=0).stop 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 shutdown_connections 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffa240a1480 0x7ffa240a3940 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffa3c101fa0 0x7ffa3c19e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffa3c100410 0x7ffa3c0692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 --2- 172.21.15.39:0/101713020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa3c101600 0x7ffa3c19c1e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 >> 172.21.15.39:0/101713020 conn(0x7ffa3c0fb980 msgr2=0x7ffa3c104900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 shutdown_connections 2023-12-07T14:00:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:28.963+0000 7ffa40950700 1 -- 172.21.15.39:0/101713020 wait complete. 2023-12-07T14:00:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2023-12-07T14:00:29.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:29 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/101713020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:29.351 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:00:29 smithi089 podman[141284]: 2023-12-07T14:00:29.351 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:29 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/101713020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:29.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:29 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/101713020' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:29.690 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:00:29 smithi089 ceph-mds[141325]: -- 172.21.15.89:0/191514183 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e1774521a0 con 0x55e177429000 2023-12-07T14:00:29.690 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:00:29 smithi089 bash[141284]: 1ebaeca6526393de698751a40e22abb0564d97e579e5274d5d30f7e1fa5fe21b 2023-12-07T14:00:29.691 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:00:29 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: starting mds.c at 2023-12-07T14:00:29.691 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:00:29 smithi089 systemd[1]: Started Ceph mds.c for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:30.489 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:30.489 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: Deploying daemon mds.h on smithi055 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:boot 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: fsmap 7 up:standby 2023-12-07T14:00:30.490 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:30 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:00:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:30.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: Deploying daemon mds.h on smithi055 2023-12-07T14:00:30.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:boot 2023-12-07T14:00:30.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: fsmap 7 up:standby 2023-12-07T14:00:30.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:30 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:00:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:30.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:30.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:30.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: Deploying daemon mds.h on smithi055 2023-12-07T14:00:30.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:boot 2023-12-07T14:00:30.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: fsmap 7 up:standby 2023-12-07T14:00:30.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:30 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:00:30.979 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 -- 172.21.15.39:0/1068803982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 msgr2=0x7fc4ac101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 --2- 172.21.15.39:0/1068803982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac101a00 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fc4a00099c0 tx=0x7fc4a0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 -- 172.21.15.39:0/1068803982 shutdown_connections 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 --2- 172.21.15.39:0/1068803982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4ac101f40 0x7fc4ac1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 --2- 172.21.15.39:0/1068803982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4ac1003b0 0x7fc4ac1007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 --2- 172.21.15.39:0/1068803982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac101a00 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 -- 172.21.15.39:0/1068803982 >> 172.21.15.39:0/1068803982 conn(0x7fc4ac0fb920 msgr2=0x7fc4ac0fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 -- 172.21.15.39:0/1068803982 shutdown_connections 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.116+0000 7fc4b274e700 1 -- 172.21.15.39:0/1068803982 wait complete. 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 Processor -- start 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 -- start start 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4ac1003b0 0x7fc4ac06a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac19c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4ac101f40 0x7fc4ac19e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4ac19ef10 con 0x7fc4ac1015a0 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4ac19f080 con 0x7fc4ac1003b0 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b274e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4ac19f240 con 0x7fc4ac101f40 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4ab7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac19c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4abfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4ac1003b0 0x7fc4ac06a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4ab7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac19c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51284/0 (socket says 172.21.15.39:51284) 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4ab7fe700 1 -- 172.21.15.39:0/3064113795 learned_addr learned my addr 172.21.15.39:0/3064113795 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4b0ceb700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4ac101f40 0x7fc4ac19e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4ab7fe700 1 -- 172.21.15.39:0/3064113795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4ac101f40 msgr2=0x7fc4ac19e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.117+0000 7fc4ab7fe700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4ac101f40 0x7fc4ac19e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4ab7fe700 1 -- 172.21.15.39:0/3064113795 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4ac1003b0 msgr2=0x7fc4ac06a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4ab7fe700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4ac1003b0 0x7fc4ac06a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4ab7fe700 1 -- 172.21.15.39:0/3064113795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4a00095f0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4ab7fe700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac19c100 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0009fd0 tx=0x7fc4a0005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4a97fa700 1 -- 172.21.15.39:0/3064113795 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a001d070 con 0x7fc4ac1015a0 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4a97fa700 1 -- 172.21.15.39:0/3064113795 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4a00059a0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4a97fa700 1 -- 172.21.15.39:0/3064113795 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4a00173f0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4ac19f460 con 0x7fc4ac1015a0 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.118+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4ac19f8c0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.119+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4ac1077d0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.120+0000 7fc4a97fa700 1 -- 172.21.15.39:0/3064113795 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fc4a0022670 con 0x7fc4ac1015a0 2023-12-07T14:00:31.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.121+0000 7fc4a97fa700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc4940a1500 0x7fc4940a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:31.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.121+0000 7fc4abfff700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc4940a1500 0x7fc4940a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:31.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.121+0000 7fc4a97fa700 1 -- 172.21.15.39:0/3064113795 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc4a00ce030 con 0x7fc4ac1015a0 2023-12-07T14:00:31.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.121+0000 7fc4abfff700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc4940a1500 0x7fc4940a39c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac101400 tx=0x7fc49c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:31.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.124+0000 7fc4a97fa700 1 -- 172.21.15.39:0/3064113795 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc4a0097bb0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.374+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc4ac067aa0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.375+0000 7fc4a97fa700 1 -- 172.21.15.39:0/3064113795 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6068 (secure 0 0 0) 0x7fc4a009b1d0 con 0x7fc4ac1015a0 2023-12-07T14:00:31.378 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:31.378 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24502,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2023-12-07T14:00:31.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc4940a1500 msgr2=0x7fc4940a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:31.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc4940a1500 0x7fc4940a39c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc4ac101400 tx=0x7fc49c009260 comp rx=0 tx=0).stop 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 msgr2=0x7fc4ac19c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac19c100 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0009fd0 tx=0x7fc4a0005f10 comp rx=0 tx=0).stop 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 shutdown_connections 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc4940a1500 0x7fc4940a39c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4ac101f40 0x7fc4ac19e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4ac1003b0 0x7fc4ac06a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 --2- 172.21.15.39:0/3064113795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4ac1015a0 0x7fc4ac19c100 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 >> 172.21.15.39:0/3064113795 conn(0x7fc4ac0fb920 msgr2=0x7fc4ac104910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 shutdown_connections 2023-12-07T14:00:31.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:31.377+0000 7fc4b274e700 1 -- 172.21.15.39:0/3064113795 wait complete. 2023-12-07T14:00:31.382 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 8 2023-12-07T14:00:31.399 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:00:31 smithi055 systemd[1]: Starting Ceph mds.h for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:31.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:31 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3064113795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:31.788 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:00:31 smithi055 podman[141368]: 2023-12-07T14:00:31.789 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:31 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3064113795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:31 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3064113795' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:32.149 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:00:31 smithi055 ceph-mds[141408]: -- 172.21.15.55:0/1338883139 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f2bd3441a0 con 0x55f2bd31b000 2023-12-07T14:00:32.149 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:00:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-h[141384]: starting mds.h at 2023-12-07T14:00:32.149 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:00:31 smithi055 bash[141368]: d045745fc7851b35f429fbae544a637de52ff04669e68ed23940de4f6a3287cb 2023-12-07T14:00:32.149 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:00:31 smithi055 systemd[1]: Started Ceph mds.h for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:32 smithi089 ceph-mon[103124]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:32 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:32 smithi039 ceph-mon[98864]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:32.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:32 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:32 smithi055 ceph-mon[103363]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:32 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:33.394 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:33.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 -- 172.21.15.39:0/1070012802 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381048c0 msgr2=0x7fb938106cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:33.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/1070012802 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381048c0 0x7fb938106cb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb920009990 tx=0x7fb920009ca0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 -- 172.21.15.39:0/1070012802 shutdown_connections 2023-12-07T14:00:33.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/1070012802 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9381071f0 0x7fb938109660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/1070012802 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb938101f90 0x7fb938104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/1070012802 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381048c0 0x7fb938106cb0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 -- 172.21.15.39:0/1070012802 >> 172.21.15.39:0/1070012802 conn(0x7fb9380fb980 msgr2=0x7fb9380fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 -- 172.21.15.39:0/1070012802 shutdown_connections 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.532+0000 7fb93ca2b700 1 -- 172.21.15.39:0/1070012802 wait complete. 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 Processor -- start 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 -- start start 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb938101f90 0x7fb9381973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9381048c0 0x7fb938197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381071f0 0x7fb93819e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93819ef10 con 0x7fb9381071f0 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93819f050 con 0x7fb938101f90 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93ca2b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93819f1e0 con 0x7fb9381048c0 2023-12-07T14:00:33.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb936d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381071f0 0x7fb93819e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb935d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9381048c0 0x7fb938197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb936d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381071f0 0x7fb93819e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51300/0 (socket says 172.21.15.39:51300) 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb936d9d700 1 -- 172.21.15.39:0/410760770 learned_addr learned my addr 172.21.15.39:0/410760770 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.533+0000 7fb93659c700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb938101f90 0x7fb9381973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb936d9d700 1 -- 172.21.15.39:0/410760770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9381048c0 msgr2=0x7fb938197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb936d9d700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9381048c0 0x7fb938197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb936d9d700 1 -- 172.21.15.39:0/410760770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb938101f90 msgr2=0x7fb9381973e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb936d9d700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb938101f90 0x7fb9381973e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb936d9d700 1 -- 172.21.15.39:0/410760770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9200095f0 con 0x7fb9381071f0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb936d9d700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381071f0 0x7fb93819e940 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb93000ef30 tx=0x7fb93000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb92f7fe700 1 -- 172.21.15.39:0/410760770 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb930018070 con 0x7fb9381071f0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb92f7fe700 1 -- 172.21.15.39:0/410760770 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb93000f040 con 0x7fb9381071f0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb92f7fe700 1 -- 172.21.15.39:0/410760770 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb93000cd00 con 0x7fb9381071f0 2023-12-07T14:00:33.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb93819f460 con 0x7fb9381071f0 2023-12-07T14:00:33.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.534+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb93819f920 con 0x7fb9381071f0 2023-12-07T14:00:33.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.535+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9380fd500 con 0x7fb9381071f0 2023-12-07T14:00:33.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.536+0000 7fb92f7fe700 1 -- 172.21.15.39:0/410760770 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fb930003a00 con 0x7fb9381071f0 2023-12-07T14:00:33.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.537+0000 7fb92f7fe700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9240a1500 0x7fb9240a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:33.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.537+0000 7fb93659c700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9240a1500 0x7fb9240a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:33.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.537+0000 7fb92f7fe700 1 -- 172.21.15.39:0/410760770 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb9300ccd00 con 0x7fb9381071f0 2023-12-07T14:00:33.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.538+0000 7fb93659c700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9240a1500 0x7fb9240a39c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb928005950 tx=0x7fb92800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:33.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.541+0000 7fb92f7fe700 1 -- 172.21.15.39:0/410760770 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb930096890 con 0x7fb9381071f0 2023-12-07T14:00:33.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:33 smithi089 ceph-mon[103124]: Deploying daemon mds.i on smithi089 2023-12-07T14:00:33.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:33 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] up:boot 2023-12-07T14:00:33.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:33 smithi089 ceph-mon[103124]: fsmap 8 up:standby 2023-12-07T14:00:33.569 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:33 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:00:33.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.789+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb938068330 con 0x7fb9381071f0 2023-12-07T14:00:33.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.789+0000 7fb92f7fe700 1 -- 172.21.15.39:0/410760770 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6859 (secure 0 0 0) 0x7fb930099eb0 con 0x7fb9381071f0 2023-12-07T14:00:33.793 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:33.793 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24502,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2023-12-07T14:00:33.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9240a1500 msgr2=0x7fb9240a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:33.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9240a1500 0x7fb9240a39c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fb928005950 tx=0x7fb92800b410 comp rx=0 tx=0).stop 2023-12-07T14:00:33.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381071f0 msgr2=0x7fb93819e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381071f0 0x7fb93819e940 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb93000ef30 tx=0x7fb93000c3a0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 shutdown_connections 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9240a1500 0x7fb9240a39c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9381071f0 0x7fb93819e940 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb938101f90 0x7fb9381973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 --2- 172.21.15.39:0/410760770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9381048c0 0x7fb938197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 >> 172.21.15.39:0/410760770 conn(0x7fb9380fb980 msgr2=0x7fb938102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 shutdown_connections 2023-12-07T14:00:33.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:33.792+0000 7fb93ca2b700 1 -- 172.21.15.39:0/410760770 wait complete. 2023-12-07T14:00:33.797 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 9 2023-12-07T14:00:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:33 smithi039 ceph-mon[98864]: Deploying daemon mds.i on smithi089 2023-12-07T14:00:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:33 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] up:boot 2023-12-07T14:00:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:33 smithi039 ceph-mon[98864]: fsmap 8 up:standby 2023-12-07T14:00:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:33 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:00:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:33 smithi055 ceph-mon[103363]: Deploying daemon mds.i on smithi089 2023-12-07T14:00:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:33 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] up:boot 2023-12-07T14:00:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:33 smithi055 ceph-mon[103363]: fsmap 8 up:standby 2023-12-07T14:00:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:33 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:00:33.940 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:00:33 smithi089 systemd[1]: Starting Ceph mds.i for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:34.243 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:00:33 smithi089 podman[141625]: 2023-12-07T14:00:34.690 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mds[141665]: -- 172.21.15.89:0/1813170150 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e2363941a0 con 0x55e23636a800 2023-12-07T14:00:34.690 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-i[141641]: starting mds.i at 2023-12-07T14:00:34.690 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:00:34 smithi089 bash[141625]: 4ae0737584e8b4a4641870bc13db8b77d28b076bb58dba8858fcaec5cc9bba55 2023-12-07T14:00:34.690 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:00:34 smithi089 systemd[1]: Started Ceph mds.i for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:34.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:34.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/410760770' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:34.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:34.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:34.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:34 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:34.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/410760770' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:34 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/410760770' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:34 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:35.717 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:35 smithi039 ceph-mon[98864]: Deploying daemon mds.g on smithi039 2023-12-07T14:00:35.717 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:35 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] up:boot 2023-12-07T14:00:35.717 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:35 smithi039 ceph-mon[98864]: fsmap 9 up:standby 2023-12-07T14:00:35.717 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:35 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:00:35.808 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:35 smithi055 ceph-mon[103363]: Deploying daemon mds.g on smithi039 2023-12-07T14:00:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:35 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] up:boot 2023-12-07T14:00:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:35 smithi055 ceph-mon[103363]: fsmap 9 up:standby 2023-12-07T14:00:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:35 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:00:35.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:35 smithi089 ceph-mon[103124]: Deploying daemon mds.g on smithi039 2023-12-07T14:00:35.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:35 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] up:boot 2023-12-07T14:00:35.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:35 smithi089 ceph-mon[103124]: fsmap 9 up:standby 2023-12-07T14:00:35.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:35 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:00:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 -- 172.21.15.39:0/3453830231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898107270 msgr2=0x7f8898109660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 --2- 172.21.15.39:0/3453830231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898107270 0x7f8898109660 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f889000b0a0 tx=0x7f889000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:00:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 -- 172.21.15.39:0/3453830231 shutdown_connections 2023-12-07T14:00:35.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 --2- 172.21.15.39:0/3453830231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898107270 0x7f8898109660 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 --2- 172.21.15.39:0/3453830231 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8898102010 0x7f8898104400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 --2- 172.21.15.39:0/3453830231 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8898104940 0x7f8898106d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 -- 172.21.15.39:0/3453830231 >> 172.21.15.39:0/3453830231 conn(0x7f88980fb980 msgr2=0x7f88980fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 -- 172.21.15.39:0/3453830231 shutdown_connections 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.965+0000 7f889f871700 1 -- 172.21.15.39:0/3453830231 wait complete. 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 Processor -- start 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 -- start start 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898102010 0x7f8898101930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8898104940 0x7f88980fffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8898107270 0x7f8898100500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8898100ca0 con 0x7f8898102010 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8898100e10 con 0x7f8898104940 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889f871700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88981a14e0 con 0x7f8898107270 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889d60d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898102010 0x7f8898101930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:35.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889d60d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898102010 0x7f8898101930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51308/0 (socket says 172.21.15.39:51308) 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889d60d700 1 -- 172.21.15.39:0/1718125754 learned_addr learned my addr 172.21.15.39:0/1718125754 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.966+0000 7f889ce0c700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8898104940 0x7f88980fffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889de0e700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8898107270 0x7f8898100500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889d60d700 1 -- 172.21.15.39:0/1718125754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8898107270 msgr2=0x7f8898100500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889d60d700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8898107270 0x7f8898100500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889d60d700 1 -- 172.21.15.39:0/1718125754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8898104940 msgr2=0x7f88980fffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889d60d700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8898104940 0x7f88980fffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889d60d700 1 -- 172.21.15.39:0/1718125754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8890009d00 con 0x7f8898102010 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889de0e700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8898107270 0x7f8898100500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889d60d700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898102010 0x7f8898101930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f889400c9b0 tx=0x7f889400ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f888e7fc700 1 -- 172.21.15.39:0/1718125754 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8894007aa0 con 0x7f8898102010 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f888e7fc700 1 -- 172.21.15.39:0/1718125754 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8894007c00 con 0x7f8898102010 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88981a1770 con 0x7f8898102010 2023-12-07T14:00:35.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f888e7fc700 1 -- 172.21.15.39:0/1718125754 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8894018660 con 0x7f8898102010 2023-12-07T14:00:35.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.967+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88981a1c80 con 0x7f8898102010 2023-12-07T14:00:35.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.968+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88980fd500 con 0x7f8898102010 2023-12-07T14:00:35.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.969+0000 7f888e7fc700 1 -- 172.21.15.39:0/1718125754 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f889400f450 con 0x7f8898102010 2023-12-07T14:00:35.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.970+0000 7f888e7fc700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f88840a1480 0x7f88840a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:35.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.970+0000 7f889ce0c700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f88840a1480 0x7f88840a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:35.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.970+0000 7f888e7fc700 1 -- 172.21.15.39:0/1718125754 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f88940cc7f0 con 0x7f8898102010 2023-12-07T14:00:35.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.971+0000 7f889ce0c700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f88840a1480 0x7f88840a3940 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8888009c60 tx=0x7f8888009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:35.977 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:00:35 smithi039 systemd[1]: Starting Ceph mds.g for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:35.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:35.975+0000 7f888e7fc700 1 -- 172.21.15.39:0/1718125754 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f88940962f0 con 0x7f8898102010 2023-12-07T14:00:36.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.251+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f889810cf70 con 0x7f8898102010 2023-12-07T14:00:36.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.252+0000 7f888e7fc700 1 -- 172.21.15.39:0/1718125754 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7649 (secure 0 0 0) 0x7f8894099910 con 0x7f8898102010 2023-12-07T14:00:36.255 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:36.256 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24502,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24526,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f88840a1480 msgr2=0x7f88840a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f88840a1480 0x7f88840a3940 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8888009c60 tx=0x7f8888009260 comp rx=0 tx=0).stop 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898102010 msgr2=0x7f8898101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898102010 0x7f8898101930 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f889400c9b0 tx=0x7f889400ccc0 comp rx=0 tx=0).stop 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 shutdown_connections 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f88840a1480 0x7f88840a3940 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8898107270 0x7f8898100500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8898102010 0x7f8898101930 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 --2- 172.21.15.39:0/1718125754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8898104940 0x7f88980fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:36.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 >> 172.21.15.39:0/1718125754 conn(0x7f88980fb980 msgr2=0x7f88981028f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:36.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 shutdown_connections 2023-12-07T14:00:36.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:36.254+0000 7f889f871700 1 -- 172.21.15.39:0/1718125754 wait complete. 2023-12-07T14:00:36.259 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 10 2023-12-07T14:00:36.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:36 smithi039 ceph-mon[98864]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:36.535 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:36 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1718125754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:36.535 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:00:36 smithi039 podman[149990]: 2023-12-07T14:00:36.805 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:00:36 smithi039 ceph-mds[150032]: -- 172.21.15.39:0/369581500 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x555a03c1a1a0 con 0x555a03bf1000 2023-12-07T14:00:36.805 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:00:36 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-g[150008]: starting mds.g at 2023-12-07T14:00:36.805 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:00:36 smithi039 bash[149990]: f145aae36ad4c1224241779df2fd2278f6ec53507a2be2a8a450273fc1076b79 2023-12-07T14:00:36.805 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:00:36 smithi039 systemd[1]: Started Ceph mds.g for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:36.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:36 smithi055 ceph-mon[103363]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:36.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:36 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1718125754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:36.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:36 smithi089 ceph-mon[103124]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:36.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:36 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1718125754' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.39:6838/2304604579,v1:172.21.15.39:6839/2304604579] up:boot 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: fsmap 10 up:standby 2023-12-07T14:00:37.881 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:37 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.39:6838/2304604579,v1:172.21.15.39:6839/2304604579] up:boot 2023-12-07T14:00:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: fsmap 10 up:standby 2023-12-07T14:00:37.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:37 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.39:6838/2304604579,v1:172.21.15.39:6839/2304604579] up:boot 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: fsmap 10 up:standby 2023-12-07T14:00:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:37 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:00:38.271 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:38.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.413+0000 7f8c489cd700 1 -- 172.21.15.39:0/4085544595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 msgr2=0x7f8c441087d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:38.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.413+0000 7f8c489cd700 1 --2- 172.21.15.39:0/4085544595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441087d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c0099c0 tx=0x7f8c3c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.415+0000 7f8c489cd700 1 -- 172.21.15.39:0/4085544595 shutdown_connections 2023-12-07T14:00:38.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.415+0000 7f8c489cd700 1 --2- 172.21.15.39:0/4085544595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441087d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.415+0000 7f8c489cd700 1 --2- 172.21.15.39:0/4085544595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c44100390 0x7f8c441007b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.415+0000 7f8c489cd700 1 --2- 172.21.15.39:0/4085544595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c44101580 0x7f8c441019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.415+0000 7f8c489cd700 1 -- 172.21.15.39:0/4085544595 >> 172.21.15.39:0/4085544595 conn(0x7f8c440fb920 msgr2=0x7f8c440fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:38.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.415+0000 7f8c489cd700 1 -- 172.21.15.39:0/4085544595 shutdown_connections 2023-12-07T14:00:38.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.415+0000 7f8c489cd700 1 -- 172.21.15.39:0/4085544595 wait complete. 2023-12-07T14:00:38.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 Processor -- start 2023-12-07T14:00:38.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 -- start start 2023-12-07T14:00:38.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c44100390 0x7f8c44199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c44101580 0x7f8c44199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441a0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c441a1070 con 0x7f8c44101f20 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c441a11b0 con 0x7f8c44101580 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c489cd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c441a1340 con 0x7f8c44100390 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c42d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441a0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c42d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441a0aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51338/0 (socket says 172.21.15.39:51338) 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.416+0000 7f8c42d9d700 1 -- 172.21.15.39:0/2152442103 learned_addr learned my addr 172.21.15.39:0/2152442103 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:38.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c41d9b700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c44101580 0x7f8c44199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:38.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c4259c700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c44100390 0x7f8c44199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:38.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c42d9d700 1 -- 172.21.15.39:0/2152442103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c44100390 msgr2=0x7f8c44199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:38.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c42d9d700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c44100390 0x7f8c44199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c42d9d700 1 -- 172.21.15.39:0/2152442103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c44101580 msgr2=0x7f8c44199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:38.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c42d9d700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c44101580 0x7f8c44199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c42d9d700 1 -- 172.21.15.39:0/2152442103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c3c0095f0 con 0x7f8c44101f20 2023-12-07T14:00:38.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c42d9d700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441a0aa0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c006010 tx=0x7f8c3c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:38.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c3b7fe700 1 -- 172.21.15.39:0/2152442103 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c01d070 con 0x7f8c44101f20 2023-12-07T14:00:38.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c3b7fe700 1 -- 172.21.15.39:0/2152442103 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8c3c003f90 con 0x7f8c44101f20 2023-12-07T14:00:38.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c441a15c0 con 0x7f8c44101f20 2023-12-07T14:00:38.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c3b7fe700 1 -- 172.21.15.39:0/2152442103 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c00fd40 con 0x7f8c44101f20 2023-12-07T14:00:38.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.417+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c441a1990 con 0x7f8c44101f20 2023-12-07T14:00:38.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.418+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c44068780 con 0x7f8c44101f20 2023-12-07T14:00:38.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.419+0000 7f8c3b7fe700 1 -- 172.21.15.39:0/2152442103 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f8c3c00f460 con 0x7f8c44101f20 2023-12-07T14:00:38.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.420+0000 7f8c3b7fe700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8c300a1480 0x7f8c300a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:38.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.420+0000 7f8c4259c700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8c300a1480 0x7f8c300a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:38.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.420+0000 7f8c3b7fe700 1 -- 172.21.15.39:0/2152442103 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8c3c0cd850 con 0x7f8c44101f20 2023-12-07T14:00:38.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.420+0000 7f8c4259c700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8c300a1480 0x7f8c300a3940 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8c441013e0 tx=0x7f8c34009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:38.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.424+0000 7f8c3b7fe700 1 -- 172.21.15.39:0/2152442103 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8c3c097340 con 0x7f8c44101f20 2023-12-07T14:00:38.527 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:00:38 smithi039 systemd[1]: Starting Ceph mds.a for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:38.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.681+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8c4410bbf0 con 0x7f8c44101f20 2023-12-07T14:00:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.682+0000 7f8c3b7fe700 1 -- 172.21.15.39:0/2152442103 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8441 (secure 0 0 0) 0x7f8c3c09a960 con 0x7f8c44101f20 2023-12-07T14:00:38.686 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:38.686 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24502,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24526,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-12-07T14:00:38.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8c300a1480 msgr2=0x7f8c300a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:38.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8c300a1480 0x7f8c300a3940 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8c441013e0 tx=0x7f8c34009040 comp rx=0 tx=0).stop 2023-12-07T14:00:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 msgr2=0x7f8c441a0aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441a0aa0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c006010 tx=0x7f8c3c004730 comp rx=0 tx=0).stop 2023-12-07T14:00:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 shutdown_connections 2023-12-07T14:00:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8c300a1480 0x7f8c300a3940 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c44101f20 0x7f8c441a0aa0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c44100390 0x7f8c44199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 --2- 172.21.15.39:0/2152442103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c44101580 0x7f8c44199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 >> 172.21.15.39:0/2152442103 conn(0x7f8c440fb920 msgr2=0x7f8c44069af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.684+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 shutdown_connections 2023-12-07T14:00:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:38.685+0000 7f8c489cd700 1 -- 172.21.15.39:0/2152442103 wait complete. 2023-12-07T14:00:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 11 2023-12-07T14:00:38.788 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:00:38 smithi039 podman[150355]: 2023-12-07T14:00:38.789 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:38 smithi039 ceph-mon[98864]: Deploying daemon mds.a on smithi039 2023-12-07T14:00:38.789 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:38 smithi039 ceph-mon[98864]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:38.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:38 smithi055 ceph-mon[103363]: Deploying daemon mds.a on smithi039 2023-12-07T14:00:38.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:38 smithi055 ceph-mon[103363]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:38.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:38 smithi089 ceph-mon[103124]: Deploying daemon mds.a on smithi039 2023-12-07T14:00:38.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:38 smithi089 ceph-mon[103124]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:39.055 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:00:38 smithi039 ceph-mds[150417]: -- 172.21.15.39:0/3185686685 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55dac19ae1a0 con 0x55dac1984c00 2023-12-07T14:00:39.055 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:00:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-a[150391]: starting mds.a at 2023-12-07T14:00:39.055 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:00:38 smithi039 bash[150355]: 5a4ad434b0b86ed8b95508159054654a3964ceaf135611f79c4df3ce7d0d5540 2023-12-07T14:00:39.055 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:00:38 smithi039 systemd[1]: Started Ceph mds.a for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:39 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2152442103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:39 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:39 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:39 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:39 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:39 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:39 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:39 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2152442103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:39 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:39 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:39 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:39 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:39 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:39 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:40.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:39 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2152442103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:40.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:40.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:40.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:40.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-12-07T14:00:40.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-12-07T14:00:40.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:39 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:40.702 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:40.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 -- 172.21.15.39:0/3186510135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001015a0 msgr2=0x7fb200101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:40.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 --2- 172.21.15.39:0/3186510135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001015a0 0x7fb200101a00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb1f40099c0 tx=0x7fb1f4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 -- 172.21.15.39:0/3186510135 shutdown_connections 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 --2- 172.21.15.39:0/3186510135 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb200101f40 0x7fb2001087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 --2- 172.21.15.39:0/3186510135 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb2001003b0 0x7fb2001007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 --2- 172.21.15.39:0/3186510135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001015a0 0x7fb200101a00 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 -- 172.21.15.39:0/3186510135 >> 172.21.15.39:0/3186510135 conn(0x7fb2000fb940 msgr2=0x7fb2000fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 -- 172.21.15.39:0/3186510135 shutdown_connections 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 -- 172.21.15.39:0/3186510135 wait complete. 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 Processor -- start 2023-12-07T14:00:40.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.842+0000 7fb2065ad700 1 -- start start 2023-12-07T14:00:40.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb2065ad700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001003b0 0x7fb2001042f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb2065ad700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2001015a0 0x7fb200102980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb2065ad700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb200101f40 0x7fb200102ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb2065ad700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb200103660 con 0x7fb2001003b0 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb2065ad700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2001037d0 con 0x7fb2001015a0 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb2065ad700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2001a1490 con 0x7fb200101f40 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001003b0 0x7fb2001042f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1ff7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2001015a0 0x7fb200102980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001003b0 0x7fb2001042f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51360/0 (socket says 172.21.15.39:51360) 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 -- 172.21.15.39:0/4177234882 learned_addr learned my addr 172.21.15.39:0/4177234882 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb204b4a700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb200101f40 0x7fb200102ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 -- 172.21.15.39:0/4177234882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb200101f40 msgr2=0x7fb200102ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb200101f40 0x7fb200102ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:40.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 -- 172.21.15.39:0/4177234882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2001015a0 msgr2=0x7fb200102980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2001015a0 0x7fb200102980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 -- 172.21.15.39:0/4177234882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1f40095f0 con 0x7fb2001003b0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb204b4a700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb200101f40 0x7fb200102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1ff7fe700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2001015a0 0x7fb200102980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fffff700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001003b0 0x7fb2001042f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb1f000d980 tx=0x7fb1f000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fd7fa700 1 -- 172.21.15.39:0/4177234882 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f0004020 con 0x7fb2001003b0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fd7fa700 1 -- 172.21.15.39:0/4177234882 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb1f00096d0 con 0x7fb2001003b0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2001a1720 con 0x7fb2001003b0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.843+0000 7fb1fd7fa700 1 -- 172.21.15.39:0/4177234882 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f0003a80 con 0x7fb2001003b0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.844+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2001a1c30 con 0x7fb2001003b0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.844+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb200068780 con 0x7fb2001003b0 2023-12-07T14:00:40.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.846+0000 7fb1fd7fa700 1 -- 172.21.15.39:0/4177234882 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fb1f0009840 con 0x7fb2001003b0 2023-12-07T14:00:40.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.846+0000 7fb1fd7fa700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb1e80a1480 0x7fb1e80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:40.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.846+0000 7fb1ff7fe700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb1e80a1480 0x7fb1e80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:40.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.846+0000 7fb1fd7fa700 1 -- 172.21.15.39:0/4177234882 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb1f00cc870 con 0x7fb2001003b0 2023-12-07T14:00:40.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.847+0000 7fb1ff7fe700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb1e80a1480 0x7fb1e80a3940 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4009990 tx=0x7fb1f401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:40.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:40.850+0000 7fb1fd7fa700 1 -- 172.21.15.39:0/4177234882 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb1f0096370 con 0x7fb2001003b0 2023-12-07T14:00:40.880 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:40 smithi055 ceph-mon[103363]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:40.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:40 smithi055 ceph-mon[103363]: Deploying daemon mds.b on smithi055 2023-12-07T14:00:40.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:40 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] up:boot 2023-12-07T14:00:40.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:40 smithi055 ceph-mon[103363]: fsmap 11 up:standby 2023-12-07T14:00:40.881 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:40 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:00:40.881 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:40 smithi055 systemd[1]: Starting Ceph mds.b for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:00:40.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:40 smithi089 ceph-mon[103124]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:40.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:40 smithi089 ceph-mon[103124]: Deploying daemon mds.b on smithi055 2023-12-07T14:00:40.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:40 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] up:boot 2023-12-07T14:00:40.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:40 smithi089 ceph-mon[103124]: fsmap 11 up:standby 2023-12-07T14:00:40.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:40 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:00:41.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:40 smithi039 ceph-mon[98864]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:41.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:40 smithi039 ceph-mon[98864]: Deploying daemon mds.b on smithi055 2023-12-07T14:00:41.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:40 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] up:boot 2023-12-07T14:00:41.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:40 smithi039 ceph-mon[98864]: fsmap 11 up:standby 2023-12-07T14:00:41.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:40 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:00:41.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.099+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb20010bbc0 con 0x7fb2001003b0 2023-12-07T14:00:41.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.099+0000 7fb1fd7fa700 1 -- 172.21.15.39:0/4177234882 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9233 (secure 0 0 0) 0x7fb1f000f3c0 con 0x7fb2001003b0 2023-12-07T14:00:41.103 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:41.103 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24502,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24526,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-12-07T14:00:41.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb1e80a1480 msgr2=0x7fb1e80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:41.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb1e80a1480 0x7fb1e80a3940 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fb1f4009990 tx=0x7fb1f401a040 comp rx=0 tx=0).stop 2023-12-07T14:00:41.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001003b0 msgr2=0x7fb2001042f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:41.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001003b0 0x7fb2001042f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb1f000d980 tx=0x7fb1f000dc90 comp rx=0 tx=0).stop 2023-12-07T14:00:41.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 shutdown_connections 2023-12-07T14:00:41.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb1e80a1480 0x7fb1e80a3940 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:41.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb200101f40 0x7fb200102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:41.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2001003b0 0x7fb2001042f0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:41.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 --2- 172.21.15.39:0/4177234882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2001015a0 0x7fb200102980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:41.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 >> 172.21.15.39:0/4177234882 conn(0x7fb2000fb940 msgr2=0x7fb200069b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:41.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 shutdown_connections 2023-12-07T14:00:41.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:41.102+0000 7fb2065ad700 1 -- 172.21.15.39:0/4177234882 wait complete. 2023-12-07T14:00:41.106 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 12 2023-12-07T14:00:41.149 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:40 smithi055 podman[141706]: 2023-12-07T14:00:41.649 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mds[141746]: -- 172.21.15.55:0/2889347739 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d605f1c1a0 con 0x55d605ef2c00 2023-12-07T14:00:41.649 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: starting mds.b at 2023-12-07T14:00:41.649 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:41 smithi055 bash[141706]: 8963603b146cc8589d1ad1b943da482f85e589e358ee187b3d5620accdc98fc8 2023-12-07T14:00:41.649 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:41 smithi055 systemd[1]: Started Ceph mds.b for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:00:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:41 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4177234882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:41 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:42.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:41 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4177234882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:42.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:41 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:42.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4177234882' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:42.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:42.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:41 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:42 smithi089 ceph-mon[103124]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:42 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] up:boot 2023-12-07T14:00:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:42 smithi089 ceph-mon[103124]: fsmap 12 up:standby 2023-12-07T14:00:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:42 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:00:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:42 smithi039 ceph-mon[98864]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:42 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] up:boot 2023-12-07T14:00:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:42 smithi039 ceph-mon[98864]: fsmap 12 up:standby 2023-12-07T14:00:43.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:42 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:00:43.119 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:43.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:42 smithi055 ceph-mon[103363]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:43.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:42 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] up:boot 2023-12-07T14:00:43.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:42 smithi055 ceph-mon[103363]: fsmap 12 up:standby 2023-12-07T14:00:43.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:42 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 -- 172.21.15.39:0/1173613243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 msgr2=0x7fb2f81005d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/1173613243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81005d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb2e00099c0 tx=0x7fb2e0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 -- 172.21.15.39:0/1173613243 shutdown_connections 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/1173613243 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2f8101d40 0x7fb2f81085f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/1173613243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81005d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/1173613243 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb2f81013a0 0x7fb2f8101800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 -- 172.21.15.39:0/1173613243 >> 172.21.15.39:0/1173613243 conn(0x7fb2f80fb760 msgr2=0x7fb2f80fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 -- 172.21.15.39:0/1173613243 shutdown_connections 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.249+0000 7fb2f7fff700 1 -- 172.21.15.39:0/1173613243 wait complete. 2023-12-07T14:00:43.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 Processor -- start 2023-12-07T14:00:43.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 -- start start 2023-12-07T14:00:43.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81041a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb2f81013a0 0x7fb2f81028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2f8101d40 0x7fb2f8102e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f81034c0 con 0x7fb2f81001b0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f8103630 con 0x7fb2f8101d40 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f7fff700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2f81a12e0 con 0x7fb2f81013a0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81041a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81041a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51372/0 (socket says 172.21.15.39:51372) 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f6ffd700 1 -- 172.21.15.39:0/162652327 learned_addr learned my addr 172.21.15.39:0/162652327 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.250+0000 7fb2f77fe700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2f8101d40 0x7fb2f8102e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f67fc700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb2f81013a0 0x7fb2f81028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f6ffd700 1 -- 172.21.15.39:0/162652327 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb2f81013a0 msgr2=0x7fb2f81028d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f6ffd700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb2f81013a0 0x7fb2f81028d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f6ffd700 1 -- 172.21.15.39:0/162652327 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2f8101d40 msgr2=0x7fb2f8102e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f6ffd700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2f8101d40 0x7fb2f8102e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f6ffd700 1 -- 172.21.15.39:0/162652327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2e00095f0 con 0x7fb2f81001b0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f6ffd700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81041a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb2e0003730 tx=0x7fb2e000fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2fc800700 1 -- 172.21.15.39:0/162652327 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2e001d070 con 0x7fb2f81001b0 2023-12-07T14:00:43.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2fc800700 1 -- 172.21.15.39:0/162652327 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb2e000bda0 con 0x7fb2f81001b0 2023-12-07T14:00:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2f81a1480 con 0x7fb2f81001b0 2023-12-07T14:00:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2fc800700 1 -- 172.21.15.39:0/162652327 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2e0004b30 con 0x7fb2f81001b0 2023-12-07T14:00:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.251+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2f81a1900 con 0x7fb2f81001b0 2023-12-07T14:00:43.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.252+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2f804f300 con 0x7fb2f81001b0 2023-12-07T14:00:43.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.253+0000 7fb2fc800700 1 -- 172.21.15.39:0/162652327 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fb2e0004c90 con 0x7fb2f81001b0 2023-12-07T14:00:43.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.254+0000 7fb2fc800700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb2e40a1480 0x7fb2e40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.254+0000 7fb2fc800700 1 -- 172.21.15.39:0/162652327 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb2e00cdb60 con 0x7fb2f81001b0 2023-12-07T14:00:43.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.254+0000 7fb2f67fc700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb2e40a1480 0x7fb2e40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.255+0000 7fb2f67fc700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb2e40a1480 0x7fb2e40a3940 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb2e800ac50 tx=0x7fb2e800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:43.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.258+0000 7fb2fc800700 1 -- 172.21.15.39:0/162652327 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb2e0097650 con 0x7fb2f81001b0 2023-12-07T14:00:43.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.515+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb2f810bb80 con 0x7fb2f81001b0 2023-12-07T14:00:43.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.515+0000 7fb2fc800700 1 -- 172.21.15.39:0/162652327 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10022 (secure 0 0 0) 0x7fb2e009ac70 con 0x7fb2f81001b0 2023-12-07T14:00:43.519 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:43.519 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24449,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24479,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24500,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24502,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24526,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24539,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb2e40a1480 msgr2=0x7fb2e40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb2e40a1480 0x7fb2e40a3940 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb2e800ac50 tx=0x7fb2e800a380 comp rx=0 tx=0).stop 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 msgr2=0x7fb2f81041a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81041a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb2e0003730 tx=0x7fb2e000fa00 comp rx=0 tx=0).stop 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 shutdown_connections 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb2e40a1480 0x7fb2e40a3940 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2f8101d40 0x7fb2f8102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb2f81001b0 0x7fb2f81041a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 --2- 172.21.15.39:0/162652327 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb2f81013a0 0x7fb2f81028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 >> 172.21.15.39:0/162652327 conn(0x7fb2f80fb760 msgr2=0x7fb2f8068780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 shutdown_connections 2023-12-07T14:00:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.518+0000 7fb2f7fff700 1 -- 172.21.15.39:0/162652327 wait complete. 2023-12-07T14:00:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 13 2023-12-07T14:00:43.534 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:00:43.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 -- 172.21.15.39:0/1508583100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 msgr2=0x7f5ac8106d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 --2- 172.21.15.39:0/1508583100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8106d10 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f5ab8009990 tx=0x7f5ab8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 -- 172.21.15.39:0/1508583100 shutdown_connections 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 --2- 172.21.15.39:0/1508583100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5ac8107250 0x7f5ac8109660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 --2- 172.21.15.39:0/1508583100 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5ac8101ff0 0x7f5ac81043e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 --2- 172.21.15.39:0/1508583100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8106d10 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 -- 172.21.15.39:0/1508583100 >> 172.21.15.39:0/1508583100 conn(0x7f5ac80fb980 msgr2=0x7f5ac80fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 -- 172.21.15.39:0/1508583100 shutdown_connections 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.668+0000 7f5acde7b700 1 -- 172.21.15.39:0/1508583100 wait complete. 2023-12-07T14:00:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 Processor -- start 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 -- start start 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5ac8101ff0 0x7f5ac8197410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5ac8107250 0x7f5ac819e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac819ef40 con 0x7f5ac8104920 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac819f080 con 0x7f5ac8107250 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5acde7b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac819f210 con 0x7f5ac8101ff0 2023-12-07T14:00:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5ac6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5ac6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8197950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51388/0 (socket says 172.21.15.39:51388) 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5ac6ffd700 1 -- 172.21.15.39:0/4293683539 learned_addr learned my addr 172.21.15.39:0/4293683539 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5ac77fe700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5ac8101ff0 0x7f5ac8197410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.669+0000 7f5ac7fff700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5ac8107250 0x7f5ac819e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac6ffd700 1 -- 172.21.15.39:0/4293683539 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5ac8101ff0 msgr2=0x7f5ac8197410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac6ffd700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5ac8101ff0 0x7f5ac8197410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac6ffd700 1 -- 172.21.15.39:0/4293683539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5ac8107250 msgr2=0x7f5ac819e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac6ffd700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5ac8107250 0x7f5ac819e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac6ffd700 1 -- 172.21.15.39:0/4293683539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ab80095f0 con 0x7f5ac8104920 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac6ffd700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8197950 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80095c0 tx=0x7f5ab800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac4ff9700 1 -- 172.21.15.39:0/4293683539 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab801d070 con 0x7f5ac8104920 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ac819f490 con 0x7f5ac8104920 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac4ff9700 1 -- 172.21.15.39:0/4293683539 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ab8005030 con 0x7f5ac8104920 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5ac4ff9700 1 -- 172.21.15.39:0/4293683539 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab8004b00 con 0x7f5ac8104920 2023-12-07T14:00:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.670+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ac819f8b0 con 0x7f5ac8104920 2023-12-07T14:00:43.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.671+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ac80fd500 con 0x7f5ac8104920 2023-12-07T14:00:43.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.672+0000 7f5ac4ff9700 1 -- 172.21.15.39:0/4293683539 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f5ab8005410 con 0x7f5ac8104920 2023-12-07T14:00:43.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.673+0000 7f5ac4ff9700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5ab00a1480 0x7f5ab00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:43.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.673+0000 7f5ac77fe700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5ab00a1480 0x7f5ab00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:43.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.673+0000 7f5ac4ff9700 1 -- 172.21.15.39:0/4293683539 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5ab80cdbb0 con 0x7f5ac8104920 2023-12-07T14:00:43.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.673+0000 7f5ac77fe700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5ab00a1480 0x7f5ab00a3940 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5abc007c60 tx=0x7f5abc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:43.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.676+0000 7f5ac4ff9700 1 -- 172.21.15.39:0/4293683539 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5ab80976a0 con 0x7f5ac8104920 2023-12-07T14:00:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.886+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5ac810cd00 con 0x7f5ac8104920 2023-12-07T14:00:43.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.887+0000 7f5ac4ff9700 1 -- 172.21.15.39:0/4293683539 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) v1 ==== 74+0+18348 (secure 0 0 0) 0x7f5ab809acc0 con 0x7f5ac8104920 2023-12-07T14:00:43.891 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:43.891 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":79,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:04.133292+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.889+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5ab00a1480 msgr2=0x7f5ab00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.889+0000 7f5acde7b700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5ab00a1480 0x7f5ab00a3940 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f5abc007c60 tx=0x7f5abc0073d0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.889+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 msgr2=0x7f5ac8197950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.889+0000 7f5acde7b700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8197950 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f5ab80095c0 tx=0x7f5ab800f690 comp rx=0 tx=0).stop 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 shutdown_connections 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5ab00a1480 0x7f5ab00a3940 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5ac8107250 0x7f5ac819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5ac8101ff0 0x7f5ac8197410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 --2- 172.21.15.39:0/4293683539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac8104920 0x7f5ac8197950 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:43.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 >> 172.21.15.39:0/4293683539 conn(0x7f5ac80fb980 msgr2=0x7f5ac8102930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:43.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 shutdown_connections 2023-12-07T14:00:43.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:43.890+0000 7f5acde7b700 1 -- 172.21.15.39:0/4293683539 wait complete. 2023-12-07T14:00:43.906 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:00:43.906 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:00:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 -- 172.21.15.39:0/3216425438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4901005c0 msgr2=0x7fd490100a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 --2- 172.21.15.39:0/3216425438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4901005c0 0x7fd490100a40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd480009990 tx=0x7fd480009ca0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 -- 172.21.15.39:0/3216425438 shutdown_connections 2023-12-07T14:00:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 --2- 172.21.15.39:0/3216425438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd490100f80 0x7fd490108820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 --2- 172.21.15.39:0/3216425438 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd490101a00 0x7fd490101e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 --2- 172.21.15.39:0/3216425438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4901005c0 0x7fd490100a40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 -- 172.21.15.39:0/3216425438 >> 172.21.15.39:0/3216425438 conn(0x7fd4900fb070 msgr2=0x7fd4900fd4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 -- 172.21.15.39:0/3216425438 shutdown_connections 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 -- 172.21.15.39:0/3216425438 wait complete. 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 Processor -- start 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.034+0000 7fd49693e700 1 -- start start 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd49693e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4901005c0 0x7fd490104320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd49693e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd490100f80 0x7fd4901029b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd49693e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd490101a00 0x7fd490102ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd49693e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd490103690 con 0x7fd490101a00 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd49693e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd490103800 con 0x7fd4901005c0 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd49693e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4901a1490 con 0x7fd490100f80 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd490101a00 0x7fd490102ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd490101a00 0x7fd490102ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51402/0 (socket says 172.21.15.39:51402) 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 -- 172.21.15.39:0/4000029621 learned_addr learned my addr 172.21.15.39:0/4000029621 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:44.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd48ffff700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4901005c0 0x7fd490104320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd48f7fe700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd490100f80 0x7fd4901029b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 -- 172.21.15.39:0/4000029621 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd490100f80 msgr2=0x7fd4901029b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd490100f80 0x7fd4901029b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 -- 172.21.15.39:0/4000029621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4901005c0 msgr2=0x7fd490104320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4901005c0 0x7fd490104320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 -- 172.21.15.39:0/4000029621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4800095f0 con 0x7fd490101a00 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd494edb700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd490101a00 0x7fd490102ef0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd48800ef30 tx=0x7fd48800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd48d7fa700 1 -- 172.21.15.39:0/4000029621 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd488018070 con 0x7fd490101a00 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd48d7fa700 1 -- 172.21.15.39:0/4000029621 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd48800f040 con 0x7fd490101a00 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.035+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4901a16c0 con 0x7fd490101a00 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.036+0000 7fd48d7fa700 1 -- 172.21.15.39:0/4000029621 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48800cca0 con 0x7fd490101a00 2023-12-07T14:00:44.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.036+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4901a1bd0 con 0x7fd490101a00 2023-12-07T14:00:44.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.036+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd490067aa0 con 0x7fd490101a00 2023-12-07T14:00:44.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.038+0000 7fd48d7fa700 1 -- 172.21.15.39:0/4000029621 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fd488003a00 con 0x7fd490101a00 2023-12-07T14:00:44.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.038+0000 7fd48d7fa700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd47c0a1480 0x7fd47c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.038+0000 7fd48d7fa700 1 -- 172.21.15.39:0/4000029621 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd4880ccd20 con 0x7fd490101a00 2023-12-07T14:00:44.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.038+0000 7fd48ffff700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd47c0a1480 0x7fd47c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.039+0000 7fd48ffff700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd47c0a1480 0x7fd47c0a3940 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd47800ac50 tx=0x7fd47800a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:44.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.042+0000 7fd48d7fa700 1 -- 172.21.15.39:0/4000029621 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fd4880968b0 con 0x7fd490101a00 2023-12-07T14:00:44.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.255+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd49010bd20 con 0x7fd490101a00 2023-12-07T14:00:44.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.255+0000 7fd48d7fa700 1 -- 172.21.15.39:0/4000029621 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v79) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd488099ed0 con 0x7fd490101a00 2023-12-07T14:00:44.259 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.257+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd47c0a1480 msgr2=0x7fd47c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.257+0000 7fd49693e700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd47c0a1480 0x7fd47c0a3940 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd47800ac50 tx=0x7fd47800a380 comp rx=0 tx=0).stop 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.257+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd490101a00 msgr2=0x7fd490102ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.257+0000 7fd49693e700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd490101a00 0x7fd490102ef0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd48800ef30 tx=0x7fd48800c3a0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 shutdown_connections 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd47c0a1480 0x7fd47c0a3940 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd490101a00 0x7fd490102ef0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd4901005c0 0x7fd490104320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 --2- 172.21.15.39:0/4000029621 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd490100f80 0x7fd4901029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 >> 172.21.15.39:0/4000029621 conn(0x7fd4900fb070 msgr2=0x7fd4900fcba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 shutdown_connections 2023-12-07T14:00:44.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.258+0000 7fd49693e700 1 -- 172.21.15.39:0/4000029621 wait complete. 2023-12-07T14:00:44.272 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:44 smithi039 ceph-mon[98864]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:44.272 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:44 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/162652327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:44.272 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:44 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4293683539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:44.273 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-12-07T14:00:44.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 -- 172.21.15.39:0/3864073683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924100410 msgr2=0x7fb924100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/3864073683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924100410 0x7fb924100830 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb9140099c0 tx=0x7fb914009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 -- 172.21.15.39:0/3864073683 shutdown_connections 2023-12-07T14:00:44.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/3864073683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb924101fa0 0x7fb924108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/3864073683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924100410 0x7fb924100830 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/3864073683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb924101600 0x7fb924101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 -- 172.21.15.39:0/3864073683 >> 172.21.15.39:0/3864073683 conn(0x7fb9240fb980 msgr2=0x7fb9240fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:44.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 -- 172.21.15.39:0/3864073683 shutdown_connections 2023-12-07T14:00:44.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.409+0000 7fb92c2c3700 1 -- 172.21.15.39:0/3864073683 wait complete. 2023-12-07T14:00:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 Processor -- start 2023-12-07T14:00:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 -- start start 2023-12-07T14:00:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb924100410 0x7fb924104350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924101600 0x7fb9241029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb924101fa0 0x7fb924102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9241036c0 con 0x7fb924101600 2023-12-07T14:00:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb924103830 con 0x7fb924100410 2023-12-07T14:00:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92c2c3700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9241a1460 con 0x7fb924101fa0 2023-12-07T14:00:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924101600 0x7fb9241029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924101600 0x7fb9241029e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51414/0 (socket says 172.21.15.39:51414) 2023-12-07T14:00:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 -- 172.21.15.39:0/2217395152 learned_addr learned my addr 172.21.15.39:0/2217395152 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92a05f700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb924100410 0x7fb924104350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92a860700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb924101fa0 0x7fb924102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 -- 172.21.15.39:0/2217395152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb924101fa0 msgr2=0x7fb924102f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb924101fa0 0x7fb924102f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 -- 172.21.15.39:0/2217395152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb924100410 msgr2=0x7fb924104350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb924100410 0x7fb924104350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.410+0000 7fb92985e700 1 -- 172.21.15.39:0/2217395152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9140095f0 con 0x7fb924101600 2023-12-07T14:00:44.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.411+0000 7fb92985e700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924101600 0x7fb9241029e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb92000c920 tx=0x7fb92000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:44.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.411+0000 7fb91b7fe700 1 -- 172.21.15.39:0/2217395152 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb920004a30 con 0x7fb924101600 2023-12-07T14:00:44.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.411+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9241a16f0 con 0x7fb924101600 2023-12-07T14:00:44.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.411+0000 7fb91b7fe700 1 -- 172.21.15.39:0/2217395152 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9200054e0 con 0x7fb924101600 2023-12-07T14:00:44.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.411+0000 7fb91b7fe700 1 -- 172.21.15.39:0/2217395152 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb92000eb80 con 0x7fb924101600 2023-12-07T14:00:44.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.411+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9241a1c00 con 0x7fb924101600 2023-12-07T14:00:44.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.412+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb924068330 con 0x7fb924101600 2023-12-07T14:00:44.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.413+0000 7fb91b7fe700 1 -- 172.21.15.39:0/2217395152 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fb92000ed20 con 0x7fb924101600 2023-12-07T14:00:44.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.413+0000 7fb91b7fe700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9100a1480 0x7fb9100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.414+0000 7fb92a05f700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9100a1480 0x7fb9100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.414+0000 7fb91b7fe700 1 -- 172.21.15.39:0/2217395152 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb9200cc3e0 con 0x7fb924101600 2023-12-07T14:00:44.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.414+0000 7fb92a05f700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9100a1480 0x7fb9100a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb914003730 tx=0x7fb914000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:44.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.418+0000 7fb91b7fe700 1 -- 172.21.15.39:0/2217395152 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb920095e40 con 0x7fb924101600 2023-12-07T14:00:44.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:44 smithi089 ceph-mon[103124]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:44.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:44 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/162652327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:44.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:44 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4293683539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:44.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.623+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fb92410bd80 con 0x7fb924101600 2023-12-07T14:00:44.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.624+0000 7fb91b7fe700 1 -- 172.21.15.39:0/2217395152 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v79) v1 ==== 84+0+65 (secure 0 0 0) 0x7fb920099460 con 0x7fb924101600 2023-12-07T14:00:44.627 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:44.627 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2023-12-07T14:00:44.627 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:00:44.627 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2023-12-07T14:00:44.628 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2023-12-07T14:00:44.628 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:00:44.628 INFO:teuthology.orchestra.run.smithi039.stdout:] 2023-12-07T14:00:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9100a1480 msgr2=0x7fb9100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9100a1480 0x7fb9100a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb914003730 tx=0x7fb914000bc0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924101600 msgr2=0x7fb9241029e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924101600 0x7fb9241029e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fb92000c920 tx=0x7fb92000cc30 comp rx=0 tx=0).stop 2023-12-07T14:00:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 shutdown_connections 2023-12-07T14:00:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9100a1480 0x7fb9100a3940 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb924101fa0 0x7fb924102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb924100410 0x7fb924104350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 --2- 172.21.15.39:0/2217395152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb924101600 0x7fb9241029e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 >> 172.21.15.39:0/2217395152 conn(0x7fb9240fb980 msgr2=0x7fb9240687b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 shutdown_connections 2023-12-07T14:00:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.626+0000 7fb92c2c3700 1 -- 172.21.15.39:0/2217395152 wait complete. 2023-12-07T14:00:44.641 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-12-07T14:00:44.641 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-12-07T14:00:44.648 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:44 smithi055 ceph-mon[103363]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:44 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/162652327' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:44 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4293683539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:44.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 -- 172.21.15.39:0/305874631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2381015f0 msgr2=0x7fd238101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 --2- 172.21.15.39:0/305874631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2381015f0 0x7fd238101a50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd2200099c0 tx=0x7fd220009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 -- 172.21.15.39:0/305874631 shutdown_connections 2023-12-07T14:00:44.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 --2- 172.21.15.39:0/305874631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd238101f90 0x7fd238108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 --2- 172.21.15.39:0/305874631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd238100400 0x7fd238100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 --2- 172.21.15.39:0/305874631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2381015f0 0x7fd238101a50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 -- 172.21.15.39:0/305874631 >> 172.21.15.39:0/305874631 conn(0x7fd2380fb930 msgr2=0x7fd2380fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:44.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 -- 172.21.15.39:0/305874631 shutdown_connections 2023-12-07T14:00:44.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.768+0000 7fd23d130700 1 -- 172.21.15.39:0/305874631 wait complete. 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 Processor -- start 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 -- start start 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd238100400 0x7fd2381973c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd2381015f0 0x7fd238197900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd238101f90 0x7fd23819e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd23819eea0 con 0x7fd238101f90 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd23819efe0 con 0x7fd2381015f0 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23d130700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd23819f170 con 0x7fd238100400 2023-12-07T14:00:44.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23759e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd238101f90 0x7fd23819e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd236d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd238100400 0x7fd2381973c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23759e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd238101f90 0x7fd23819e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51430/0 (socket says 172.21.15.39:51430) 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23759e700 1 -- 172.21.15.39:0/1233536012 learned_addr learned my addr 172.21.15.39:0/1233536012 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23659c700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd2381015f0 0x7fd238197900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23759e700 1 -- 172.21.15.39:0/1233536012 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd238100400 msgr2=0x7fd2381973c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23759e700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd238100400 0x7fd2381973c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23759e700 1 -- 172.21.15.39:0/1233536012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd2381015f0 msgr2=0x7fd238197900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.769+0000 7fd23759e700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd2381015f0 0x7fd238197900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.770+0000 7fd23759e700 1 -- 172.21.15.39:0/1233536012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2200095f0 con 0x7fd238101f90 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.770+0000 7fd23759e700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd238101f90 0x7fd23819e8d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd230007d70 tx=0x7fd23000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.770+0000 7fd22ffff700 1 -- 172.21.15.39:0/1233536012 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23000ac90 con 0x7fd238101f90 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.770+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd23819f450 con 0x7fd238101f90 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.770+0000 7fd22ffff700 1 -- 172.21.15.39:0/1233536012 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd23000adf0 con 0x7fd238101f90 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.770+0000 7fd22ffff700 1 -- 172.21.15.39:0/1233536012 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2300115e0 con 0x7fd238101f90 2023-12-07T14:00:44.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.770+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd23819f960 con 0x7fd238101f90 2023-12-07T14:00:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.771+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd238068330 con 0x7fd238101f90 2023-12-07T14:00:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.772+0000 7fd22ffff700 1 -- 172.21.15.39:0/1233536012 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fd230012420 con 0x7fd238101f90 2023-12-07T14:00:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.772+0000 7fd22ffff700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd2240a1480 0x7fd2240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.773+0000 7fd236d9d700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd2240a1480 0x7fd2240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:44.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.773+0000 7fd22ffff700 1 -- 172.21.15.39:0/1233536012 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd2300cca20 con 0x7fd238101f90 2023-12-07T14:00:44.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.773+0000 7fd236d9d700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd2240a1480 0x7fd2240a3940 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd238101450 tx=0x7fd228007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:44.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.777+0000 7fd22ffff700 1 -- 172.21.15.39:0/1233536012 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fd230096480 con 0x7fd238101f90 2023-12-07T14:00:44.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:44.996+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fd23810bd70 con 0x7fd238101f90 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4000029621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2217395152' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-07T14:00:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:45 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4000029621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2217395152' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-07T14:00:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:45 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.871+0000 7fd22ffff700 1 -- 172.21.15.39:0/1233536012 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v80) v1 ==== 138+0+0 (secure 0 0 0) 0x7fd230099aa0 con 0x7fd238101f90 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd2240a1480 msgr2=0x7fd2240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd2240a1480 0x7fd2240a3940 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd238101450 tx=0x7fd228007400 comp rx=0 tx=0).stop 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd238101f90 msgr2=0x7fd23819e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd238101f90 0x7fd23819e8d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fd230007d70 tx=0x7fd23000a340 comp rx=0 tx=0).stop 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 shutdown_connections 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd2240a1480 0x7fd2240a3940 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd238101f90 0x7fd23819e8d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd238100400 0x7fd2381973c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 --2- 172.21.15.39:0/1233536012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd2381015f0 0x7fd238197900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.874+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 >> 172.21.15.39:0/1233536012 conn(0x7fd2380fb930 msgr2=0x7fd238068780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.875+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 shutdown_connections 2023-12-07T14:00:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:45.875+0000 7fd23d130700 1 -- 172.21.15.39:0/1233536012 wait complete. 2023-12-07T14:00:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2023-12-07T14:00:45.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-12-07T14:00:45.898 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4000029621' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2217395152' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-12-07T14:00:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:45 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.029+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1507360315 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be81071a0 msgr2=0x7f3be8109610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.029+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1507360315 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be81071a0 0x7f3be8109610 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3be000b0a0 tx=0x7f3be000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.029+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1507360315 shutdown_connections 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1507360315 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be81071a0 0x7f3be8109610 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1507360315 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3be8101f40 0x7f3be8104330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1507360315 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3be8104870 0x7f3be8106c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1507360315 >> 172.21.15.39:0/1507360315 conn(0x7f3be80fb930 msgr2=0x7f3be80fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1507360315 shutdown_connections 2023-12-07T14:00:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1507360315 wait complete. 2023-12-07T14:00:46.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 Processor -- start 2023-12-07T14:00:46.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 -- start start 2023-12-07T14:00:46.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3be8101f40 0x7f3be81974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be8104870 0x7f3be81979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.030+0000 7f3bf00cb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3be81071a0 0x7f3be819ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bf00cb700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be819efe0 con 0x7f3be8104870 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bf00cb700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be819f120 con 0x7f3be81071a0 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bf00cb700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be819f2b0 con 0x7f3be8101f40 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be8104870 0x7f3be81979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be8104870 0x7f3be81979f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51442/0 (socket says 172.21.15.39:51442) 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 -- 172.21.15.39:0/1029964966 learned_addr learned my addr 172.21.15.39:0/1029964966 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bee668700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3be81071a0 0x7f3be819ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 -- 172.21.15.39:0/1029964966 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3be8101f40 msgr2=0x7f3be81974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3be8101f40 0x7f3be81974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 -- 172.21.15.39:0/1029964966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3be81071a0 msgr2=0x7f3be819ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3be81071a0 0x7f3be819ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 -- 172.21.15.39:0/1029964966 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3be0009d00 con 0x7f3be8104870 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bed666700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be8104870 0x7f3be81979f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3bd800e9a0 tx=0x7f3bd800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bdeffd700 1 -- 172.21.15.39:0/1029964966 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8009790 con 0x7f3be8104870 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bdeffd700 1 -- 172.21.15.39:0/1029964966 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3bd800cbd0 con 0x7f3be8104870 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bdeffd700 1 -- 172.21.15.39:0/1029964966 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8018680 con 0x7f3be8104870 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3be819f590 con 0x7f3be8104870 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.031+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3be819faa0 con 0x7f3be8104870 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.032+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3be80fd4b0 con 0x7f3be8104870 2023-12-07T14:00:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.034+0000 7f3bdeffd700 1 -- 172.21.15.39:0/1029964966 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f3bd800cd40 con 0x7f3be8104870 2023-12-07T14:00:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.034+0000 7f3bdeffd700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3bd40a1500 0x7f3bd40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.034+0000 7f3bede67700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3bd40a1500 0x7f3bd40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.034+0000 7f3bdeffd700 1 -- 172.21.15.39:0/1029964966 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f3bd8014070 con 0x7f3be8104870 2023-12-07T14:00:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.035+0000 7f3bede67700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3bd40a1500 0x7f3bd40a39c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3be4005950 tx=0x7f3be40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.038+0000 7f3bdeffd700 1 -- 172.21.15.39:0/1029964966 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3bd8096890 con 0x7f3be8104870 2023-12-07T14:00:46.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.252+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f3be8067aa0 con 0x7f3be8104870 2023-12-07T14:00:46.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.873+0000 7f3bdeffd700 1 -- 172.21.15.39:0/1029964966 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v81) v1 ==== 170+0+0 (secure 0 0 0) 0x7f3bd8099eb0 con 0x7f3be8104870 2023-12-07T14:00:46.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3bd40a1500 msgr2=0x7f3bd40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:46.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3bd40a1500 0x7f3bd40a39c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3be4005950 tx=0x7f3be40058e0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be8104870 msgr2=0x7f3be81979f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:46.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be8104870 0x7f3be81979f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f3bd800e9a0 tx=0x7f3bd800ecb0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 shutdown_connections 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3bd40a1500 0x7f3bd40a39c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3be81071a0 0x7f3be819ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3be8101f40 0x7f3be81974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 --2- 172.21.15.39:0/1029964966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be8104870 0x7f3be81979f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.876+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 >> 172.21.15.39:0/1029964966 conn(0x7f3be80fb930 msgr2=0x7f3be8102880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.877+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 shutdown_connections 2023-12-07T14:00:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:46.877+0000 7f3bf00cb700 1 -- 172.21.15.39:0/1029964966 wait complete. 2023-12-07T14:00:46.889 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2023-12-07T14:00:46.908 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-12-07T14:00:47.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 -- 172.21.15.39:0/3487395276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 msgr2=0x7f3c7c100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:47.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 --2- 172.21.15.39:0/3487395276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c100800 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3c780099c0 tx=0x7f3c78009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 -- 172.21.15.39:0/3487395276 shutdown_connections 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 --2- 172.21.15.39:0/3487395276 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3c7c101f70 0x7f3c7c108820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 --2- 172.21.15.39:0/3487395276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c100800 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 --2- 172.21.15.39:0/3487395276 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3c7c1015d0 0x7f3c7c101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 -- 172.21.15.39:0/3487395276 >> 172.21.15.39:0/3487395276 conn(0x7f3c7c0fb970 msgr2=0x7f3c7c0fdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 -- 172.21.15.39:0/3487395276 shutdown_connections 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.036+0000 7f3c841db700 1 -- 172.21.15.39:0/3487395276 wait complete. 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 Processor -- start 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 -- start start 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3c7c1015d0 0x7f3c7c1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3c7c101f70 0x7f3c7c19e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:47.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7c19ef90 con 0x7f3c7c1003e0 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7c19f0d0 con 0x7f3c7c1015d0 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c841db700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c7c19f260 con 0x7f3c7c101f70 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c81f77700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c81776700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3c7c1015d0 0x7f3c7c1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c81f77700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c197460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51458/0 (socket says 172.21.15.39:51458) 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c81f77700 1 -- 172.21.15.39:0/2311020901 learned_addr learned my addr 172.21.15.39:0/2311020901 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.037+0000 7f3c82778700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3c7c101f70 0x7f3c7c19e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c81f77700 1 -- 172.21.15.39:0/2311020901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3c7c101f70 msgr2=0x7f3c7c19e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c81f77700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3c7c101f70 0x7f3c7c19e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c81f77700 1 -- 172.21.15.39:0/2311020901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3c7c1015d0 msgr2=0x7f3c7c1979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c81f77700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3c7c1015d0 0x7f3c7c1979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c81f77700 1 -- 172.21.15.39:0/2311020901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c780095f0 con 0x7f3c7c1003e0 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c81776700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3c7c1015d0 0x7f3c7c1979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c81f77700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c197460 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3c78006010 tx=0x7f3c7800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:47.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c72ffd700 1 -- 172.21.15.39:0/2311020901 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c7801d070 con 0x7f3c7c1003e0 2023-12-07T14:00:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c72ffd700 1 -- 172.21.15.39:0/2311020901 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3c78005020 con 0x7f3c7c1003e0 2023-12-07T14:00:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c7c19f4e0 con 0x7f3c7c1003e0 2023-12-07T14:00:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c72ffd700 1 -- 172.21.15.39:0/2311020901 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c78004b10 con 0x7f3c7c1003e0 2023-12-07T14:00:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.038+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c7c19f900 con 0x7f3c7c1003e0 2023-12-07T14:00:47.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.039+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c7c067aa0 con 0x7f3c7c1003e0 2023-12-07T14:00:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.040+0000 7f3c72ffd700 1 -- 172.21.15.39:0/2311020901 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f3c78005190 con 0x7f3c7c1003e0 2023-12-07T14:00:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.041+0000 7f3c72ffd700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3c680a1500 0x7f3c680a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.041+0000 7f3c81776700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3c680a1500 0x7f3c680a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.041+0000 7f3c72ffd700 1 -- 172.21.15.39:0/2311020901 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f3c780cd4b0 con 0x7f3c7c1003e0 2023-12-07T14:00:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.042+0000 7f3c81776700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3c680a1500 0x7f3c680a39c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c011490 tx=0x7f3c6c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.046+0000 7f3c72ffd700 1 -- 172.21.15.39:0/2311020901 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3c78096d50 con 0x7f3c7c1003e0 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1233536012' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1233536012' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-07T14:00:47.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:46 smithi039 ceph-mon[98864]: osdmap e80: 12 total, 12 up, 12 in 2023-12-07T14:00:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1233536012' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-07T14:00:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:47.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1233536012' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-07T14:00:47.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:46 smithi055 ceph-mon[103363]: osdmap e80: 12 total, 12 up, 12 in 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1233536012' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1233536012' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-12-07T14:00:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:46 smithi089 ceph-mon[103124]: osdmap e80: 12 total, 12 up, 12 in 2023-12-07T14:00:47.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.306+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f3c7c10bea0 con 0x7f3c7c1003e0 2023-12-07T14:00:47.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.875+0000 7f3c72ffd700 1 -- 172.21.15.39:0/2311020901 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f3c7809a370 con 0x7f3c7c1003e0 2023-12-07T14:00:47.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3c680a1500 msgr2=0x7f3c680a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3c680a1500 0x7f3c680a39c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f3c6c011490 tx=0x7f3c6c009260 comp rx=0 tx=0).stop 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 msgr2=0x7f3c7c197460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c197460 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f3c78006010 tx=0x7f3c7800f690 comp rx=0 tx=0).stop 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 shutdown_connections 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f3c680a1500 0x7f3c680a39c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3c7c101f70 0x7f3c7c19e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c7c1003e0 0x7f3c7c197460 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 --2- 172.21.15.39:0/2311020901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3c7c1015d0 0x7f3c7c1979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 >> 172.21.15.39:0/2311020901 conn(0x7f3c7c0fb970 msgr2=0x7f3c7c0fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 shutdown_connections 2023-12-07T14:00:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:47.877+0000 7f3c841db700 1 -- 172.21.15.39:0/2311020901 wait complete. 2023-12-07T14:00:47.882 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 2 and data pool 3 2023-12-07T14:00:47.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 -- 172.21.15.39:0/3900082729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07981072b0 msgr2=0x7f07981096a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 --2- 172.21.15.39:0/3900082729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07981072b0 0x7f07981096a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f079000b0a0 tx=0x7f079000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 -- 172.21.15.39:0/3900082729 shutdown_connections 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 --2- 172.21.15.39:0/3900082729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f07981072b0 0x7f07981096a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 --2- 172.21.15.39:0/3900082729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0798102050 0x7f0798104440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 --2- 172.21.15.39:0/3900082729 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0798104980 0x7f0798106d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 -- 172.21.15.39:0/3900082729 >> 172.21.15.39:0/3900082729 conn(0x7f07980fb980 msgr2=0x7f07980fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 -- 172.21.15.39:0/3900082729 shutdown_connections 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.022+0000 7f079f59f700 1 -- 172.21.15.39:0/3900082729 wait complete. 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 Processor -- start 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 -- start start 2023-12-07T14:00:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798102050 0x7f0798197490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0798104980 0x7f07981979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f07981072b0 0x7f079819e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079819efc0 con 0x7f0798102050 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079819f100 con 0x7f07981072b0 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079f59f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079819f290 con 0x7f0798104980 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798102050 0x7f0798197490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798102050 0x7f0798197490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51476/0 (socket says 172.21.15.39:51476) 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 -- 172.21.15.39:0/2074610072 learned_addr learned my addr 172.21.15.39:0/2074610072 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079cb3a700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0798104980 0x7f07981979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079db3c700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f07981072b0 0x7f079819e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 -- 172.21.15.39:0/2074610072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0798104980 msgr2=0x7f07981979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0798104980 0x7f07981979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 -- 172.21.15.39:0/2074610072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f07981072b0 msgr2=0x7f079819e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f07981072b0 0x7f079819e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079d33b700 1 -- 172.21.15.39:0/2074610072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0790009d00 con 0x7f0798102050 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079db3c700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f07981072b0 0x7f079819e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.023+0000 7f079cb3a700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0798104980 0x7f07981979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.024+0000 7f079d33b700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798102050 0x7f0798197490 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f079400e9a0 tx=0x7f079400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.024+0000 7f078e7fc700 1 -- 172.21.15.39:0/2074610072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0794009790 con 0x7f0798102050 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.024+0000 7f078e7fc700 1 -- 172.21.15.39:0/2074610072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f079400cbd0 con 0x7f0798102050 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.024+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079819f570 con 0x7f0798102050 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.024+0000 7f078e7fc700 1 -- 172.21.15.39:0/2074610072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0794018680 con 0x7f0798102050 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.024+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f079819fad0 con 0x7f0798102050 2023-12-07T14:00:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.025+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07980fd500 con 0x7f0798102050 2023-12-07T14:00:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.026+0000 7f078e7fc700 1 -- 172.21.15.39:0/2074610072 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f079400cd40 con 0x7f0798102050 2023-12-07T14:00:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.026+0000 7f078e7fc700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f07840a1500 0x7f07840a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.027+0000 7f078e7fc700 1 -- 172.21.15.39:0/2074610072 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f0794014070 con 0x7f0798102050 2023-12-07T14:00:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.027+0000 7f079cb3a700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f07840a1500 0x7f07840a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.027+0000 7f079cb3a700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f07840a1500 0x7f07840a39c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0788005950 tx=0x7f07880058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:48.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.030+0000 7f078e7fc700 1 -- 172.21.15.39:0/2074610072 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0794096af0 con 0x7f0798102050 2023-12-07T14:00:48.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:47 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1029964966' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-07T14:00:48.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:47 smithi039 ceph-mon[98864]: pgmap v266: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:48.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:47 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1029964966' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-07T14:00:48.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:47 smithi039 ceph-mon[98864]: osdmap e81: 12 total, 12 up, 12 in 2023-12-07T14:00:48.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:47 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2311020901' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-07T14:00:48.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:47 smithi039 ceph-mon[98864]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-07T14:00:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:47 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1029964966' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-07T14:00:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:47 smithi055 ceph-mon[103363]: pgmap v266: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:47 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1029964966' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-07T14:00:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:47 smithi055 ceph-mon[103363]: osdmap e81: 12 total, 12 up, 12 in 2023-12-07T14:00:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:47 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2311020901' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-07T14:00:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:47 smithi055 ceph-mon[103363]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-07T14:00:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:47 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1029964966' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-12-07T14:00:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:47 smithi089 ceph-mon[103124]: pgmap v266: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:00:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:47 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1029964966' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-12-07T14:00:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:47 smithi089 ceph-mon[103124]: osdmap e81: 12 total, 12 up, 12 in 2023-12-07T14:00:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:47 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2311020901' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-12-07T14:00:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:47 smithi089 ceph-mon[103124]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-12-07T14:00:48.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.236+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0798068330 con 0x7f0798102050 2023-12-07T14:00:48.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.238+0000 7f078e7fc700 1 -- 172.21.15.39:0/2074610072 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22058 (secure 0 0 0) 0x7f079409a110 con 0x7f0798102050 2023-12-07T14:00:48.241 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:48.242 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":82,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:47.308537+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f07840a1500 msgr2=0x7f07840a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f07840a1500 0x7f07840a39c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f0788005950 tx=0x7f07880058e0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798102050 msgr2=0x7f0798197490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798102050 0x7f0798197490 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f079400e9a0 tx=0x7f079400ed60 comp rx=0 tx=0).stop 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 shutdown_connections 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f07840a1500 0x7f07840a39c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f07981072b0 0x7f079819e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798102050 0x7f0798197490 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 --2- 172.21.15.39:0/2074610072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0798104980 0x7f07981979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 >> 172.21.15.39:0/2074610072 conn(0x7f07980fb980 msgr2=0x7f07981029b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:48.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.240+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 shutdown_connections 2023-12-07T14:00:48.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.241+0000 7f079f59f700 1 -- 172.21.15.39:0/2074610072 wait complete. 2023-12-07T14:00:48.257 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:00:48.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 -- 172.21.15.39:0/2630392286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c101120 msgr2=0x7f8c0c1015a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 --2- 172.21.15.39:0/2630392286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c101120 0x7f8c0c1015a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f8c0400b0a0 tx=0x7f8c0400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 -- 172.21.15.39:0/2630392286 shutdown_connections 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 --2- 172.21.15.39:0/2630392286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c101120 0x7f8c0c1015a0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 --2- 172.21.15.39:0/2630392286 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c0c0ffe00 0x7f8c0c100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 --2- 172.21.15.39:0/2630392286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c0c100760 0x7f8c0c100be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 -- 172.21.15.39:0/2630392286 >> 172.21.15.39:0/2630392286 conn(0x7f8c0c0fb980 msgr2=0x7f8c0c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 -- 172.21.15.39:0/2630392286 shutdown_connections 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.383+0000 7f8c13daf700 1 -- 172.21.15.39:0/2630392286 wait complete. 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 Processor -- start 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 -- start start 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c0c0ffe00 0x7f8c0c199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c100760 0x7f8c0c199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c0c101120 0x7f8c0c1a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c0c1a1200 con 0x7f8c0c100760 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c0c1a1340 con 0x7f8c0c101120 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c13daf700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c0c1a14d0 con 0x7f8c0c0ffe00 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c100760 0x7f8c0c199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c100760 0x7f8c0c199c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51492/0 (socket says 172.21.15.39:51492) 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 -- 172.21.15.39:0/3736489918 learned_addr learned my addr 172.21.15.39:0/3736489918 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1234c700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c0c101120 0x7f8c0c1a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c11b4b700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c0c0ffe00 0x7f8c0c199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 -- 172.21.15.39:0/3736489918 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c0c0ffe00 msgr2=0x7f8c0c199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c0c0ffe00 0x7f8c0c199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 -- 172.21.15.39:0/3736489918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c0c101120 msgr2=0x7f8c0c1a0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c0c101120 0x7f8c0c1a0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 -- 172.21.15.39:0/3736489918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c04009d00 con 0x7f8c0c100760 2023-12-07T14:00:48.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1234c700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c0c101120 0x7f8c0c1a0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.384+0000 7f8c1134a700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c100760 0x7f8c0c199c60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc00e9a0 tx=0x7f8bfc00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.385+0000 7f8c02ffd700 1 -- 172.21.15.39:0/3736489918 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc009790 con 0x7f8c0c100760 2023-12-07T14:00:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.385+0000 7f8c02ffd700 1 -- 172.21.15.39:0/3736489918 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8bfc00cbd0 con 0x7f8c0c100760 2023-12-07T14:00:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.385+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c0c1a17b0 con 0x7f8c0c100760 2023-12-07T14:00:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.385+0000 7f8c02ffd700 1 -- 172.21.15.39:0/3736489918 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bfc018680 con 0x7f8c0c100760 2023-12-07T14:00:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.385+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c0c1a1cc0 con 0x7f8c0c100760 2023-12-07T14:00:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.385+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c0c10abe0 con 0x7f8c0c100760 2023-12-07T14:00:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.387+0000 7f8c02ffd700 1 -- 172.21.15.39:0/3736489918 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f8bfc00cd40 con 0x7f8c0c100760 2023-12-07T14:00:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.388+0000 7f8c02ffd700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8bf80a1480 0x7f8bf80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.388+0000 7f8c02ffd700 1 -- 172.21.15.39:0/3736489918 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8bfc014070 con 0x7f8c0c100760 2023-12-07T14:00:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.388+0000 7f8c11b4b700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8bf80a1480 0x7f8bf80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.388+0000 7f8c11b4b700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8bf80a1480 0x7f8bf80a3940 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8c08005fd0 tx=0x7f8c08005f60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:48.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.392+0000 7f8c02ffd700 1 -- 172.21.15.39:0/3736489918 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8bfc096ae0 con 0x7f8c0c100760 2023-12-07T14:00:48.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.600+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8c0c10ee90 con 0x7f8c0c100760 2023-12-07T14:00:48.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.602+0000 7f8c02ffd700 1 -- 172.21.15.39:0/3736489918 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) v1 ==== 74+0+22058 (secure 0 0 0) 0x7f8bfc09a100 con 0x7f8c0c100760 2023-12-07T14:00:48.605 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:48.605 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":82,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:47.308537+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:00:48.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8bf80a1480 msgr2=0x7f8bf80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8bf80a1480 0x7f8bf80a3940 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8c08005fd0 tx=0x7f8c08005f60 comp rx=0 tx=0).stop 2023-12-07T14:00:48.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c100760 msgr2=0x7f8c0c199c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c100760 0x7f8c0c199c60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc00e9a0 tx=0x7f8bfc00ed60 comp rx=0 tx=0).stop 2023-12-07T14:00:48.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 shutdown_connections 2023-12-07T14:00:48.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8bf80a1480 0x7f8bf80a3940 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c0c101120 0x7f8c0c1a0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8c0c0ffe00 0x7f8c0c199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 --2- 172.21.15.39:0/3736489918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8c0c100760 0x7f8c0c199c60 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 >> 172.21.15.39:0/3736489918 conn(0x7f8c0c0fb980 msgr2=0x7f8c0c0fd480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:48.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 shutdown_connections 2023-12-07T14:00:48.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.604+0000 7f8c13daf700 1 -- 172.21.15.39:0/3736489918 wait complete. 2023-12-07T14:00:48.620 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 -- 172.21.15.39:0/2136137025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d341048b0 msgr2=0x7f6d34106ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/2136137025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d341048b0 0x7f6d34106ca0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6d24009990 tx=0x7f6d24009ca0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 -- 172.21.15.39:0/2136137025 shutdown_connections 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/2136137025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d341071e0 0x7f6d34109650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/2136137025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d34101f80 0x7f6d34104370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/2136137025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d341048b0 0x7f6d34106ca0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 -- 172.21.15.39:0/2136137025 >> 172.21.15.39:0/2136137025 conn(0x7f6d340fb930 msgr2=0x7f6d340fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 -- 172.21.15.39:0/2136137025 shutdown_connections 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.747+0000 7f6d39dd1700 1 -- 172.21.15.39:0/2136137025 wait complete. 2023-12-07T14:00:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 Processor -- start 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 -- start start 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d34101f80 0x7f6d341018a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d341048b0 0x7f6d340fff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d341071e0 0x7f6d34100470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d34100c10 con 0x7f6d34101f80 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d34100d80 con 0x7f6d341071e0 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d39dd1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d341a14a0 con 0x7f6d341048b0 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d34101f80 0x7f6d341018a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d337fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d34101f80 0x7f6d341018a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51504/0 (socket says 172.21.15.39:51504) 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d337fe700 1 -- 172.21.15.39:0/744095434 learned_addr learned my addr 172.21.15.39:0/744095434 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.748+0000 7f6d33fff700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d341071e0 0x7f6d34100470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d32ffd700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d341048b0 0x7f6d340fff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d337fe700 1 -- 172.21.15.39:0/744095434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d341048b0 msgr2=0x7f6d340fff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d337fe700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d341048b0 0x7f6d340fff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d337fe700 1 -- 172.21.15.39:0/744095434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d341071e0 msgr2=0x7f6d34100470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d337fe700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d341071e0 0x7f6d34100470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d337fe700 1 -- 172.21.15.39:0/744095434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d240095f0 con 0x7f6d34101f80 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d337fe700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d34101f80 0x7f6d341018a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c00d980 tx=0x7f6d1c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d30ff9700 1 -- 172.21.15.39:0/744095434 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c004a30 con 0x7f6d34101f80 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d30ff9700 1 -- 172.21.15.39:0/744095434 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d1c0054e0 con 0x7f6d34101f80 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d30ff9700 1 -- 172.21.15.39:0/744095434 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c009c30 con 0x7f6d34101f80 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d341a1730 con 0x7f6d34101f80 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.749+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d341a1bf0 con 0x7f6d34101f80 2023-12-07T14:00:48.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.750+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d340fd4b0 con 0x7f6d34101f80 2023-12-07T14:00:48.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.751+0000 7f6d30ff9700 1 -- 172.21.15.39:0/744095434 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f6d1c004c20 con 0x7f6d34101f80 2023-12-07T14:00:48.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.752+0000 7f6d30ff9700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6d200a1480 0x7f6d200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:48.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.752+0000 7f6d30ff9700 1 -- 172.21.15.39:0/744095434 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6d1c0ccf20 con 0x7f6d34101f80 2023-12-07T14:00:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.752+0000 7f6d32ffd700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6d200a1480 0x7f6d200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.752+0000 7f6d32ffd700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6d200a1480 0x7f6d200a3940 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6d2400b2e0 tx=0x7f6d24009530 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:48.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:48.755+0000 7f6d30ff9700 1 -- 172.21.15.39:0/744095434 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6d1c096630 con 0x7f6d34101f80 2023-12-07T14:00:49.007 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.004+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f6d34068330 con 0x7f6d34101f80 2023-12-07T14:00:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-07T14:00:49.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: osdmap e82: 12 total, 12 up, 12 in 2023-12-07T14:00:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2311020901' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-07T14:00:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-12-07T14:00:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-07T14:00:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] up:active 2023-12-07T14:00:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:49.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2074610072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:49.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:49.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:49.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:48 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3736489918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:49.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: osdmap e82: 12 total, 12 up, 12 in 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2311020901' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] up:active 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2074610072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:49.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:49.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:48 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3736489918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: osdmap e82: 12 total, 12 up, 12 in 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2311020901' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] up:active 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2074610072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:49.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:00:49.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:48 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3736489918' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:49.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.734+0000 7f6d30ff9700 1 -- 172.21.15.39:0/744095434 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) v1 ==== 118+0+0 (secure 0 0 0) 0x7f6d1c017020 con 0x7f6d34101f80 2023-12-07T14:00:49.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6d200a1480 msgr2=0x7f6d200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6d200a1480 0x7f6d200a3940 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6d2400b2e0 tx=0x7f6d24009530 comp rx=0 tx=0).stop 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d34101f80 msgr2=0x7f6d341018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d34101f80 0x7f6d341018a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c00d980 tx=0x7f6d1c00dc90 comp rx=0 tx=0).stop 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 shutdown_connections 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6d200a1480 0x7f6d200a3940 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d341071e0 0x7f6d34100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d34101f80 0x7f6d341018a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 --2- 172.21.15.39:0/744095434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d341048b0 0x7f6d340fff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 >> 172.21.15.39:0/744095434 conn(0x7f6d340fb930 msgr2=0x7f6d34103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 shutdown_connections 2023-12-07T14:00:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.739+0000 7f6d39dd1700 1 -- 172.21.15.39:0/744095434 wait complete. 2023-12-07T14:00:49.758 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2023-12-07T14:00:49.758 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2023-12-07T14:00:49.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 -- 172.21.15.39:0/531226134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 msgr2=0x7fa0f8100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:49.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/531226134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f8100820 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa0e80099c0 tx=0x7fa0e8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 -- 172.21.15.39:0/531226134 shutdown_connections 2023-12-07T14:00:49.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/531226134 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0f8101f90 0x7fa0f8108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/531226134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f8100820 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/531226134 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0f81015f0 0x7fa0f8101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 -- 172.21.15.39:0/531226134 >> 172.21.15.39:0/531226134 conn(0x7fa0f80fb930 msgr2=0x7fa0f80fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 -- 172.21.15.39:0/531226134 shutdown_connections 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.888+0000 7fa0fca4a700 1 -- 172.21.15.39:0/531226134 wait complete. 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 Processor -- start 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 -- start start 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f80692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0f81015f0 0x7fa0f819c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0f8101f90 0x7fa0f819e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f819ef60 con 0x7fa0f8100400 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f819f0d0 con 0x7fa0f8101f90 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0fca4a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0f819f290 con 0x7fa0f81015f0 2023-12-07T14:00:49.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f80692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f80692c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51518/0 (socket says 172.21.15.39:51518) 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 -- 172.21.15.39:0/2827425744 learned_addr learned my addr 172.21.15.39:0/2827425744 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f5d9b700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0f81015f0 0x7fa0f819c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f6d9d700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0f8101f90 0x7fa0f819e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 -- 172.21.15.39:0/2827425744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0f81015f0 msgr2=0x7fa0f819c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0f81015f0 0x7fa0f819c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 -- 172.21.15.39:0/2827425744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0f8101f90 msgr2=0x7fa0f819e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0f8101f90 0x7fa0f819e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 -- 172.21.15.39:0/2827425744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0e80095f0 con 0x7fa0f8100400 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f6d9d700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0f8101f90 0x7fa0f819e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.889+0000 7fa0f659c700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f80692c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009f50 tx=0x7fa0e8003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.890+0000 7fa0ef7fe700 1 -- 172.21.15.39:0/2827425744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e801d070 con 0x7fa0f8100400 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.890+0000 7fa0ef7fe700 1 -- 172.21.15.39:0/2827425744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0e8022470 con 0x7fa0f8100400 2023-12-07T14:00:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.890+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0f819f4b0 con 0x7fa0f8100400 2023-12-07T14:00:49.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.890+0000 7fa0ef7fe700 1 -- 172.21.15.39:0/2827425744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8022ea0 con 0x7fa0f8100400 2023-12-07T14:00:49.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.890+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0f819f9b0 con 0x7fa0f8100400 2023-12-07T14:00:49.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.891+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0f81078d0 con 0x7fa0f8100400 2023-12-07T14:00:49.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.892+0000 7fa0ef7fe700 1 -- 172.21.15.39:0/2827425744 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fa0e8022800 con 0x7fa0f8100400 2023-12-07T14:00:49.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.892+0000 7fa0ef7fe700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa0e40a1500 0x7fa0e40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:49.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.892+0000 7fa0f5d9b700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa0e40a1500 0x7fa0e40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:49.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.892+0000 7fa0ef7fe700 1 -- 172.21.15.39:0/2827425744 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fa0e80ce370 con 0x7fa0f8100400 2023-12-07T14:00:49.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.893+0000 7fa0f5d9b700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa0e40a1500 0x7fa0e40a39c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0005fd0 tx=0x7fa0e000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:49.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:49.896+0000 7fa0ef7fe700 1 -- 172.21.15.39:0/2827425744 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa0e8097bb0 con 0x7fa0f8100400 2023-12-07T14:00:50.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:49 smithi039 ceph-mon[98864]: osdmap e83: 12 total, 12 up, 12 in 2023-12-07T14:00:50.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:49 smithi039 ceph-mon[98864]: pgmap v270: 97 pgs: 10 creating+peering, 64 unknown, 23 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2023-12-07T14:00:50.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:49 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/744095434' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-07T14:00:50.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.142+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7fa0f810bba0 con 0x7fa0f8100400 2023-12-07T14:00:50.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:49 smithi055 ceph-mon[103363]: osdmap e83: 12 total, 12 up, 12 in 2023-12-07T14:00:50.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:49 smithi055 ceph-mon[103363]: pgmap v270: 97 pgs: 10 creating+peering, 64 unknown, 23 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2023-12-07T14:00:50.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:49 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/744095434' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-07T14:00:50.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:49 smithi089 ceph-mon[103124]: osdmap e83: 12 total, 12 up, 12 in 2023-12-07T14:00:50.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:49 smithi089 ceph-mon[103124]: pgmap v270: 97 pgs: 10 creating+peering, 64 unknown, 23 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2023-12-07T14:00:50.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:49 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/744095434' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-12-07T14:00:50.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.737+0000 7fa0ef7fe700 1 -- 172.21.15.39:0/2827425744 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v17) v1 ==== 105+0+0 (secure 0 0 0) 0x7fa0e809b1d0 con 0x7fa0f8100400 2023-12-07T14:00:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa0e40a1500 msgr2=0x7fa0e40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa0e40a1500 0x7fa0e40a39c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa0e0005fd0 tx=0x7fa0e000a560 comp rx=0 tx=0).stop 2023-12-07T14:00:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 msgr2=0x7fa0f80692c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f80692c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009f50 tx=0x7fa0e8003970 comp rx=0 tx=0).stop 2023-12-07T14:00:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 shutdown_connections 2023-12-07T14:00:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa0e40a1500 0x7fa0e40a39c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0f8101f90 0x7fa0f819e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0f8100400 0x7fa0f80692c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 --2- 172.21.15.39:0/2827425744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0f81015f0 0x7fa0f819c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 >> 172.21.15.39:0/2827425744 conn(0x7fa0f80fb930 msgr2=0x7fa0f8104a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 shutdown_connections 2023-12-07T14:00:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.740+0000 7fa0fca4a700 1 -- 172.21.15.39:0/2827425744 wait complete. 2023-12-07T14:00:50.760 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2023-12-07T14:00:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 -- 172.21.15.39:0/1333863455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c100400 msgr2=0x7f475c100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 --2- 172.21.15.39:0/1333863455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c100400 0x7f475c100820 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f47500099c0 tx=0x7f4750009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 -- 172.21.15.39:0/1333863455 shutdown_connections 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 --2- 172.21.15.39:0/1333863455 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f475c101f90 0x7f475c108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 --2- 172.21.15.39:0/1333863455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c100400 0x7f475c100820 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 --2- 172.21.15.39:0/1333863455 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f475c1015f0 0x7f475c101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 -- 172.21.15.39:0/1333863455 >> 172.21.15.39:0/1333863455 conn(0x7f475c0fb930 msgr2=0x7f475c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 -- 172.21.15.39:0/1333863455 shutdown_connections 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.891+0000 7f4762b01700 1 -- 172.21.15.39:0/1333863455 wait complete. 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 Processor -- start 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 -- start start 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f475c100400 0x7f475c0692a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c1015f0 0x7f475c19c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f475c101f90 0x7f475c19e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c19ef50 con 0x7f475c1015f0 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c19f0c0 con 0x7f475c101f90 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4762b01700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f475c19f280 con 0x7f475c100400 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c1015f0 0x7f475c19c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c1015f0 0x7f475c19c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51534/0 (socket says 172.21.15.39:51534) 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 -- 172.21.15.39:0/2460636748 learned_addr learned my addr 172.21.15.39:0/2460636748 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f476109e700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f475c101f90 0x7f475c19e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 -- 172.21.15.39:0/2460636748 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f475c100400 msgr2=0x7f475c0692a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f476089d700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f475c100400 0x7f475c0692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f475c100400 0x7f475c0692a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 -- 172.21.15.39:0/2460636748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f475c101f90 msgr2=0x7f475c19e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f475c101f90 0x7f475c19e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 -- 172.21.15.39:0/2460636748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47500095f0 con 0x7f475c1015f0 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f476089d700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f475c100400 0x7f475c0692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:00:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f476109e700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f475c101f90 0x7f475c19e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:00:50.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f475bfff700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c1015f0 0x7f475c19c1c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f474800d950 tx=0x7f474800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:50.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4759ffb700 1 -- 172.21.15.39:0/2460636748 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4748009b40 con 0x7f475c1015f0 2023-12-07T14:00:50.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.892+0000 7f4759ffb700 1 -- 172.21.15.39:0/2460636748 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4748009ca0 con 0x7f475c1015f0 2023-12-07T14:00:50.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.893+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f475c19f560 con 0x7f475c1015f0 2023-12-07T14:00:50.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.893+0000 7f4759ffb700 1 -- 172.21.15.39:0/2460636748 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474800f620 con 0x7f475c1015f0 2023-12-07T14:00:50.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.893+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f475c19fa70 con 0x7f475c1015f0 2023-12-07T14:00:50.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.894+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f475c1078d0 con 0x7f475c1015f0 2023-12-07T14:00:50.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.895+0000 7f4759ffb700 1 -- 172.21.15.39:0/2460636748 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f4748010460 con 0x7f475c1015f0 2023-12-07T14:00:50.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.895+0000 7f4759ffb700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f474c0a1480 0x7f474c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:50.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.895+0000 7f4759ffb700 1 -- 172.21.15.39:0/2460636748 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f47480ccf40 con 0x7f475c1015f0 2023-12-07T14:00:50.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.895+0000 7f476089d700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f474c0a1480 0x7f474c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:50.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.896+0000 7f476089d700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f474c0a1480 0x7f474c0a3940 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4750003820 tx=0x7f4750000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:50.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:50.900+0000 7f4759ffb700 1 -- 172.21.15.39:0/2460636748 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f47480966f0 con 0x7f475c1015f0 2023-12-07T14:00:51.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:50 smithi039 ceph-mon[98864]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-07T14:00:51.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:50 smithi039 ceph-mon[98864]: Cluster is now healthy 2023-12-07T14:00:51.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:50 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/744095434' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-07T14:00:51.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:50 smithi039 ceph-mon[98864]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:51.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:50 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2827425744' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-12-07T14:00:51.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:50 smithi055 ceph-mon[103363]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-07T14:00:51.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:50 smithi055 ceph-mon[103363]: Cluster is now healthy 2023-12-07T14:00:51.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:50 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/744095434' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-07T14:00:51.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:50 smithi055 ceph-mon[103363]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:51.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:50 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2827425744' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-12-07T14:00:51.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.149+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f475c068330 con 0x7f475c1015f0 2023-12-07T14:00:51.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:50 smithi089 ceph-mon[103124]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-12-07T14:00:51.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:50 smithi089 ceph-mon[103124]: Cluster is now healthy 2023-12-07T14:00:51.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:50 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/744095434' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-12-07T14:00:51.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:50 smithi089 ceph-mon[103124]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:51.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:50 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2827425744' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2023-12-07T14:00:51.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.756+0000 7f4759ffb700 1 -- 172.21.15.39:0/2460636748 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v19) v1 ==== 121+0+0 (secure 0 0 0) 0x7f4748099d10 con 0x7f475c1015f0 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f474c0a1480 msgr2=0x7f474c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f474c0a1480 0x7f474c0a3940 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4750003820 tx=0x7f4750000bc0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c1015f0 msgr2=0x7f475c19c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c1015f0 0x7f475c19c1c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f474800d950 tx=0x7f474800dd10 comp rx=0 tx=0).stop 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 shutdown_connections 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f474c0a1480 0x7f474c0a3940 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f475c101f90 0x7f475c19e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f475c100400 0x7f475c0692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 --2- 172.21.15.39:0/2460636748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f475c1015f0 0x7f475c19c1c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.759+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 >> 172.21.15.39:0/2460636748 conn(0x7f475c0fb930 msgr2=0x7f475c104a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.760+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 shutdown_connections 2023-12-07T14:00:51.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.760+0000 7f4762b01700 1 -- 172.21.15.39:0/2460636748 wait complete. 2023-12-07T14:00:51.780 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2023-12-07T14:00:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 -- 172.21.15.39:0/2264790551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0101f90 msgr2=0x7fd1b0108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 --2- 172.21.15.39:0/2264790551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0101f90 0x7fd1b0108840 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd1a800b0d0 tx=0x7fd1a800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 -- 172.21.15.39:0/2264790551 shutdown_connections 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 --2- 172.21.15.39:0/2264790551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0101f90 0x7fd1b0108840 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 --2- 172.21.15.39:0/2264790551 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd1b0100400 0x7fd1b0100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 --2- 172.21.15.39:0/2264790551 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd1b01015f0 0x7fd1b0101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 -- 172.21.15.39:0/2264790551 >> 172.21.15.39:0/2264790551 conn(0x7fd1b00fb930 msgr2=0x7fd1b00fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 -- 172.21.15.39:0/2264790551 shutdown_connections 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.913+0000 7fd1b6706700 1 -- 172.21.15.39:0/2264790551 wait complete. 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 Processor -- start 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 -- start start 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0100400 0x7fd1b0196430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd1b01015f0 0x7fd1b0196970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd1b0101f90 0x7fd1b019d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1b019df10 con 0x7fd1b0100400 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1b019e050 con 0x7fd1b0101f90 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b6706700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1b019e1e0 con 0x7fd1b01015f0 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1affff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0100400 0x7fd1b0196430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1affff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0100400 0x7fd1b0196430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51546/0 (socket says 172.21.15.39:51546) 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1affff700 1 -- 172.21.15.39:0/937523961 learned_addr learned my addr 172.21.15.39:0/937523961 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.914+0000 7fd1b4ca3700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd1b0101f90 0x7fd1b019d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1af7fe700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd1b01015f0 0x7fd1b0196970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1affff700 1 -- 172.21.15.39:0/937523961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd1b01015f0 msgr2=0x7fd1b0196970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1affff700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd1b01015f0 0x7fd1b0196970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1affff700 1 -- 172.21.15.39:0/937523961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd1b0101f90 msgr2=0x7fd1b019d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1affff700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd1b0101f90 0x7fd1b019d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1affff700 1 -- 172.21.15.39:0/937523961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1a8009d00 con 0x7fd1b0100400 2023-12-07T14:00:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1affff700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0100400 0x7fd1b0196430 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd1a000d980 tx=0x7fd1a000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1ad7fa700 1 -- 172.21.15.39:0/937523961 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1a000b950 con 0x7fd1b0100400 2023-12-07T14:00:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1b019e4c0 con 0x7fd1b0100400 2023-12-07T14:00:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1ad7fa700 1 -- 172.21.15.39:0/937523961 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd1a0007620 con 0x7fd1b0100400 2023-12-07T14:00:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1ad7fa700 1 -- 172.21.15.39:0/937523961 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1a000f3c0 con 0x7fd1b0100400 2023-12-07T14:00:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.915+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1b019ea20 con 0x7fd1b0100400 2023-12-07T14:00:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.916+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1b0068330 con 0x7fd1b0100400 2023-12-07T14:00:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.917+0000 7fd1ad7fa700 1 -- 172.21.15.39:0/937523961 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fd1a0010640 con 0x7fd1b0100400 2023-12-07T14:00:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.918+0000 7fd1ad7fa700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd1980a1480 0x7fd1980a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.918+0000 7fd1af7fe700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd1980a1480 0x7fd1980a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:51.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.918+0000 7fd1ad7fa700 1 -- 172.21.15.39:0/937523961 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fd1a00cca70 con 0x7fd1b0100400 2023-12-07T14:00:51.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.919+0000 7fd1af7fe700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd1980a1480 0x7fd1980a3940 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd1a4005950 tx=0x7fd1a40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:51.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:51.923+0000 7fd1ad7fa700 1 -- 172.21.15.39:0/937523961 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fd1a0096220 con 0x7fd1b0100400 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2827425744' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: pgmap v271: 97 pgs: 10 creating+peering, 12 unknown, 75 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 822 B/s wr, 7 op/s 2023-12-07T14:00:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:51 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2460636748' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-12-07T14:00:52.149 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: 2023-12-07T14:00:51.665+0000 7f5607f7d700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-12-07T14:00:52.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-12-07T14:00:52.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2827425744' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-12-07T14:00:52.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-12-07T14:00:52.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:52.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-12-07T14:00:52.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-12-07T14:00:52.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: pgmap v271: 97 pgs: 10 creating+peering, 12 unknown, 75 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 822 B/s wr, 7 op/s 2023-12-07T14:00:52.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:51 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2460636748' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-12-07T14:00:52.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.175+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7fd1b010be00 con 0x7fd1b0100400 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2827425744' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: pgmap v271: 97 pgs: 10 creating+peering, 12 unknown, 75 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 822 B/s wr, 7 op/s 2023-12-07T14:00:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:51 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2460636748' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-12-07T14:00:52.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.765+0000 7fd1ad7fa700 1 -- 172.21.15.39:0/937523961 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v21) v1 ==== 115+0+0 (secure 0 0 0) 0x7fd1a0099840 con 0x7fd1b0100400 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.768+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd1980a1480 msgr2=0x7fd1980a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.768+0000 7fd1b6706700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd1980a1480 0x7fd1980a3940 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd1a4005950 tx=0x7fd1a40058e0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.768+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0100400 msgr2=0x7fd1b0196430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.768+0000 7fd1b6706700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0100400 0x7fd1b0196430 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fd1a000d980 tx=0x7fd1a000dc90 comp rx=0 tx=0).stop 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 shutdown_connections 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd1980a1480 0x7fd1980a3940 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd1b0101f90 0x7fd1b019d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1b0100400 0x7fd1b0196430 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 --2- 172.21.15.39:0/937523961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd1b01015f0 0x7fd1b0196970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 >> 172.21.15.39:0/937523961 conn(0x7fd1b00fb930 msgr2=0x7fd1b01048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 shutdown_connections 2023-12-07T14:00:52.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.769+0000 7fd1b6706700 1 -- 172.21.15.39:0/937523961 wait complete. 2023-12-07T14:00:52.789 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2023-12-07T14:00:52.790 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 '' 2023-12-07T14:00:52.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 -- 172.21.15.39:0/2826285108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 msgr2=0x7f17e8108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 --2- 172.21.15.39:0/2826285108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e8108840 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f17e000b0d0 tx=0x7f17e000b3e0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 -- 172.21.15.39:0/2826285108 shutdown_connections 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 --2- 172.21.15.39:0/2826285108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e8108840 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 --2- 172.21.15.39:0/2826285108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e8100400 0x7f17e8100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 --2- 172.21.15.39:0/2826285108 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17e81015f0 0x7f17e8101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 -- 172.21.15.39:0/2826285108 >> 172.21.15.39:0/2826285108 conn(0x7f17e80fb930 msgr2=0x7f17e80fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 -- 172.21.15.39:0/2826285108 shutdown_connections 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 -- 172.21.15.39:0/2826285108 wait complete. 2023-12-07T14:00:52.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.925+0000 7f17ed78f700 1 Processor -- start 2023-12-07T14:00:52.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17ed78f700 1 -- start start 2023-12-07T14:00:52.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17ed78f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e8100400 0x7f17e8199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:52.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17ed78f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17e81015f0 0x7f17e8199cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:52.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17ed78f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e81a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:52.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17ed78f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e81a1270 con 0x7f17e8101f90 2023-12-07T14:00:52.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17ed78f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e81a13b0 con 0x7f17e8100400 2023-12-07T14:00:52.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17ed78f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17e81a1540 con 0x7f17e81015f0 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e81a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e81a0ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51564/0 (socket says 172.21.15.39:51564) 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 -- 172.21.15.39:0/1193311840 learned_addr learned my addr 172.21.15.39:0/1193311840 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e6ffd700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e8100400 0x7f17e8199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e67fc700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17e81015f0 0x7f17e8199cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 -- 172.21.15.39:0/1193311840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17e81015f0 msgr2=0x7f17e8199cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17e81015f0 0x7f17e8199cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 -- 172.21.15.39:0/1193311840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e8100400 msgr2=0x7f17e8199790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e8100400 0x7f17e8199790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 -- 172.21.15.39:0/1193311840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17e0009d00 con 0x7f17e8101f90 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.926+0000 7f17e77fe700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e81a0ca0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f17e0007bd0 tx=0x7f17e0009440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.927+0000 7f17cffff700 1 -- 172.21.15.39:0/1193311840 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e000e040 con 0x7f17e8101f90 2023-12-07T14:00:52.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.927+0000 7f17cffff700 1 -- 172.21.15.39:0/1193311840 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17e001dd50 con 0x7f17e8101f90 2023-12-07T14:00:52.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.927+0000 7f17cffff700 1 -- 172.21.15.39:0/1193311840 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17e00123f0 con 0x7f17e8101f90 2023-12-07T14:00:52.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.927+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17e81a17c0 con 0x7f17e8101f90 2023-12-07T14:00:52.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.927+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17e81a1bf0 con 0x7f17e8101f90 2023-12-07T14:00:52.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.928+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17e8068330 con 0x7f17e8101f90 2023-12-07T14:00:52.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.929+0000 7f17cffff700 1 -- 172.21.15.39:0/1193311840 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f17e001d890 con 0x7f17e8101f90 2023-12-07T14:00:52.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.929+0000 7f17cffff700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f17d00a1480 0x7f17d00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:52.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.930+0000 7f17cffff700 1 -- 172.21.15.39:0/1193311840 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f17e00cf1b0 con 0x7f17e8101f90 2023-12-07T14:00:52.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.930+0000 7f17e6ffd700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f17d00a1480 0x7f17d00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:52.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.930+0000 7f17e6ffd700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f17d00a1480 0x7f17d00a3940 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f17e8101450 tx=0x7f17dc00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:52.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:52.933+0000 7f17cffff700 1 -- 172.21.15.39:0/1193311840 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f17e00989f0 con 0x7f17e8101f90 2023-12-07T14:00:53.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:52 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2460636748' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-12-07T14:00:53.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:52 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] up:active 2023-12-07T14:00:53.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:52 smithi039 ceph-mon[98864]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-12-07T14:00:53.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:52 smithi039 ceph-mon[98864]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-12-07T14:00:53.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:52 smithi039 ceph-mon[98864]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-12-07T14:00:53.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:52 smithi039 ceph-mon[98864]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-12-07T14:00:53.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:52 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/937523961' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-12-07T14:00:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:52 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2460636748' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-12-07T14:00:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:52 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] up:active 2023-12-07T14:00:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:52 smithi055 ceph-mon[103363]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-12-07T14:00:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:52 smithi055 ceph-mon[103363]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-12-07T14:00:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:52 smithi055 ceph-mon[103363]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-12-07T14:00:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:52 smithi055 ceph-mon[103363]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-12-07T14:00:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:52 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/937523961' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-12-07T14:00:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:53.176+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7f17e80fdb70 con 0x7f17d00a1480 2023-12-07T14:00:53.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:52 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2460636748' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-12-07T14:00:53.189 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:52 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] up:active 2023-12-07T14:00:53.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:52 smithi089 ceph-mon[103124]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-12-07T14:00:53.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:52 smithi089 ceph-mon[103124]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-12-07T14:00:53.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:52 smithi089 ceph-mon[103124]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-12-07T14:00:53.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:52 smithi089 ceph-mon[103124]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-12-07T14:00:53.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:52 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/937523961' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-12-07T14:00:53.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:00:53.181+0000 7f48106e6700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:00:53.556 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:00:53.181+0000 7f48106e6700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:00:53.556 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:00:53.181+0000 7f48106e6700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:00:53.556 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:00:53.181+0000 7f48106e6700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:00:53.556 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:00:53.181+0000 7f48106e6700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:00:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/937523961' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-12-07T14:00:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:active 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=h=up:creating} 8 up:standby 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: daemon mds.h is now active in filesystem cephfs as rank 3 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: pgmap v272: 97 pgs: 97 active+clean; 580 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 11 op/s 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] up:active 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: Cluster is now healthy 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=h=up:active} 4 up:standby-replay 4 up:standby 2023-12-07T14:00:54.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2023-12-07T14:00:54.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: daemon mds.a is now active in filesystem cephfs as rank 4 2023-12-07T14:00:54.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:53 smithi039 ceph-mon[98864]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/937523961' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-12-07T14:00:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:active 2023-12-07T14:00:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=h=up:creating} 8 up:standby 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: daemon mds.h is now active in filesystem cephfs as rank 3 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: pgmap v272: 97 pgs: 97 active+clean; 580 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 11 op/s 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] up:active 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: Cluster is now healthy 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=h=up:active} 4 up:standby-replay 4 up:standby 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: daemon mds.a is now active in filesystem cephfs as rank 4 2023-12-07T14:00:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:53 smithi055 ceph-mon[103363]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/937523961' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:active 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: daemon mds.h assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=h=up:creating} 8 up:standby 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: daemon mds.h is now active in filesystem cephfs as rank 3 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: pgmap v272: 97 pgs: 97 active+clean; 580 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s wr, 11 op/s 2023-12-07T14:00:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] up:active 2023-12-07T14:00:54.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2023-12-07T14:00:54.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-12-07T14:00:54.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: Cluster is now healthy 2023-12-07T14:00:54.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=h=up:active} 4 up:standby-replay 4 up:standby 2023-12-07T14:00:54.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2023-12-07T14:00:54.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: daemon mds.a is now active in filesystem cephfs as rank 4 2023-12-07T14:00:54.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:53 smithi089 ceph-mon[103124]: from='client.14721 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:54.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.197+0000 7f17cffff700 1 -- 172.21.15.39:0/1193311840 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f17e80fdb70 con 0x7f17d00a1480 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f17d00a1480 msgr2=0x7f17d00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f17d00a1480 0x7f17d00a3940 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f17e8101450 tx=0x7f17dc00a380 comp rx=0 tx=0).stop 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 msgr2=0x7f17e81a0ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e81a0ca0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f17e0007bd0 tx=0x7f17e0009440 comp rx=0 tx=0).stop 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 shutdown_connections 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f17d00a1480 0x7f17d00a3940 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17e8101f90 0x7f17e81a0ca0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17e8100400 0x7f17e8199790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 --2- 172.21.15.39:0/1193311840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17e81015f0 0x7f17e8199cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 >> 172.21.15.39:0/1193311840 conn(0x7f17e80fb930 msgr2=0x7f17e80fd460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 shutdown_connections 2023-12-07T14:00:54.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.200+0000 7f17ed78f700 1 -- 172.21.15.39:0/1193311840 wait complete. 2023-12-07T14:00:54.218 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_0 2023-12-07T14:00:54.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 -- 172.21.15.39:0/4145845987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 msgr2=0x7f11b0101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 --2- 172.21.15.39:0/4145845987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b0101a50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f11ac0099c0 tx=0x7f11ac009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 -- 172.21.15.39:0/4145845987 shutdown_connections 2023-12-07T14:00:54.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 --2- 172.21.15.39:0/4145845987 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11b0101f90 0x7f11b0108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 --2- 172.21.15.39:0/4145845987 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11b0100400 0x7f11b0100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 --2- 172.21.15.39:0/4145845987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b0101a50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 -- 172.21.15.39:0/4145845987 >> 172.21.15.39:0/4145845987 conn(0x7f11b00fb930 msgr2=0x7f11b00fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 -- 172.21.15.39:0/4145845987 shutdown_connections 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 -- 172.21.15.39:0/4145845987 wait complete. 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 Processor -- start 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.352+0000 7f11b7e23700 1 -- start start 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11b0100400 0x7f11b0197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b01979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11b0101f90 0x7f11b019e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11b019ef60 con 0x7f11b01015f0 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11b019f0a0 con 0x7f11b0100400 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11b019f230 con 0x7f11b0101f90 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b01979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b01979c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51630/0 (socket says 172.21.15.39:51630) 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 -- 172.21.15.39:0/3197352506 learned_addr learned my addr 172.21.15.39:0/3197352506 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:54.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b63c0700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11b0101f90 0x7f11b019e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b5bbf700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11b0100400 0x7f11b0197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 -- 172.21.15.39:0/3197352506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11b0101f90 msgr2=0x7f11b019e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11b0101f90 0x7f11b019e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 -- 172.21.15.39:0/3197352506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11b0100400 msgr2=0x7f11b0197480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11b0100400 0x7f11b0197480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 -- 172.21.15.39:0/3197352506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11ac0095f0 con 0x7f11b01015f0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b5bbf700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11b0100400 0x7f11b0197480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b53be700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b01979c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f11ac0036f0 tx=0x7f11ac0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11a6ffd700 1 -- 172.21.15.39:0/3197352506 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11ac01d070 con 0x7f11b01015f0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11a6ffd700 1 -- 172.21.15.39:0/3197352506 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f11ac004110 con 0x7f11b01015f0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11b019f4b0 con 0x7f11b01015f0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11a6ffd700 1 -- 172.21.15.39:0/3197352506 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11ac022e10 con 0x7f11b01015f0 2023-12-07T14:00:54.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.353+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11b019f960 con 0x7f11b01015f0 2023-12-07T14:00:54.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.354+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11b0068330 con 0x7f11b01015f0 2023-12-07T14:00:54.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.356+0000 7f11a6ffd700 1 -- 172.21.15.39:0/3197352506 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f11ac022470 con 0x7f11b01015f0 2023-12-07T14:00:54.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.356+0000 7f11a6ffd700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f119c0a1480 0x7f119c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.356+0000 7f11b5bbf700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f119c0a1480 0x7f119c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.356+0000 7f11a6ffd700 1 -- 172.21.15.39:0/3197352506 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f11ac0ce0f0 con 0x7f11b01015f0 2023-12-07T14:00:54.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.357+0000 7f11b5bbf700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f119c0a1480 0x7f119c0a3940 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f11b0101450 tx=0x7f11a0009670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:54.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.360+0000 7f11a6ffd700 1 -- 172.21.15.39:0/3197352506 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f11ac097930 con 0x7f11b01015f0 2023-12-07T14:00:54.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.595+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7f11b0068f40 con 0x7f119c0a1480 2023-12-07T14:00:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.599+0000 7f11a6ffd700 1 -- 172.21.15.39:0/3197352506 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7f11b0068f40 con 0x7f119c0a1480 2023-12-07T14:00:54.601 INFO:teuthology.orchestra.run.smithi039.stdout:/volumes/_nogroup/sv_0/892c0fa0-5a4e-42f1-8001-a8f0fe219bd2 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.601+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f119c0a1480 msgr2=0x7f119c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.601+0000 7f11b7e23700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f119c0a1480 0x7f119c0a3940 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f11b0101450 tx=0x7f11a0009670 comp rx=0 tx=0).stop 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.601+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 msgr2=0x7f11b01979c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.601+0000 7f11b7e23700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b01979c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f11ac0036f0 tx=0x7f11ac0047b0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.601+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 shutdown_connections 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.601+0000 7f11b7e23700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f119c0a1480 0x7f119c0a3940 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.602+0000 7f11b7e23700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11b0101f90 0x7f11b019e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.602+0000 7f11b7e23700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11b0100400 0x7f11b0197480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.602+0000 7f11b7e23700 1 --2- 172.21.15.39:0/3197352506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11b01015f0 0x7f11b01979c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.602+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 >> 172.21.15.39:0/3197352506 conn(0x7f11b00fb930 msgr2=0x7f11b0068830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.602+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 shutdown_connections 2023-12-07T14:00:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.602+0000 7f11b7e23700 1 -- 172.21.15.39:0/3197352506 wait complete. 2023-12-07T14:00:54.616 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 '' 2023-12-07T14:00:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2919973601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 msgr2=0x7f96c0101a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2919973601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0101a30 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f96ac0099c0 tx=0x7f96ac009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2919973601 shutdown_connections 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2919973601 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96c0101f70 0x7f96c0108820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2919973601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96c01003e0 0x7f96c0100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2919973601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0101a30 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2919973601 >> 172.21.15.39:0/2919973601 conn(0x7f96c00fb970 msgr2=0x7f96c00fdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2919973601 shutdown_connections 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.744+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2919973601 wait complete. 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 Processor -- start 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 -- start start 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96c01003e0 0x7f96c01962e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0196820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96c0101f70 0x7f96c019d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96c019de10 con 0x7f96c01015d0 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96c019df50 con 0x7f96c0101f70 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c6f9d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96c019e0e0 con 0x7f96c01003e0 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96bffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0196820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96bffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0196820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51644/0 (socket says 172.21.15.39:51644) 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96bffff700 1 -- 172.21.15.39:0/2256929009 learned_addr learned my addr 172.21.15.39:0/2256929009 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c4d39700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96c01003e0 0x7f96c01962e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96c553a700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96c0101f70 0x7f96c019d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96bffff700 1 -- 172.21.15.39:0/2256929009 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96c01003e0 msgr2=0x7f96c01962e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96bffff700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96c01003e0 0x7f96c01962e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.745+0000 7f96bffff700 1 -- 172.21.15.39:0/2256929009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96c0101f70 msgr2=0x7f96c019d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96bffff700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96c0101f70 0x7f96c019d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96bffff700 1 -- 172.21.15.39:0/2256929009 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96ac0095f0 con 0x7f96c01015d0 2023-12-07T14:00:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96bffff700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0196820 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f96ac0036f0 tx=0x7f96ac0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96bdffb700 1 -- 172.21.15.39:0/2256929009 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96ac01d070 con 0x7f96c01015d0 2023-12-07T14:00:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96bdffb700 1 -- 172.21.15.39:0/2256929009 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96ac004090 con 0x7f96c01015d0 2023-12-07T14:00:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96c019e360 con 0x7f96c01015d0 2023-12-07T14:00:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96bdffb700 1 -- 172.21.15.39:0/2256929009 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96ac022d40 con 0x7f96c01015d0 2023-12-07T14:00:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.746+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96c019e860 con 0x7f96c01015d0 2023-12-07T14:00:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.747+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96c0107810 con 0x7f96c01015d0 2023-12-07T14:00:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.748+0000 7f96bdffb700 1 -- 172.21.15.39:0/2256929009 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 16) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f96ac022470 con 0x7f96c01015d0 2023-12-07T14:00:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.749+0000 7f96bdffb700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f96b00a1500 0x7f96b00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.749+0000 7f96bdffb700 1 -- 172.21.15.39:0/2256929009 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f96ac0cdd70 con 0x7f96c01015d0 2023-12-07T14:00:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.749+0000 7f96c4d39700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f96b00a1500 0x7f96b00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.749+0000 7f96c4d39700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f96b00a1500 0x7f96b00a39c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f96c0101430 tx=0x7f96b400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.753+0000 7f96bdffb700 1 -- 172.21.15.39:0/2256929009 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f96ac05d2f0 con 0x7f96c01015d0 2023-12-07T14:00:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:54.991+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}) v1 -- 0x7f96c0061a10 con 0x7f96b00a1500 2023-12-07T14:00:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.024+0000 7f96bdffb700 1 -- 172.21.15.39:0/2256929009 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f96c0061a10 con 0x7f96b00a1500 2023-12-07T14:00:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f96b00a1500 msgr2=0x7f96b00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f96b00a1500 0x7f96b00a39c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f96c0101430 tx=0x7f96b400a380 comp rx=0 tx=0).stop 2023-12-07T14:00:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 msgr2=0x7f96c0196820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0196820 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f96ac0036f0 tx=0x7f96ac0047b0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 shutdown_connections 2023-12-07T14:00:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f96b00a1500 0x7f96b00a39c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96c0101f70 0x7f96c019d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96c01003e0 0x7f96c01962e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 --2- 172.21.15.39:0/2256929009 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96c01015d0 0x7f96c0196820 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 >> 172.21.15.39:0/2256929009 conn(0x7f96c00fb970 msgr2=0x7f96c0104950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 shutdown_connections 2023-12-07T14:00:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.027+0000 7f96c6f9d700 1 -- 172.21.15.39:0/2256929009 wait complete. 2023-12-07T14:00:55.042 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs sv_1 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 -- 172.21.15.39:0/4204173081 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4040ffd60 msgr2=0x7fb404102190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 --2- 172.21.15.39:0/4204173081 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4040ffd60 0x7fb404102190 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4009990 tx=0x7fb3f4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 -- 172.21.15.39:0/4204173081 shutdown_connections 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 --2- 172.21.15.39:0/4204173081 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4041050a0 0x7fb404105520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 --2- 172.21.15.39:0/4204173081 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4040ffd60 0x7fb404102190 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 --2- 172.21.15.39:0/4204173081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4041026d0 0x7fb404104b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 -- 172.21.15.39:0/4204173081 >> 172.21.15.39:0/4204173081 conn(0x7fb4040fb960 msgr2=0x7fb4040fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 -- 172.21.15.39:0/4204173081 shutdown_connections 2023-12-07T14:00:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.178+0000 7fb408b6f700 1 -- 172.21.15.39:0/4204173081 wait complete. 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 Processor -- start 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 -- start start 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4040ffd60 0x7fb40419dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4041026d0 0x7fb40419dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4041050a0 0x7fb4041a5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4041a55e0 con 0x7fb4040ffd60 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4041a5720 con 0x7fb4041026d0 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb408b6f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4041a58b0 con 0x7fb4041050a0 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.179+0000 7fb40259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4040ffd60 0x7fb40419dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4040ffd60 0x7fb40419dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51656/0 (socket says 172.21.15.39:51656) 2023-12-07T14:00:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 -- 172.21.15.39:0/2407397859 learned_addr learned my addr 172.21.15.39:0/2407397859 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb402d9d700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4041050a0 0x7fb4041a5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb401d9b700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4041026d0 0x7fb40419dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 -- 172.21.15.39:0/2407397859 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4041050a0 msgr2=0x7fb4041a5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4041050a0 0x7fb4041a5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 -- 172.21.15.39:0/2407397859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4041026d0 msgr2=0x7fb40419dff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4041026d0 0x7fb40419dff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 -- 172.21.15.39:0/2407397859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3f40095f0 con 0x7fb4040ffd60 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb401d9b700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4041026d0 0x7fb40419dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb40259c700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4040ffd60 0x7fb40419dab0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4006010 tx=0x7fb3f4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb3f37fe700 1 -- 172.21.15.39:0/2407397859 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f401d070 con 0x7fb4040ffd60 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4041a5b30 con 0x7fb4040ffd60 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb3f37fe700 1 -- 172.21.15.39:0/2407397859 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3f40054f0 con 0x7fb4040ffd60 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb3f37fe700 1 -- 172.21.15.39:0/2407397859 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3f4004ca0 con 0x7fb4040ffd60 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.180+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4041a5fb0 con 0x7fb4040ffd60 2023-12-07T14:00:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.181+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4040fd4e0 con 0x7fb4040ffd60 2023-12-07T14:00:55.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.182+0000 7fb3f37fe700 1 -- 172.21.15.39:0/2407397859 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fb3f400fb80 con 0x7fb4040ffd60 2023-12-07T14:00:55.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.183+0000 7fb3f37fe700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3ec0a1510 0x7fb3ec0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.183+0000 7fb401d9b700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3ec0a1510 0x7fb3ec0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.183+0000 7fb3f37fe700 1 -- 172.21.15.39:0/2407397859 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb3f40ce1a0 con 0x7fb4040ffd60 2023-12-07T14:00:55.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.183+0000 7fb401d9b700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3ec0a1510 0x7fb3ec0a39d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb3f80099d0 tx=0x7fb3f8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:55.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.187+0000 7fb3f37fe700 1 -- 172.21.15.39:0/2407397859 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb3f40978e0 con 0x7fb4040ffd60 2023-12-07T14:00:55.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:55 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] up:active 2023-12-07T14:00:55.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:55 smithi039 ceph-mon[98864]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-12-07T14:00:55.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:55 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:00:55.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:55 smithi039 ceph-mon[98864]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:55.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.424+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fb40402d380 con 0x7fb3ec0a1510 2023-12-07T14:00:55.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.428+0000 7fb3f37fe700 1 -- 172.21.15.39:0/2407397859 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+60 (secure 0 0 0) 0x7fb40402d380 con 0x7fb3ec0a1510 2023-12-07T14:00:55.430 INFO:teuthology.orchestra.run.smithi039.stdout:/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb 2023-12-07T14:00:55.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3ec0a1510 msgr2=0x7fb3ec0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3ec0a1510 0x7fb3ec0a39d0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb3f80099d0 tx=0x7fb3f8008040 comp rx=0 tx=0).stop 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4040ffd60 msgr2=0x7fb40419dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4040ffd60 0x7fb40419dab0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb3f4006010 tx=0x7fb3f4004730 comp rx=0 tx=0).stop 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 shutdown_connections 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3ec0a1510 0x7fb3ec0a39d0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb4041050a0 0x7fb4041a5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4040ffd60 0x7fb40419dab0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 --2- 172.21.15.39:0/2407397859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb4041026d0 0x7fb40419dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 >> 172.21.15.39:0/2407397859 conn(0x7fb4040fb960 msgr2=0x7fb4041030b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 shutdown_connections 2023-12-07T14:00:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.430+0000 7fb408b6f700 1 -- 172.21.15.39:0/2407397859 wait complete. 2023-12-07T14:00:55.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:55 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] up:active 2023-12-07T14:00:55.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:55 smithi089 ceph-mon[103124]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-12-07T14:00:55.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:55 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:00:55.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:55 smithi089 ceph-mon[103124]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:55.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:00:55.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 -- 172.21.15.39:0/3625535638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c1003a0 msgr2=0x7f308c1007c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 --2- 172.21.15.39:0/3625535638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c1003a0 0x7f308c1007c0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f30740099c0 tx=0x7f3074009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 -- 172.21.15.39:0/3625535638 shutdown_connections 2023-12-07T14:00:55.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 --2- 172.21.15.39:0/3625535638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f308c101f30 0x7f308c1087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 --2- 172.21.15.39:0/3625535638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c1003a0 0x7f308c1007c0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 --2- 172.21.15.39:0/3625535638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f308c101590 0x7f308c1019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 -- 172.21.15.39:0/3625535638 >> 172.21.15.39:0/3625535638 conn(0x7f308c0fb8f0 msgr2=0x7f308c0fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:55.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 -- 172.21.15.39:0/3625535638 shutdown_connections 2023-12-07T14:00:55.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.569+0000 7f3091463700 1 -- 172.21.15.39:0/3625535638 wait complete. 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 Processor -- start 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 -- start start 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f308c1003a0 0x7f308c06a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c101590 0x7f308c19c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f308c101f30 0x7f308c19e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308c19ee80 con 0x7f308c101590 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308c19eff0 con 0x7f308c101f30 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f3091463700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308c19f1b0 con 0x7f308c1003a0 2023-12-07T14:00:55.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f308a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c101590 0x7f308c19c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f308affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f308c1003a0 0x7f308c06a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f308a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c101590 0x7f308c19c0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51672/0 (socket says 172.21.15.39:51672) 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f308a7fc700 1 -- 172.21.15.39:0/1318016782 learned_addr learned my addr 172.21.15.39:0/1318016782 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f308b7fe700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f308c101f30 0x7f308c19e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f308a7fc700 1 -- 172.21.15.39:0/1318016782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f308c1003a0 msgr2=0x7f308c06a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.570+0000 7f308a7fc700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f308c1003a0 0x7f308c06a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f308a7fc700 1 -- 172.21.15.39:0/1318016782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f308c101f30 msgr2=0x7f308c19e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f308a7fc700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f308c101f30 0x7f308c19e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f308a7fc700 1 -- 172.21.15.39:0/1318016782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30740095f0 con 0x7f308c101590 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f308a7fc700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c101590 0x7f308c19c0f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f307c00c9b0 tx=0x7f307c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f3083fff700 1 -- 172.21.15.39:0/1318016782 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f307c007b00 con 0x7f308c101590 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f3083fff700 1 -- 172.21.15.39:0/1318016782 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f307c007c60 con 0x7f308c101590 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f308c19f490 con 0x7f308c101590 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f3083fff700 1 -- 172.21.15.39:0/1318016782 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f307c018660 con 0x7f308c101590 2023-12-07T14:00:55.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.571+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f308c19f9a0 con 0x7f308c101590 2023-12-07T14:00:55.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.572+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f308c1077a0 con 0x7f308c101590 2023-12-07T14:00:55.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.573+0000 7f3083fff700 1 -- 172.21.15.39:0/1318016782 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f307c00f450 con 0x7f308c101590 2023-12-07T14:00:55.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.574+0000 7f3083fff700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f30780a1510 0x7f30780a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.574+0000 7f3083fff700 1 -- 172.21.15.39:0/1318016782 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f307c0cd080 con 0x7f308c101590 2023-12-07T14:00:55.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.574+0000 7f308affd700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f30780a1510 0x7f30780a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.574+0000 7f308affd700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f30780a1510 0x7f30780a39d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3074003820 tx=0x7f3074005920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:55.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.578+0000 7f3083fff700 1 -- 172.21.15.39:0/1318016782 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f307c0966c0 con 0x7f308c101590 2023-12-07T14:00:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:55 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] up:active 2023-12-07T14:00:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:55 smithi055 ceph-mon[103363]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-12-07T14:00:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:55 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:00:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:55 smithi055 ceph-mon[103363]: from='client.14733 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:55.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.828+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f308c068780 con 0x7f308c101590 2023-12-07T14:00:55.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.829+0000 7f3083fff700 1 -- 172.21.15.39:0/1318016782 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7f307c099ce0 con 0x7f308c101590 2023-12-07T14:00:55.831 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:55.831 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:00:55.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f30780a1510 msgr2=0x7f30780a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f30780a1510 0x7f30780a39d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3074003820 tx=0x7f3074005920 comp rx=0 tx=0).stop 2023-12-07T14:00:55.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c101590 msgr2=0x7f308c19c0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c101590 0x7f308c19c0f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f307c00c9b0 tx=0x7f307c00ccc0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 shutdown_connections 2023-12-07T14:00:55.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f30780a1510 0x7f30780a39d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f308c101f30 0x7f308c19e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f308c1003a0 0x7f308c06a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 --2- 172.21.15.39:0/1318016782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f308c101590 0x7f308c19c0f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 >> 172.21.15.39:0/1318016782 conn(0x7f308c0fb8f0 msgr2=0x7f308c1048e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:55.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 shutdown_connections 2023-12-07T14:00:55.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.831+0000 7f3091463700 1 -- 172.21.15.39:0/1318016782 wait complete. 2023-12-07T14:00:55.834 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:00:55.846 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:00:55.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 -- 172.21.15.39:0/186372831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438101fa0 msgr2=0x7f8438108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 --2- 172.21.15.39:0/186372831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438101fa0 0x7f8438108850 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f843000b0d0 tx=0x7f843000b3e0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 -- 172.21.15.39:0/186372831 shutdown_connections 2023-12-07T14:00:55.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 --2- 172.21.15.39:0/186372831 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438101fa0 0x7f8438108850 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 --2- 172.21.15.39:0/186372831 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8438100410 0x7f8438100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 --2- 172.21.15.39:0/186372831 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8438101600 0x7f8438101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 -- 172.21.15.39:0/186372831 >> 172.21.15.39:0/186372831 conn(0x7f84380fb980 msgr2=0x7f84380fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:55.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 -- 172.21.15.39:0/186372831 shutdown_connections 2023-12-07T14:00:55.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.969+0000 7f843f8e1700 1 -- 172.21.15.39:0/186372831 wait complete. 2023-12-07T14:00:55.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 Processor -- start 2023-12-07T14:00:55.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 -- start start 2023-12-07T14:00:55.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438100410 0x7f84380692a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8438101600 0x7f843819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8438101fa0 0x7f84381a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84381a11b0 con 0x7f8438100410 2023-12-07T14:00:55.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84381a1320 con 0x7f8438101fa0 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843f8e1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84381a14e0 con 0x7f8438101600 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438100410 0x7f84380692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438100410 0x7f84380692a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51684/0 (socket says 172.21.15.39:51684) 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 -- 172.21.15.39:0/3641321107 learned_addr learned my addr 172.21.15.39:0/3641321107 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843ce7c700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8438101600 0x7f843819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843de7e700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8438101fa0 0x7f84381a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 -- 172.21.15.39:0/3641321107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8438101600 msgr2=0x7f843819e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8438101600 0x7f843819e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 -- 172.21.15.39:0/3641321107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8438101fa0 msgr2=0x7f84381a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8438101fa0 0x7f84381a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843d67d700 1 -- 172.21.15.39:0/3641321107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8430009d00 con 0x7f8438100410 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843ce7c700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8438101600 0x7f843819e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.970+0000 7f843de7e700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8438101fa0 0x7f84381a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.971+0000 7f843d67d700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438100410 0x7f84380692a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f843400e970 tx=0x7f843400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:55.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.971+0000 7f842e7fc700 1 -- 172.21.15.39:0/3641321107 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8434009790 con 0x7f8438100410 2023-12-07T14:00:55.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.971+0000 7f842e7fc700 1 -- 172.21.15.39:0/3641321107 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f84340044e0 con 0x7f8438100410 2023-12-07T14:00:55.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.971+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84381a17c0 con 0x7f8438100410 2023-12-07T14:00:55.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.971+0000 7f842e7fc700 1 -- 172.21.15.39:0/3641321107 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8434003e30 con 0x7f8438100410 2023-12-07T14:00:55.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.971+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84381a1d20 con 0x7f8438100410 2023-12-07T14:00:55.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.972+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84381077c0 con 0x7f8438100410 2023-12-07T14:00:55.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.973+0000 7f842e7fc700 1 -- 172.21.15.39:0/3641321107 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f8434003f90 con 0x7f8438100410 2023-12-07T14:00:55.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.973+0000 7f842e7fc700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f84240a1610 0x7f84240a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:55.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.974+0000 7f843ce7c700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f84240a1610 0x7f84240a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:55.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.974+0000 7f842e7fc700 1 -- 172.21.15.39:0/3641321107 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8434014070 con 0x7f8438100410 2023-12-07T14:00:55.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.974+0000 7f843ce7c700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f84240a1610 0x7f84240a3ad0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8428005950 tx=0x7f84280058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:55.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:55.977+0000 7f842e7fc700 1 -- 172.21.15.39:0/3641321107 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8434096730 con 0x7f8438100410 2023-12-07T14:00:56.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.183+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f843810bbb0 con 0x7f8438100410 2023-12-07T14:00:56.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.185+0000 7f842e7fc700 1 -- 172.21.15.39:0/3641321107 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+22045 (secure 0 0 0) 0x7f8434099d50 con 0x7f8438100410 2023-12-07T14:00:56.187 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:56.187 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":83,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:48.708885+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:00:56.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f84240a1610 msgr2=0x7f84240a3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f84240a1610 0x7f84240a3ad0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8428005950 tx=0x7f84280058e0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438100410 msgr2=0x7f84380692a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438100410 0x7f84380692a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f843400e970 tx=0x7f843400ed30 comp rx=0 tx=0).stop 2023-12-07T14:00:56.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 shutdown_connections 2023-12-07T14:00:56.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f84240a1610 0x7f84240a3ad0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8438101fa0 0x7f84381a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8438100410 0x7f84380692a0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 --2- 172.21.15.39:0/3641321107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8438101600 0x7f843819e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 >> 172.21.15.39:0/3641321107 conn(0x7f84380fb980 msgr2=0x7f8438104900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:56.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 shutdown_connections 2023-12-07T14:00:56.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.187+0000 7f843f8e1700 1 -- 172.21.15.39:0/3641321107 wait complete. 2023-12-07T14:00:56.202 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-12-07T14:00:56.202 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/1754181238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101fa0 msgr2=0x7f6d08108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/1754181238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101fa0 0x7f6d08108850 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6d0000b0d0 tx=0x7f6d0000b3e0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/1754181238 shutdown_connections 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/1754181238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101fa0 0x7f6d08108850 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/1754181238 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d08100410 0x7f6d08100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/1754181238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d08101600 0x7f6d08101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/1754181238 >> 172.21.15.39:0/1754181238 conn(0x7f6d080fb980 msgr2=0x7f6d080fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/1754181238 shutdown_connections 2023-12-07T14:00:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.326+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/1754181238 wait complete. 2023-12-07T14:00:56.331 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 Processor -- start 2023-12-07T14:00:56.331 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 -- start start 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d08100410 0x7f6d081963b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101600 0x7f6d081968f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d08101fa0 0x7f6d0819d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0819dee0 con 0x7f6d08101600 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0819e020 con 0x7f6d08101fa0 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d0cf2d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0819e1b0 con 0x7f6d08100410 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.327+0000 7f6d05d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101600 0x7f6d081968f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101600 0x7f6d081968f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51700/0 (socket says 172.21.15.39:51700) 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 -- 172.21.15.39:0/2659089444 learned_addr learned my addr 172.21.15.39:0/2659089444 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d0659c700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d08100410 0x7f6d081963b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d06d9d700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d08101fa0 0x7f6d0819d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 -- 172.21.15.39:0/2659089444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d08100410 msgr2=0x7f6d081963b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d08100410 0x7f6d081963b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 -- 172.21.15.39:0/2659089444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d08101fa0 msgr2=0x7f6d0819d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d08101fa0 0x7f6d0819d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 -- 172.21.15.39:0/2659089444 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d00009d00 con 0x7f6d08101600 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d05d9b700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101600 0x7f6d081968f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc00d950 tx=0x7f6cfc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6cf77fe700 1 -- 172.21.15.39:0/2659089444 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc009940 con 0x7f6d08101600 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6cf77fe700 1 -- 172.21.15.39:0/2659089444 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6cfc010460 con 0x7f6d08101600 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d0819e490 con 0x7f6d08101600 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6cf77fe700 1 -- 172.21.15.39:0/2659089444 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc00f620 con 0x7f6d08101600 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.328+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d0819e9f0 con 0x7f6d08101600 2023-12-07T14:00:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.329+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d081077c0 con 0x7f6d08101600 2023-12-07T14:00:56.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.330+0000 7f6cf77fe700 1 -- 172.21.15.39:0/2659089444 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f6cfc0108d0 con 0x7f6d08101600 2023-12-07T14:00:56.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.331+0000 7f6cf77fe700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6cf00a1590 0x7f6cf00a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.331+0000 7f6d0659c700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6cf00a1590 0x7f6cf00a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:56.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.331+0000 7f6cf77fe700 1 -- 172.21.15.39:0/2659089444 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6cfc0ccbb0 con 0x7f6d08101600 2023-12-07T14:00:56.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.331+0000 7f6d0659c700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6cf00a1590 0x7f6cf00a3a50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6d08101460 tx=0x7f6cf800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:56.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.335+0000 7f6cf77fe700 1 -- 172.21.15.39:0/2659089444 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6cfc096160 con 0x7f6d08101600 2023-12-07T14:00:56.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:56 smithi089 ceph-mon[103124]: pgmap v273: 97 pgs: 97 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 6.0 KiB/s wr, 20 op/s 2023-12-07T14:00:56.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:56 smithi089 ceph-mon[103124]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:56.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:56 smithi089 ceph-mon[103124]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-12-07T14:00:56.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:56 smithi089 ceph-mon[103124]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:56.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:56 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1318016782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:56.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.536+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6d0802d400 con 0x7f6cf00a1590 2023-12-07T14:00:56.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.549+0000 7f6cf77fe700 1 -- 172.21.15.39:0/2659089444 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+335654 (secure 0 0 0) 0x7f6d0802d400 con 0x7f6cf00a1590 2023-12-07T14:00:56.556 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:56.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6cf00a1590 msgr2=0x7f6cf00a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6cf00a1590 0x7f6cf00a3a50 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6d08101460 tx=0x7f6cf800b410 comp rx=0 tx=0).stop 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101600 msgr2=0x7f6d081968f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101600 0x7f6d081968f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc00d950 tx=0x7f6cfc00dc60 comp rx=0 tx=0).stop 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 shutdown_connections 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6cf00a1590 0x7f6cf00a3a50 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6d08101fa0 0x7f6d0819d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6d08100410 0x7f6d081963b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 --2- 172.21.15.39:0/2659089444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d08101600 0x7f6d081968f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 >> 172.21.15.39:0/2659089444 conn(0x7f6d080fb980 msgr2=0x7f6d08104900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:56.560 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:56 smithi039 ceph-mon[98864]: pgmap v273: 97 pgs: 97 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 6.0 KiB/s wr, 20 op/s 2023-12-07T14:00:56.560 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:56 smithi039 ceph-mon[98864]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:56.560 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:56 smithi039 ceph-mon[98864]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-12-07T14:00:56.560 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:56 smithi039 ceph-mon[98864]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:56.560 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:56 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1318016782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:56.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 shutdown_connections 2023-12-07T14:00:56.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.553+0000 7f6d0cf2d700 1 -- 172.21.15.39:0/2659089444 wait complete. 2023-12-07T14:00:56.561 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2023-12-07T14:00:56.568 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":273,"stamp":"2023-12-07T14:00:54.857343+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596982,"num_objects":69,"num_object_clones":0,"num_object_copies":207,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":69,"num_whiteouts":0,"num_read":155,"num_read_kb":135,"num_write":326,"num_write_kb":2986,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":262,"ondisk_log_size":262,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":267,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":336584,"kb_used_data":12388,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124605240,"statfs":{"total":1151940427776,"available":1151595765760,"internally_reserved":0,"allocated":12685312,"data_stored":6891724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":331855161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6614,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":19,"num_read_kb":16,"num_write":145,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.981856"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982797+0000","last_change":"2023-12-07T14:00:47.717392+0000","last_active":"2023-12-07T14:00:48.982797+0000","last_peered":"2023-12-07T14:00:48.982797+0000","last_clean":"2023-12-07T14:00:48.982797+0000","last_became_active":"2023-12-07T14:00:47.716996+0000","last_became_peered":"2023-12-07T14:00:47.716996+0000","last_unstale":"2023-12-07T14:00:48.982797+0000","last_undegraded":"2023-12-07T14:00:48.982797+0000","last_fullsized":"2023-12-07T14:00:48.982797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:58:28.662394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982065+0000","last_change":"2023-12-07T14:00:47.722441+0000","last_active":"2023-12-07T14:00:48.982065+0000","last_peered":"2023-12-07T14:00:48.982065+0000","last_clean":"2023-12-07T14:00:48.982065+0000","last_became_active":"2023-12-07T14:00:47.722153+0000","last_became_peered":"2023-12-07T14:00:47.722153+0000","last_unstale":"2023-12-07T14:00:48.982065+0000","last_undegraded":"2023-12-07T14:00:48.982065+0000","last_fullsized":"2023-12-07T14:00:48.982065+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:28:38.822963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981839+0000","last_change":"2023-12-07T14:00:47.725146+0000","last_active":"2023-12-07T14:00:48.981839+0000","last_peered":"2023-12-07T14:00:48.981839+0000","last_clean":"2023-12-07T14:00:48.981839+0000","last_became_active":"2023-12-07T14:00:47.724801+0000","last_became_peered":"2023-12-07T14:00:47.724801+0000","last_unstale":"2023-12-07T14:00:48.981839+0000","last_undegraded":"2023-12-07T14:00:48.981839+0000","last_fullsized":"2023-12-07T14:00:48.981839+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:09:30.804250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982208+0000","last_change":"2023-12-07T14:00:47.721771+0000","last_active":"2023-12-07T14:00:48.982208+0000","last_peered":"2023-12-07T14:00:48.982208+0000","last_clean":"2023-12-07T14:00:48.982208+0000","last_became_active":"2023-12-07T14:00:47.721490+0000","last_became_peered":"2023-12-07T14:00:47.721490+0000","last_unstale":"2023-12-07T14:00:48.982208+0000","last_undegraded":"2023-12-07T14:00:48.982208+0000","last_fullsized":"2023-12-07T14:00:48.982208+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:45.944541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982666+0000","last_change":"2023-12-07T14:00:47.716674+0000","last_active":"2023-12-07T14:00:48.982666+0000","last_peered":"2023-12-07T14:00:48.982666+0000","last_clean":"2023-12-07T14:00:48.982666+0000","last_became_active":"2023-12-07T14:00:47.716401+0000","last_became_peered":"2023-12-07T14:00:47.716401+0000","last_unstale":"2023-12-07T14:00:48.982666+0000","last_undegraded":"2023-12-07T14:00:48.982666+0000","last_fullsized":"2023-12-07T14:00:48.982666+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:45:19.602833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983583+0000","last_change":"2023-12-07T14:00:47.728395+0000","last_active":"2023-12-07T14:00:48.983583+0000","last_peered":"2023-12-07T14:00:48.983583+0000","last_clean":"2023-12-07T14:00:48.983583+0000","last_became_active":"2023-12-07T14:00:47.728025+0000","last_became_peered":"2023-12-07T14:00:47.728025+0000","last_unstale":"2023-12-07T14:00:48.983583+0000","last_undegraded":"2023-12-07T14:00:48.983583+0000","last_fullsized":"2023-12-07T14:00:48.983583+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:31.570513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982792+0000","last_change":"2023-12-07T14:00:47.722054+0000","last_active":"2023-12-07T14:00:48.982792+0000","last_peered":"2023-12-07T14:00:48.982792+0000","last_clean":"2023-12-07T14:00:48.982792+0000","last_became_active":"2023-12-07T14:00:47.721739+0000","last_became_peered":"2023-12-07T14:00:47.721739+0000","last_unstale":"2023-12-07T14:00:48.982792+0000","last_undegraded":"2023-12-07T14:00:48.982792+0000","last_fullsized":"2023-12-07T14:00:48.982792+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:04.760797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964577+0000","last_change":"2023-12-07T14:00:47.718736+0000","last_active":"2023-12-07T14:00:48.964577+0000","last_peered":"2023-12-07T14:00:48.964577+0000","last_clean":"2023-12-07T14:00:48.964577+0000","last_became_active":"2023-12-07T14:00:47.718278+0000","last_became_peered":"2023-12-07T14:00:47.718278+0000","last_unstale":"2023-12-07T14:00:48.964577+0000","last_undegraded":"2023-12-07T14:00:48.964577+0000","last_fullsized":"2023-12-07T14:00:48.964577+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:43:09.553405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729639+0000","last_change":"2023-12-07T14:00:47.719581+0000","last_active":"2023-12-07T14:00:48.729639+0000","last_peered":"2023-12-07T14:00:48.729639+0000","last_clean":"2023-12-07T14:00:48.729639+0000","last_became_active":"2023-12-07T14:00:47.719256+0000","last_became_peered":"2023-12-07T14:00:47.719256+0000","last_unstale":"2023-12-07T14:00:48.729639+0000","last_undegraded":"2023-12-07T14:00:48.729639+0000","last_fullsized":"2023-12-07T14:00:48.729639+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:07:01.691455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983717+0000","last_change":"2023-12-07T14:00:47.720317+0000","last_active":"2023-12-07T14:00:48.983717+0000","last_peered":"2023-12-07T14:00:48.983717+0000","last_clean":"2023-12-07T14:00:48.983717+0000","last_became_active":"2023-12-07T14:00:47.720023+0000","last_became_peered":"2023-12-07T14:00:47.720023+0000","last_unstale":"2023-12-07T14:00:48.983717+0000","last_undegraded":"2023-12-07T14:00:48.983717+0000","last_fullsized":"2023-12-07T14:00:48.983717+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:52:55.769857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982376+0000","last_change":"2023-12-07T14:00:47.724327+0000","last_active":"2023-12-07T14:00:48.982376+0000","last_peered":"2023-12-07T14:00:48.982376+0000","last_clean":"2023-12-07T14:00:48.982376+0000","last_became_active":"2023-12-07T14:00:47.723981+0000","last_became_peered":"2023-12-07T14:00:47.723981+0000","last_unstale":"2023-12-07T14:00:48.982376+0000","last_undegraded":"2023-12-07T14:00:48.982376+0000","last_fullsized":"2023-12-07T14:00:48.982376+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:51.046427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982416+0000","last_change":"2023-12-07T14:00:47.728064+0000","last_active":"2023-12-07T14:00:48.982416+0000","last_peered":"2023-12-07T14:00:48.982416+0000","last_clean":"2023-12-07T14:00:48.982416+0000","last_became_active":"2023-12-07T14:00:47.727489+0000","last_became_peered":"2023-12-07T14:00:47.727489+0000","last_unstale":"2023-12-07T14:00:48.982416+0000","last_undegraded":"2023-12-07T14:00:48.982416+0000","last_fullsized":"2023-12-07T14:00:48.982416+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:08:26.873868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982725+0000","last_change":"2023-12-07T14:00:47.724937+0000","last_active":"2023-12-07T14:00:48.982725+0000","last_peered":"2023-12-07T14:00:48.982725+0000","last_clean":"2023-12-07T14:00:48.982725+0000","last_became_active":"2023-12-07T14:00:47.724647+0000","last_became_peered":"2023-12-07T14:00:47.724647+0000","last_unstale":"2023-12-07T14:00:48.982725+0000","last_undegraded":"2023-12-07T14:00:48.982725+0000","last_fullsized":"2023-12-07T14:00:48.982725+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:09:07.480335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981779+0000","last_change":"2023-12-07T14:00:47.721850+0000","last_active":"2023-12-07T14:00:48.981779+0000","last_peered":"2023-12-07T14:00:48.981779+0000","last_clean":"2023-12-07T14:00:48.981779+0000","last_became_active":"2023-12-07T14:00:47.721540+0000","last_became_peered":"2023-12-07T14:00:47.721540+0000","last_unstale":"2023-12-07T14:00:48.981779+0000","last_undegraded":"2023-12-07T14:00:48.981779+0000","last_fullsized":"2023-12-07T14:00:48.981779+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:38:55.108979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981595+0000","last_change":"2023-12-07T14:00:47.726103+0000","last_active":"2023-12-07T14:00:48.981595+0000","last_peered":"2023-12-07T14:00:48.981595+0000","last_clean":"2023-12-07T14:00:48.981595+0000","last_became_active":"2023-12-07T14:00:47.725548+0000","last_became_peered":"2023-12-07T14:00:47.725548+0000","last_unstale":"2023-12-07T14:00:48.981595+0000","last_undegraded":"2023-12-07T14:00:48.981595+0000","last_fullsized":"2023-12-07T14:00:48.981595+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:50:56.806604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729344+0000","last_change":"2023-12-07T14:00:47.723927+0000","last_active":"2023-12-07T14:00:48.729344+0000","last_peered":"2023-12-07T14:00:48.729344+0000","last_clean":"2023-12-07T14:00:48.729344+0000","last_became_active":"2023-12-07T14:00:47.723515+0000","last_became_peered":"2023-12-07T14:00:47.723515+0000","last_unstale":"2023-12-07T14:00:48.729344+0000","last_undegraded":"2023-12-07T14:00:48.729344+0000","last_fullsized":"2023-12-07T14:00:48.729344+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:11:15.271606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982928+0000","last_change":"2023-12-07T14:00:47.719423+0000","last_active":"2023-12-07T14:00:48.982928+0000","last_peered":"2023-12-07T14:00:48.982928+0000","last_clean":"2023-12-07T14:00:48.982928+0000","last_became_active":"2023-12-07T14:00:47.717748+0000","last_became_peered":"2023-12-07T14:00:47.717748+0000","last_unstale":"2023-12-07T14:00:48.982928+0000","last_undegraded":"2023-12-07T14:00:48.982928+0000","last_fullsized":"2023-12-07T14:00:48.982928+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:36:11.378393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.732526+0000","last_change":"2023-12-07T14:00:47.723006+0000","last_active":"2023-12-07T14:00:48.732526+0000","last_peered":"2023-12-07T14:00:48.732526+0000","last_clean":"2023-12-07T14:00:48.732526+0000","last_became_active":"2023-12-07T14:00:47.722665+0000","last_became_peered":"2023-12-07T14:00:47.722665+0000","last_unstale":"2023-12-07T14:00:48.732526+0000","last_undegraded":"2023-12-07T14:00:48.732526+0000","last_fullsized":"2023-12-07T14:00:48.732526+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:43.846473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728421+0000","last_change":"2023-12-07T14:00:47.720544+0000","last_active":"2023-12-07T14:00:48.728421+0000","last_peered":"2023-12-07T14:00:48.728421+0000","last_clean":"2023-12-07T14:00:48.728421+0000","last_became_active":"2023-12-07T14:00:47.720248+0000","last_became_peered":"2023-12-07T14:00:47.720248+0000","last_unstale":"2023-12-07T14:00:48.728421+0000","last_undegraded":"2023-12-07T14:00:48.728421+0000","last_fullsized":"2023-12-07T14:00:48.728421+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:34:46.785433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'11","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:52.783950+0000","last_change":"2023-12-07T14:00:46.897077+0000","last_active":"2023-12-07T14:00:52.783950+0000","last_peered":"2023-12-07T14:00:52.783950+0000","last_clean":"2023-12-07T14:00:52.783950+0000","last_became_active":"2023-12-07T14:00:46.896752+0000","last_became_peered":"2023-12-07T14:00:46.896752+0000","last_unstale":"2023-12-07T14:00:52.783950+0000","last_undegraded":"2023-12-07T14:00:52.783950+0000","last_fullsized":"2023-12-07T14:00:52.783950+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:30:03.112923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965173+0000","last_change":"2023-12-07T14:00:47.719351+0000","last_active":"2023-12-07T14:00:48.965173+0000","last_peered":"2023-12-07T14:00:48.965173+0000","last_clean":"2023-12-07T14:00:48.965173+0000","last_became_active":"2023-12-07T14:00:47.719046+0000","last_became_peered":"2023-12-07T14:00:47.719046+0000","last_unstale":"2023-12-07T14:00:48.965173+0000","last_undegraded":"2023-12-07T14:00:48.965173+0000","last_fullsized":"2023-12-07T14:00:48.965173+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:07.687053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965248+0000","last_change":"2023-12-07T14:00:46.903007+0000","last_active":"2023-12-07T14:00:48.965248+0000","last_peered":"2023-12-07T14:00:48.965248+0000","last_clean":"2023-12-07T14:00:48.965248+0000","last_became_active":"2023-12-07T14:00:46.902698+0000","last_became_peered":"2023-12-07T14:00:46.902698+0000","last_unstale":"2023-12-07T14:00:48.965248+0000","last_undegraded":"2023-12-07T14:00:48.965248+0000","last_fullsized":"2023-12-07T14:00:48.965248+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:20:33.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982019+0000","last_change":"2023-12-07T14:00:47.725224+0000","last_active":"2023-12-07T14:00:48.982019+0000","last_peered":"2023-12-07T14:00:48.982019+0000","last_clean":"2023-12-07T14:00:48.982019+0000","last_became_active":"2023-12-07T14:00:47.724873+0000","last_became_peered":"2023-12-07T14:00:47.724873+0000","last_unstale":"2023-12-07T14:00:48.982019+0000","last_undegraded":"2023-12-07T14:00:48.982019+0000","last_fullsized":"2023-12-07T14:00:48.982019+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:54:13.604520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"82'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983041+0000","last_change":"2023-12-07T14:00:46.894290+0000","last_active":"2023-12-07T14:00:48.983041+0000","last_peered":"2023-12-07T14:00:48.983041+0000","last_clean":"2023-12-07T14:00:48.983041+0000","last_became_active":"2023-12-07T14:00:46.893971+0000","last_became_peered":"2023-12-07T14:00:46.893971+0000","last_unstale":"2023-12-07T14:00:48.983041+0000","last_undegraded":"2023-12-07T14:00:48.983041+0000","last_fullsized":"2023-12-07T14:00:48.983041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:27:21.832139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729501+0000","last_change":"2023-12-07T14:00:47.725145+0000","last_active":"2023-12-07T14:00:48.729501+0000","last_peered":"2023-12-07T14:00:48.729501+0000","last_clean":"2023-12-07T14:00:48.729501+0000","last_became_active":"2023-12-07T14:00:47.724834+0000","last_became_peered":"2023-12-07T14:00:47.724834+0000","last_unstale":"2023-12-07T14:00:48.729501+0000","last_undegraded":"2023-12-07T14:00:48.729501+0000","last_fullsized":"2023-12-07T14:00:48.729501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:02:01.047231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982793+0000","last_change":"2023-12-07T14:00:46.888046+0000","last_active":"2023-12-07T14:00:48.982793+0000","last_peered":"2023-12-07T14:00:48.982793+0000","last_clean":"2023-12-07T14:00:48.982793+0000","last_became_active":"2023-12-07T14:00:46.887678+0000","last_became_peered":"2023-12-07T14:00:46.887678+0000","last_unstale":"2023-12-07T14:00:48.982793+0000","last_undegraded":"2023-12-07T14:00:48.982793+0000","last_fullsized":"2023-12-07T14:00:48.982793+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:47:53.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982567+0000","last_change":"2023-12-07T14:00:47.724675+0000","last_active":"2023-12-07T14:00:48.982567+0000","last_peered":"2023-12-07T14:00:48.982567+0000","last_clean":"2023-12-07T14:00:48.982567+0000","last_became_active":"2023-12-07T14:00:47.724358+0000","last_became_peered":"2023-12-07T14:00:47.724358+0000","last_unstale":"2023-12-07T14:00:48.982567+0000","last_undegraded":"2023-12-07T14:00:48.982567+0000","last_fullsized":"2023-12-07T14:00:48.982567+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:05:37.482311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:54.157991+0000","last_change":"2023-12-07T14:00:46.894218+0000","last_active":"2023-12-07T14:00:54.157991+0000","last_peered":"2023-12-07T14:00:54.157991+0000","last_clean":"2023-12-07T14:00:54.157991+0000","last_became_active":"2023-12-07T14:00:46.893892+0000","last_became_peered":"2023-12-07T14:00:46.893892+0000","last_unstale":"2023-12-07T14:00:54.157991+0000","last_undegraded":"2023-12-07T14:00:54.157991+0000","last_fullsized":"2023-12-07T14:00:54.157991+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:03:58.617314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1010,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983188+0000","last_change":"2023-12-07T14:00:47.720449+0000","last_active":"2023-12-07T14:00:48.983188+0000","last_peered":"2023-12-07T14:00:48.983188+0000","last_clean":"2023-12-07T14:00:48.983188+0000","last_became_active":"2023-12-07T14:00:47.720135+0000","last_became_peered":"2023-12-07T14:00:47.720135+0000","last_unstale":"2023-12-07T14:00:48.983188+0000","last_undegraded":"2023-12-07T14:00:48.983188+0000","last_fullsized":"2023-12-07T14:00:48.983188+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:06.752036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.774864+0000","last_change":"2023-12-07T14:00:46.900987+0000","last_active":"2023-12-07T14:00:51.774864+0000","last_peered":"2023-12-07T14:00:51.774864+0000","last_clean":"2023-12-07T14:00:51.774864+0000","last_became_active":"2023-12-07T14:00:46.900644+0000","last_became_peered":"2023-12-07T14:00:46.900644+0000","last_unstale":"2023-12-07T14:00:51.774864+0000","last_undegraded":"2023-12-07T14:00:51.774864+0000","last_fullsized":"2023-12-07T14:00:51.774864+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:24:53.099362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983086+0000","last_change":"2023-12-07T14:00:47.719706+0000","last_active":"2023-12-07T14:00:48.983086+0000","last_peered":"2023-12-07T14:00:48.983086+0000","last_clean":"2023-12-07T14:00:48.983086+0000","last_became_active":"2023-12-07T14:00:47.719418+0000","last_became_peered":"2023-12-07T14:00:47.719418+0000","last_unstale":"2023-12-07T14:00:48.983086+0000","last_undegraded":"2023-12-07T14:00:48.983086+0000","last_fullsized":"2023-12-07T14:00:48.983086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:11.198866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.775665+0000","last_change":"2023-12-07T14:00:46.897220+0000","last_active":"2023-12-07T14:00:51.775665+0000","last_peered":"2023-12-07T14:00:51.775665+0000","last_clean":"2023-12-07T14:00:51.775665+0000","last_became_active":"2023-12-07T14:00:46.896852+0000","last_became_peered":"2023-12-07T14:00:46.896852+0000","last_unstale":"2023-12-07T14:00:51.775665+0000","last_undegraded":"2023-12-07T14:00:51.775665+0000","last_fullsized":"2023-12-07T14:00:51.775665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:25:48.591097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964542+0000","last_change":"2023-12-07T14:00:47.718331+0000","last_active":"2023-12-07T14:00:48.964542+0000","last_peered":"2023-12-07T14:00:48.964542+0000","last_clean":"2023-12-07T14:00:48.964542+0000","last_became_active":"2023-12-07T14:00:47.717864+0000","last_became_peered":"2023-12-07T14:00:47.717864+0000","last_unstale":"2023-12-07T14:00:48.964542+0000","last_undegraded":"2023-12-07T14:00:48.964542+0000","last_fullsized":"2023-12-07T14:00:48.964542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:54:21.124668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.153853+0000","last_change":"2023-12-07T14:00:46.892183+0000","last_active":"2023-12-07T14:00:53.153853+0000","last_peered":"2023-12-07T14:00:53.153853+0000","last_clean":"2023-12-07T14:00:53.153853+0000","last_became_active":"2023-12-07T14:00:46.891949+0000","last_became_peered":"2023-12-07T14:00:46.891949+0000","last_unstale":"2023-12-07T14:00:53.153853+0000","last_undegraded":"2023-12-07T14:00:53.153853+0000","last_fullsized":"2023-12-07T14:00:53.153853+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:48:10.746664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.732215+0000","last_change":"2023-12-07T14:00:47.723135+0000","last_active":"2023-12-07T14:00:48.732215+0000","last_peered":"2023-12-07T14:00:48.732215+0000","last_clean":"2023-12-07T14:00:48.732215+0000","last_became_active":"2023-12-07T14:00:47.722745+0000","last_became_peered":"2023-12-07T14:00:47.722745+0000","last_unstale":"2023-12-07T14:00:48.732215+0000","last_undegraded":"2023-12-07T14:00:48.732215+0000","last_fullsized":"2023-12-07T14:00:48.732215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:40:04.945776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.758838+0000","last_change":"2023-12-07T14:00:46.896873+0000","last_active":"2023-12-07T14:00:50.758838+0000","last_peered":"2023-12-07T14:00:50.758838+0000","last_clean":"2023-12-07T14:00:50.758838+0000","last_became_active":"2023-12-07T14:00:46.896584+0000","last_became_peered":"2023-12-07T14:00:46.896584+0000","last_unstale":"2023-12-07T14:00:50.758838+0000","last_undegraded":"2023-12-07T14:00:50.758838+0000","last_fullsized":"2023-12-07T14:00:50.758838+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:41:09.642527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729671+0000","last_change":"2023-12-07T14:00:47.724105+0000","last_active":"2023-12-07T14:00:48.729671+0000","last_peered":"2023-12-07T14:00:48.729671+0000","last_clean":"2023-12-07T14:00:48.729671+0000","last_became_active":"2023-12-07T14:00:47.723448+0000","last_became_peered":"2023-12-07T14:00:47.723448+0000","last_unstale":"2023-12-07T14:00:48.729671+0000","last_undegraded":"2023-12-07T14:00:48.729671+0000","last_fullsized":"2023-12-07T14:00:48.729671+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:47:51.340571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.760144+0000","last_change":"2023-12-07T14:00:46.893656+0000","last_active":"2023-12-07T14:00:50.760144+0000","last_peered":"2023-12-07T14:00:50.760144+0000","last_clean":"2023-12-07T14:00:50.760144+0000","last_became_active":"2023-12-07T14:00:46.893207+0000","last_became_peered":"2023-12-07T14:00:46.893207+0000","last_unstale":"2023-12-07T14:00:50.760144+0000","last_undegraded":"2023-12-07T14:00:50.760144+0000","last_fullsized":"2023-12-07T14:00:50.760144+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:03.162687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982136+0000","last_change":"2023-12-07T14:00:47.719409+0000","last_active":"2023-12-07T14:00:48.982136+0000","last_peered":"2023-12-07T14:00:48.982136+0000","last_clean":"2023-12-07T14:00:48.982136+0000","last_became_active":"2023-12-07T14:00:47.719064+0000","last_became_peered":"2023-12-07T14:00:47.719064+0000","last_unstale":"2023-12-07T14:00:48.982136+0000","last_undegraded":"2023-12-07T14:00:48.982136+0000","last_fullsized":"2023-12-07T14:00:48.982136+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:26:55.814868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:52.786174+0000","last_change":"2023-12-07T14:00:46.902810+0000","last_active":"2023-12-07T14:00:52.786174+0000","last_peered":"2023-12-07T14:00:52.786174+0000","last_clean":"2023-12-07T14:00:52.786174+0000","last_became_active":"2023-12-07T14:00:46.902500+0000","last_became_peered":"2023-12-07T14:00:46.902500+0000","last_unstale":"2023-12-07T14:00:52.786174+0000","last_undegraded":"2023-12-07T14:00:52.786174+0000","last_fullsized":"2023-12-07T14:00:52.786174+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:43:34.567319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729650+0000","last_change":"2023-12-07T14:00:47.720254+0000","last_active":"2023-12-07T14:00:48.729650+0000","last_peered":"2023-12-07T14:00:48.729650+0000","last_clean":"2023-12-07T14:00:48.729650+0000","last_became_active":"2023-12-07T14:00:47.719922+0000","last_became_peered":"2023-12-07T14:00:47.719922+0000","last_unstale":"2023-12-07T14:00:48.729650+0000","last_undegraded":"2023-12-07T14:00:48.729650+0000","last_fullsized":"2023-12-07T14:00:48.729650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:15:47.863296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'8","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.759469+0000","last_change":"2023-12-07T14:00:46.889567+0000","last_active":"2023-12-07T14:00:50.759469+0000","last_peered":"2023-12-07T14:00:50.759469+0000","last_clean":"2023-12-07T14:00:50.759469+0000","last_became_active":"2023-12-07T14:00:46.889215+0000","last_became_peered":"2023-12-07T14:00:46.889215+0000","last_unstale":"2023-12-07T14:00:50.759469+0000","last_undegraded":"2023-12-07T14:00:50.759469+0000","last_fullsized":"2023-12-07T14:00:50.759469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:35:52.726992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982900+0000","last_change":"2023-12-07T14:00:47.721847+0000","last_active":"2023-12-07T14:00:48.982900+0000","last_peered":"2023-12-07T14:00:48.982900+0000","last_clean":"2023-12-07T14:00:48.982900+0000","last_became_active":"2023-12-07T14:00:47.721559+0000","last_became_peered":"2023-12-07T14:00:47.721559+0000","last_unstale":"2023-12-07T14:00:48.982900+0000","last_undegraded":"2023-12-07T14:00:48.982900+0000","last_fullsized":"2023-12-07T14:00:48.982900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:33:03.008657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'6","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.774267+0000","last_change":"2023-12-07T14:00:46.898227+0000","last_active":"2023-12-07T14:00:51.774267+0000","last_peered":"2023-12-07T14:00:51.774267+0000","last_clean":"2023-12-07T14:00:51.774267+0000","last_became_active":"2023-12-07T14:00:46.897934+0000","last_became_peered":"2023-12-07T14:00:46.897934+0000","last_unstale":"2023-12-07T14:00:51.774267+0000","last_undegraded":"2023-12-07T14:00:51.774267+0000","last_fullsized":"2023-12-07T14:00:51.774267+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:13:08.646997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981884+0000","last_change":"2023-12-07T14:00:47.724097+0000","last_active":"2023-12-07T14:00:48.981884+0000","last_peered":"2023-12-07T14:00:48.981884+0000","last_clean":"2023-12-07T14:00:48.981884+0000","last_became_active":"2023-12-07T14:00:47.723787+0000","last_became_peered":"2023-12-07T14:00:47.723787+0000","last_unstale":"2023-12-07T14:00:48.981884+0000","last_undegraded":"2023-12-07T14:00:48.981884+0000","last_fullsized":"2023-12-07T14:00:48.981884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:20:08.689850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.159849+0000","last_change":"2023-12-07T14:00:46.899008+0000","last_active":"2023-12-07T14:00:53.159849+0000","last_peered":"2023-12-07T14:00:53.159849+0000","last_clean":"2023-12-07T14:00:53.159849+0000","last_became_active":"2023-12-07T14:00:46.898730+0000","last_became_peered":"2023-12-07T14:00:46.898730+0000","last_unstale":"2023-12-07T14:00:53.159849+0000","last_undegraded":"2023-12-07T14:00:53.159849+0000","last_fullsized":"2023-12-07T14:00:53.159849+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:38:35.678003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983153+0000","last_change":"2023-12-07T14:00:47.722654+0000","last_active":"2023-12-07T14:00:48.983153+0000","last_peered":"2023-12-07T14:00:48.983153+0000","last_clean":"2023-12-07T14:00:48.983153+0000","last_became_active":"2023-12-07T14:00:47.722381+0000","last_became_peered":"2023-12-07T14:00:47.722381+0000","last_unstale":"2023-12-07T14:00:48.983153+0000","last_undegraded":"2023-12-07T14:00:48.983153+0000","last_fullsized":"2023-12-07T14:00:48.983153+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:46:11.132402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.160541+0000","last_change":"2023-12-07T14:00:46.894184+0000","last_active":"2023-12-07T14:00:53.160541+0000","last_peered":"2023-12-07T14:00:53.160541+0000","last_clean":"2023-12-07T14:00:53.160541+0000","last_became_active":"2023-12-07T14:00:46.893856+0000","last_became_peered":"2023-12-07T14:00:46.893856+0000","last_unstale":"2023-12-07T14:00:53.160541+0000","last_undegraded":"2023-12-07T14:00:53.160541+0000","last_fullsized":"2023-12-07T14:00:53.160541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:17:23.253666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":976,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982030+0000","last_change":"2023-12-07T14:00:47.723501+0000","last_active":"2023-12-07T14:00:48.982030+0000","last_peered":"2023-12-07T14:00:48.982030+0000","last_clean":"2023-12-07T14:00:48.982030+0000","last_became_active":"2023-12-07T14:00:47.723185+0000","last_became_peered":"2023-12-07T14:00:47.723185+0000","last_unstale":"2023-12-07T14:00:48.982030+0000","last_undegraded":"2023-12-07T14:00:48.982030+0000","last_fullsized":"2023-12-07T14:00:48.982030+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:11:33.358153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'8","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982466+0000","last_change":"2023-12-07T14:00:46.902693+0000","last_active":"2023-12-07T14:00:48.982466+0000","last_peered":"2023-12-07T14:00:48.982466+0000","last_clean":"2023-12-07T14:00:48.982466+0000","last_became_active":"2023-12-07T14:00:46.902384+0000","last_became_peered":"2023-12-07T14:00:46.902384+0000","last_unstale":"2023-12-07T14:00:48.982466+0000","last_undegraded":"2023-12-07T14:00:48.982466+0000","last_fullsized":"2023-12-07T14:00:48.982466+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:30:12.970835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982228+0000","last_change":"2023-12-07T14:00:47.724788+0000","last_active":"2023-12-07T14:00:48.982228+0000","last_peered":"2023-12-07T14:00:48.982228+0000","last_clean":"2023-12-07T14:00:48.982228+0000","last_became_active":"2023-12-07T14:00:47.724360+0000","last_became_peered":"2023-12-07T14:00:47.724360+0000","last_unstale":"2023-12-07T14:00:48.982228+0000","last_undegraded":"2023-12-07T14:00:48.982228+0000","last_fullsized":"2023-12-07T14:00:48.982228+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:09:51.017290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983019+0000","last_change":"2023-12-07T14:00:46.890096+0000","last_active":"2023-12-07T14:00:48.983019+0000","last_peered":"2023-12-07T14:00:48.983019+0000","last_clean":"2023-12-07T14:00:48.983019+0000","last_became_active":"2023-12-07T14:00:46.889809+0000","last_became_peered":"2023-12-07T14:00:46.889809+0000","last_unstale":"2023-12-07T14:00:48.983019+0000","last_undegraded":"2023-12-07T14:00:48.983019+0000","last_fullsized":"2023-12-07T14:00:48.983019+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:41:14.195835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982207+0000","last_change":"2023-12-07T14:00:47.713189+0000","last_active":"2023-12-07T14:00:48.982207+0000","last_peered":"2023-12-07T14:00:48.982207+0000","last_clean":"2023-12-07T14:00:48.982207+0000","last_became_active":"2023-12-07T14:00:47.711921+0000","last_became_peered":"2023-12-07T14:00:47.711921+0000","last_unstale":"2023-12-07T14:00:48.982207+0000","last_undegraded":"2023-12-07T14:00:48.982207+0000","last_fullsized":"2023-12-07T14:00:48.982207+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:42:56.744484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.732395+0000","last_change":"2023-12-07T14:00:46.897334+0000","last_active":"2023-12-07T14:00:48.732395+0000","last_peered":"2023-12-07T14:00:48.732395+0000","last_clean":"2023-12-07T14:00:48.732395+0000","last_became_active":"2023-12-07T14:00:46.897006+0000","last_became_peered":"2023-12-07T14:00:46.897006+0000","last_unstale":"2023-12-07T14:00:48.732395+0000","last_undegraded":"2023-12-07T14:00:48.732395+0000","last_fullsized":"2023-12-07T14:00:48.732395+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:54:41.451481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983375+0000","last_change":"2023-12-07T14:00:47.720249+0000","last_active":"2023-12-07T14:00:48.983375+0000","last_peered":"2023-12-07T14:00:48.983375+0000","last_clean":"2023-12-07T14:00:48.983375+0000","last_became_active":"2023-12-07T14:00:47.719907+0000","last_became_peered":"2023-12-07T14:00:47.719907+0000","last_unstale":"2023-12-07T14:00:48.983375+0000","last_undegraded":"2023-12-07T14:00:48.983375+0000","last_fullsized":"2023-12-07T14:00:48.983375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:48:59.671312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-12-07T14:00:47.710382+0000","last_change":"2023-12-07T14:00:46.900963+0000","last_active":"2023-12-07T14:00:47.710382+0000","last_peered":"2023-12-07T14:00:47.710382+0000","last_clean":"2023-12-07T14:00:47.710382+0000","last_became_active":"2023-12-07T14:00:46.900651+0000","last_became_peered":"2023-12-07T14:00:46.900651+0000","last_unstale":"2023-12-07T14:00:47.710382+0000","last_undegraded":"2023-12-07T14:00:47.710382+0000","last_fullsized":"2023-12-07T14:00:47.710382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:32:48.274321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983444+0000","last_change":"2023-12-07T14:00:47.721705+0000","last_active":"2023-12-07T14:00:48.983444+0000","last_peered":"2023-12-07T14:00:48.983444+0000","last_clean":"2023-12-07T14:00:48.983444+0000","last_became_active":"2023-12-07T14:00:47.721372+0000","last_became_peered":"2023-12-07T14:00:47.721372+0000","last_unstale":"2023-12-07T14:00:48.983444+0000","last_undegraded":"2023-12-07T14:00:48.983444+0000","last_fullsized":"2023-12-07T14:00:48.983444+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:26:45.133968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982293+0000","last_change":"2023-12-07T14:00:47.722414+0000","last_active":"2023-12-07T14:00:48.982293+0000","last_peered":"2023-12-07T14:00:48.982293+0000","last_clean":"2023-12-07T14:00:48.982293+0000","last_became_active":"2023-12-07T14:00:47.722076+0000","last_became_peered":"2023-12-07T14:00:47.722076+0000","last_unstale":"2023-12-07T14:00:48.982293+0000","last_undegraded":"2023-12-07T14:00:48.982293+0000","last_fullsized":"2023-12-07T14:00:48.982293+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:21:54.058968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.153162+0000","last_change":"2023-12-07T14:00:46.899521+0000","last_active":"2023-12-07T14:00:53.153162+0000","last_peered":"2023-12-07T14:00:53.153162+0000","last_clean":"2023-12-07T14:00:53.153162+0000","last_became_active":"2023-12-07T14:00:46.899218+0000","last_became_peered":"2023-12-07T14:00:46.899218+0000","last_unstale":"2023-12-07T14:00:53.153162+0000","last_undegraded":"2023-12-07T14:00:53.153162+0000","last_fullsized":"2023-12-07T14:00:53.153162+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:47.833824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964816+0000","last_change":"2023-12-07T14:00:47.722200+0000","last_active":"2023-12-07T14:00:48.964816+0000","last_peered":"2023-12-07T14:00:48.964816+0000","last_clean":"2023-12-07T14:00:48.964816+0000","last_became_active":"2023-12-07T14:00:47.721924+0000","last_became_peered":"2023-12-07T14:00:47.721924+0000","last_unstale":"2023-12-07T14:00:48.964816+0000","last_undegraded":"2023-12-07T14:00:48.964816+0000","last_fullsized":"2023-12-07T14:00:48.964816+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:08:39.480940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.151701+0000","last_change":"2023-12-07T14:00:46.896122+0000","last_active":"2023-12-07T14:00:53.151701+0000","last_peered":"2023-12-07T14:00:53.151701+0000","last_clean":"2023-12-07T14:00:53.151701+0000","last_became_active":"2023-12-07T14:00:46.895605+0000","last_became_peered":"2023-12-07T14:00:46.895605+0000","last_unstale":"2023-12-07T14:00:53.151701+0000","last_undegraded":"2023-12-07T14:00:53.151701+0000","last_fullsized":"2023-12-07T14:00:53.151701+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:13:50.673192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":317,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-12-07T14:00:47.709115+0000","last_change":"2023-12-07T13:59:45.058139+0000","last_active":"2023-12-07T14:00:47.709115+0000","last_peered":"2023-12-07T14:00:47.709115+0000","last_clean":"2023-12-07T14:00:47.709115+0000","last_became_active":"2023-12-07T13:59:45.057617+0000","last_became_peered":"2023-12-07T13:59:45.057617+0000","last_unstale":"2023-12-07T14:00:47.709115+0000","last_undegraded":"2023-12-07T14:00:47.709115+0000","last_fullsized":"2023-12-07T14:00:47.709115+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_clean_scrub_stamp":"2023-12-07T13:56:37.827181+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:25:51.419130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981858+0000","last_change":"2023-12-07T14:00:47.719266+0000","last_active":"2023-12-07T14:00:48.981858+0000","last_peered":"2023-12-07T14:00:48.981858+0000","last_clean":"2023-12-07T14:00:48.981858+0000","last_became_active":"2023-12-07T14:00:47.718958+0000","last_became_peered":"2023-12-07T14:00:47.718958+0000","last_unstale":"2023-12-07T14:00:48.981858+0000","last_undegraded":"2023-12-07T14:00:48.981858+0000","last_fullsized":"2023-12-07T14:00:48.981858+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:35:48.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981868+0000","last_change":"2023-12-07T14:00:46.893807+0000","last_active":"2023-12-07T14:00:48.981868+0000","last_peered":"2023-12-07T14:00:48.981868+0000","last_clean":"2023-12-07T14:00:48.981868+0000","last_became_active":"2023-12-07T14:00:46.893526+0000","last_became_peered":"2023-12-07T14:00:46.893526+0000","last_unstale":"2023-12-07T14:00:48.981868+0000","last_undegraded":"2023-12-07T14:00:48.981868+0000","last_fullsized":"2023-12-07T14:00:48.981868+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:51:13.214513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982939+0000","last_change":"2023-12-07T14:00:46.902757+0000","last_active":"2023-12-07T14:00:48.982939+0000","last_peered":"2023-12-07T14:00:48.982939+0000","last_clean":"2023-12-07T14:00:48.982939+0000","last_became_active":"2023-12-07T14:00:46.902425+0000","last_became_peered":"2023-12-07T14:00:46.902425+0000","last_unstale":"2023-12-07T14:00:48.982939+0000","last_undegraded":"2023-12-07T14:00:48.982939+0000","last_fullsized":"2023-12-07T14:00:48.982939+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:36.221987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982790+0000","last_change":"2023-12-07T14:00:47.719822+0000","last_active":"2023-12-07T14:00:48.982790+0000","last_peered":"2023-12-07T14:00:48.982790+0000","last_clean":"2023-12-07T14:00:48.982790+0000","last_became_active":"2023-12-07T14:00:47.719542+0000","last_became_peered":"2023-12-07T14:00:47.719542+0000","last_unstale":"2023-12-07T14:00:48.982790+0000","last_undegraded":"2023-12-07T14:00:48.982790+0000","last_fullsized":"2023-12-07T14:00:48.982790+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:10:42.879937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'7","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:52.785745+0000","last_change":"2023-12-07T14:00:46.904941+0000","last_active":"2023-12-07T14:00:52.785745+0000","last_peered":"2023-12-07T14:00:52.785745+0000","last_clean":"2023-12-07T14:00:52.785745+0000","last_became_active":"2023-12-07T14:00:46.904681+0000","last_became_peered":"2023-12-07T14:00:46.904681+0000","last_unstale":"2023-12-07T14:00:52.785745+0000","last_undegraded":"2023-12-07T14:00:52.785745+0000","last_fullsized":"2023-12-07T14:00:52.785745+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:57:54.616373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965209+0000","last_change":"2023-12-07T14:00:47.722570+0000","last_active":"2023-12-07T14:00:48.965209+0000","last_peered":"2023-12-07T14:00:48.965209+0000","last_clean":"2023-12-07T14:00:48.965209+0000","last_became_active":"2023-12-07T14:00:47.722227+0000","last_became_peered":"2023-12-07T14:00:47.722227+0000","last_unstale":"2023-12-07T14:00:48.965209+0000","last_undegraded":"2023-12-07T14:00:48.965209+0000","last_fullsized":"2023-12-07T14:00:48.965209+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:51:04.647502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.162275+0000","last_change":"2023-12-07T14:00:46.883664+0000","last_active":"2023-12-07T14:00:53.162275+0000","last_peered":"2023-12-07T14:00:53.162275+0000","last_clean":"2023-12-07T14:00:53.162275+0000","last_became_active":"2023-12-07T14:00:46.883291+0000","last_became_peered":"2023-12-07T14:00:46.883291+0000","last_unstale":"2023-12-07T14:00:53.162275+0000","last_undegraded":"2023-12-07T14:00:53.162275+0000","last_fullsized":"2023-12-07T14:00:53.162275+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:46:22.384021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982253+0000","last_change":"2023-12-07T14:00:47.719387+0000","last_active":"2023-12-07T14:00:48.982253+0000","last_peered":"2023-12-07T14:00:48.982253+0000","last_clean":"2023-12-07T14:00:48.982253+0000","last_became_active":"2023-12-07T14:00:47.719044+0000","last_became_peered":"2023-12-07T14:00:47.719044+0000","last_unstale":"2023-12-07T14:00:48.982253+0000","last_undegraded":"2023-12-07T14:00:48.982253+0000","last_fullsized":"2023-12-07T14:00:48.982253+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:05:08.262366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.759938+0000","last_change":"2023-12-07T14:00:46.895976+0000","last_active":"2023-12-07T14:00:50.759938+0000","last_peered":"2023-12-07T14:00:50.759938+0000","last_clean":"2023-12-07T14:00:50.759938+0000","last_became_active":"2023-12-07T14:00:46.895597+0000","last_became_peered":"2023-12-07T14:00:46.895597+0000","last_unstale":"2023-12-07T14:00:50.759938+0000","last_undegraded":"2023-12-07T14:00:50.759938+0000","last_fullsized":"2023-12-07T14:00:50.759938+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:10:28.890352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982459+0000","last_change":"2023-12-07T14:00:47.721852+0000","last_active":"2023-12-07T14:00:48.982459+0000","last_peered":"2023-12-07T14:00:48.982459+0000","last_clean":"2023-12-07T14:00:48.982459+0000","last_became_active":"2023-12-07T14:00:47.721534+0000","last_became_peered":"2023-12-07T14:00:47.721534+0000","last_unstale":"2023-12-07T14:00:48.982459+0000","last_undegraded":"2023-12-07T14:00:48.982459+0000","last_fullsized":"2023-12-07T14:00:48.982459+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:09:19.118457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.160765+0000","last_change":"2023-12-07T14:00:46.900079+0000","last_active":"2023-12-07T14:00:53.160765+0000","last_peered":"2023-12-07T14:00:53.160765+0000","last_clean":"2023-12-07T14:00:53.160765+0000","last_became_active":"2023-12-07T14:00:46.899773+0000","last_became_peered":"2023-12-07T14:00:46.899773+0000","last_unstale":"2023-12-07T14:00:53.160765+0000","last_undegraded":"2023-12-07T14:00:53.160765+0000","last_fullsized":"2023-12-07T14:00:53.160765+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:19:26.727846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982082+0000","last_change":"2023-12-07T14:00:47.719191+0000","last_active":"2023-12-07T14:00:48.982082+0000","last_peered":"2023-12-07T14:00:48.982082+0000","last_clean":"2023-12-07T14:00:48.982082+0000","last_became_active":"2023-12-07T14:00:47.718579+0000","last_became_peered":"2023-12-07T14:00:47.718579+0000","last_unstale":"2023-12-07T14:00:48.982082+0000","last_undegraded":"2023-12-07T14:00:48.982082+0000","last_fullsized":"2023-12-07T14:00:48.982082+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:47:19.348402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-12-07T14:00:47.711850+0000","last_change":"2023-12-07T14:00:46.898237+0000","last_active":"2023-12-07T14:00:47.711850+0000","last_peered":"2023-12-07T14:00:47.711850+0000","last_clean":"2023-12-07T14:00:47.711850+0000","last_became_active":"2023-12-07T14:00:46.897919+0000","last_became_peered":"2023-12-07T14:00:46.897919+0000","last_unstale":"2023-12-07T14:00:47.711850+0000","last_undegraded":"2023-12-07T14:00:47.711850+0000","last_fullsized":"2023-12-07T14:00:47.711850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:57:27.345325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964879+0000","last_change":"2023-12-07T14:00:47.726154+0000","last_active":"2023-12-07T14:00:48.964879+0000","last_peered":"2023-12-07T14:00:48.964879+0000","last_clean":"2023-12-07T14:00:48.964879+0000","last_became_active":"2023-12-07T14:00:47.725878+0000","last_became_peered":"2023-12-07T14:00:47.725878+0000","last_unstale":"2023-12-07T14:00:48.964879+0000","last_undegraded":"2023-12-07T14:00:48.964879+0000","last_fullsized":"2023-12-07T14:00:48.964879+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:42:05.709841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982796+0000","last_change":"2023-12-07T14:00:46.894224+0000","last_active":"2023-12-07T14:00:48.982796+0000","last_peered":"2023-12-07T14:00:48.982796+0000","last_clean":"2023-12-07T14:00:48.982796+0000","last_became_active":"2023-12-07T14:00:46.893880+0000","last_became_peered":"2023-12-07T14:00:46.893880+0000","last_unstale":"2023-12-07T14:00:48.982796+0000","last_undegraded":"2023-12-07T14:00:48.982796+0000","last_fullsized":"2023-12-07T14:00:48.982796+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:42.986463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982813+0000","last_change":"2023-12-07T14:00:47.725233+0000","last_active":"2023-12-07T14:00:48.982813+0000","last_peered":"2023-12-07T14:00:48.982813+0000","last_clean":"2023-12-07T14:00:48.982813+0000","last_became_active":"2023-12-07T14:00:47.724816+0000","last_became_peered":"2023-12-07T14:00:47.724816+0000","last_unstale":"2023-12-07T14:00:48.982813+0000","last_undegraded":"2023-12-07T14:00:48.982813+0000","last_fullsized":"2023-12-07T14:00:48.982813+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:14:19.221414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.774645+0000","last_change":"2023-12-07T14:00:46.895836+0000","last_active":"2023-12-07T14:00:51.774645+0000","last_peered":"2023-12-07T14:00:51.774645+0000","last_clean":"2023-12-07T14:00:51.774645+0000","last_became_active":"2023-12-07T14:00:46.895572+0000","last_became_peered":"2023-12-07T14:00:46.895572+0000","last_unstale":"2023-12-07T14:00:51.774645+0000","last_undegraded":"2023-12-07T14:00:51.774645+0000","last_fullsized":"2023-12-07T14:00:51.774645+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:18:04.498284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982510+0000","last_change":"2023-12-07T14:00:47.721621+0000","last_active":"2023-12-07T14:00:48.982510+0000","last_peered":"2023-12-07T14:00:48.982510+0000","last_clean":"2023-12-07T14:00:48.982510+0000","last_became_active":"2023-12-07T14:00:47.721373+0000","last_became_peered":"2023-12-07T14:00:47.721373+0000","last_unstale":"2023-12-07T14:00:48.982510+0000","last_undegraded":"2023-12-07T14:00:48.982510+0000","last_fullsized":"2023-12-07T14:00:48.982510+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:33.896304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.149842+0000","last_change":"2023-12-07T14:00:46.899041+0000","last_active":"2023-12-07T14:00:53.149842+0000","last_peered":"2023-12-07T14:00:53.149842+0000","last_clean":"2023-12-07T14:00:53.149842+0000","last_became_active":"2023-12-07T14:00:46.898757+0000","last_became_peered":"2023-12-07T14:00:46.898757+0000","last_unstale":"2023-12-07T14:00:53.149842+0000","last_undegraded":"2023-12-07T14:00:53.149842+0000","last_fullsized":"2023-12-07T14:00:53.149842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:30:23.094360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982747+0000","last_change":"2023-12-07T14:00:47.723404+0000","last_active":"2023-12-07T14:00:48.982747+0000","last_peered":"2023-12-07T14:00:48.982747+0000","last_clean":"2023-12-07T14:00:48.982747+0000","last_became_active":"2023-12-07T14:00:47.722791+0000","last_became_peered":"2023-12-07T14:00:47.722791+0000","last_unstale":"2023-12-07T14:00:48.982747+0000","last_undegraded":"2023-12-07T14:00:48.982747+0000","last_fullsized":"2023-12-07T14:00:48.982747+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:46:36.029174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.157494+0000","last_change":"2023-12-07T14:00:46.898921+0000","last_active":"2023-12-07T14:00:53.157494+0000","last_peered":"2023-12-07T14:00:53.157494+0000","last_clean":"2023-12-07T14:00:53.157494+0000","last_became_active":"2023-12-07T14:00:46.898632+0000","last_became_peered":"2023-12-07T14:00:46.898632+0000","last_unstale":"2023-12-07T14:00:53.157494+0000","last_undegraded":"2023-12-07T14:00:53.157494+0000","last_fullsized":"2023-12-07T14:00:53.157494+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:48:46.354219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982649+0000","last_change":"2023-12-07T14:00:47.723227+0000","last_active":"2023-12-07T14:00:48.982649+0000","last_peered":"2023-12-07T14:00:48.982649+0000","last_clean":"2023-12-07T14:00:48.982649+0000","last_became_active":"2023-12-07T14:00:47.722816+0000","last_became_peered":"2023-12-07T14:00:47.722816+0000","last_unstale":"2023-12-07T14:00:48.982649+0000","last_undegraded":"2023-12-07T14:00:48.982649+0000","last_fullsized":"2023-12-07T14:00:48.982649+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:19:28.343266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982419+0000","last_change":"2023-12-07T14:00:47.720963+0000","last_active":"2023-12-07T14:00:48.982419+0000","last_peered":"2023-12-07T14:00:48.982419+0000","last_clean":"2023-12-07T14:00:48.982419+0000","last_became_active":"2023-12-07T14:00:47.718255+0000","last_became_peered":"2023-12-07T14:00:47.718255+0000","last_unstale":"2023-12-07T14:00:48.982419+0000","last_undegraded":"2023-12-07T14:00:48.982419+0000","last_fullsized":"2023-12-07T14:00:48.982419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:43:26.661794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728215+0000","last_change":"2023-12-07T14:00:47.719176+0000","last_active":"2023-12-07T14:00:48.728215+0000","last_peered":"2023-12-07T14:00:48.728215+0000","last_clean":"2023-12-07T14:00:48.728215+0000","last_became_active":"2023-12-07T14:00:47.718863+0000","last_became_peered":"2023-12-07T14:00:47.718863+0000","last_unstale":"2023-12-07T14:00:48.728215+0000","last_undegraded":"2023-12-07T14:00:48.728215+0000","last_fullsized":"2023-12-07T14:00:48.728215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:41:31.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728205+0000","last_change":"2023-12-07T14:00:47.720106+0000","last_active":"2023-12-07T14:00:48.728205+0000","last_peered":"2023-12-07T14:00:48.728205+0000","last_clean":"2023-12-07T14:00:48.728205+0000","last_became_active":"2023-12-07T14:00:47.719524+0000","last_became_peered":"2023-12-07T14:00:47.719524+0000","last_unstale":"2023-12-07T14:00:48.728205+0000","last_undegraded":"2023-12-07T14:00:48.728205+0000","last_fullsized":"2023-12-07T14:00:48.728205+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:45:47.084843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982458+0000","last_change":"2023-12-07T14:00:47.721479+0000","last_active":"2023-12-07T14:00:48.982458+0000","last_peered":"2023-12-07T14:00:48.982458+0000","last_clean":"2023-12-07T14:00:48.982458+0000","last_became_active":"2023-12-07T14:00:47.721185+0000","last_became_peered":"2023-12-07T14:00:47.721185+0000","last_unstale":"2023-12-07T14:00:48.982458+0000","last_undegraded":"2023-12-07T14:00:48.982458+0000","last_fullsized":"2023-12-07T14:00:48.982458+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:13:29.104211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982698+0000","last_change":"2023-12-07T14:00:47.715157+0000","last_active":"2023-12-07T14:00:48.982698+0000","last_peered":"2023-12-07T14:00:48.982698+0000","last_clean":"2023-12-07T14:00:48.982698+0000","last_became_active":"2023-12-07T14:00:47.714821+0000","last_became_peered":"2023-12-07T14:00:47.714821+0000","last_unstale":"2023-12-07T14:00:48.982698+0000","last_undegraded":"2023-12-07T14:00:48.982698+0000","last_fullsized":"2023-12-07T14:00:48.982698+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:22:44.158549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982485+0000","last_change":"2023-12-07T14:00:47.715105+0000","last_active":"2023-12-07T14:00:48.982485+0000","last_peered":"2023-12-07T14:00:48.982485+0000","last_clean":"2023-12-07T14:00:48.982485+0000","last_became_active":"2023-12-07T14:00:47.714800+0000","last_became_peered":"2023-12-07T14:00:47.714800+0000","last_unstale":"2023-12-07T14:00:48.982485+0000","last_undegraded":"2023-12-07T14:00:48.982485+0000","last_fullsized":"2023-12-07T14:00:48.982485+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:08:18.358628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728467+0000","last_change":"2023-12-07T14:00:47.723311+0000","last_active":"2023-12-07T14:00:48.728467+0000","last_peered":"2023-12-07T14:00:48.728467+0000","last_clean":"2023-12-07T14:00:48.728467+0000","last_became_active":"2023-12-07T14:00:47.723024+0000","last_became_peered":"2023-12-07T14:00:47.723024+0000","last_unstale":"2023-12-07T14:00:48.728467+0000","last_undegraded":"2023-12-07T14:00:48.728467+0000","last_fullsized":"2023-12-07T14:00:48.728467+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:50:23.765138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965235+0000","last_change":"2023-12-07T14:00:47.719375+0000","last_active":"2023-12-07T14:00:48.965235+0000","last_peered":"2023-12-07T14:00:48.965235+0000","last_clean":"2023-12-07T14:00:48.965235+0000","last_became_active":"2023-12-07T14:00:47.719065+0000","last_became_peered":"2023-12-07T14:00:47.719065+0000","last_unstale":"2023-12-07T14:00:48.965235+0000","last_undegraded":"2023-12-07T14:00:48.965235+0000","last_fullsized":"2023-12-07T14:00:48.965235+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:06:07.614629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982166+0000","last_change":"2023-12-07T14:00:47.719875+0000","last_active":"2023-12-07T14:00:48.982166+0000","last_peered":"2023-12-07T14:00:48.982166+0000","last_clean":"2023-12-07T14:00:48.982166+0000","last_became_active":"2023-12-07T14:00:47.719448+0000","last_became_peered":"2023-12-07T14:00:47.719448+0000","last_unstale":"2023-12-07T14:00:48.982166+0000","last_undegraded":"2023-12-07T14:00:48.982166+0000","last_fullsized":"2023-12-07T14:00:48.982166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.582967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964624+0000","last_change":"2023-12-07T14:00:47.723713+0000","last_active":"2023-12-07T14:00:48.964624+0000","last_peered":"2023-12-07T14:00:48.964624+0000","last_clean":"2023-12-07T14:00:48.964624+0000","last_became_active":"2023-12-07T14:00:47.720971+0000","last_became_peered":"2023-12-07T14:00:47.720971+0000","last_unstale":"2023-12-07T14:00:48.964624+0000","last_undegraded":"2023-12-07T14:00:48.964624+0000","last_fullsized":"2023-12-07T14:00:48.964624+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:03:46.117572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729447+0000","last_change":"2023-12-07T14:00:47.724205+0000","last_active":"2023-12-07T14:00:48.729447+0000","last_peered":"2023-12-07T14:00:48.729447+0000","last_clean":"2023-12-07T14:00:48.729447+0000","last_became_active":"2023-12-07T14:00:47.723814+0000","last_became_peered":"2023-12-07T14:00:47.723814+0000","last_unstale":"2023-12-07T14:00:48.729447+0000","last_undegraded":"2023-12-07T14:00:48.729447+0000","last_fullsized":"2023-12-07T14:00:48.729447+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:35:32.658355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982641+0000","last_change":"2023-12-07T14:00:47.725350+0000","last_active":"2023-12-07T14:00:48.982641+0000","last_peered":"2023-12-07T14:00:48.982641+0000","last_clean":"2023-12-07T14:00:48.982641+0000","last_became_active":"2023-12-07T14:00:47.723726+0000","last_became_peered":"2023-12-07T14:00:47.723726+0000","last_unstale":"2023-12-07T14:00:48.982641+0000","last_undegraded":"2023-12-07T14:00:48.982641+0000","last_fullsized":"2023-12-07T14:00:48.982641+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:22:43.602661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982433+0000","last_change":"2023-12-07T14:00:47.714333+0000","last_active":"2023-12-07T14:00:48.982433+0000","last_peered":"2023-12-07T14:00:48.982433+0000","last_clean":"2023-12-07T14:00:48.982433+0000","last_became_active":"2023-12-07T14:00:47.714016+0000","last_became_peered":"2023-12-07T14:00:47.714016+0000","last_unstale":"2023-12-07T14:00:48.982433+0000","last_undegraded":"2023-12-07T14:00:48.982433+0000","last_fullsized":"2023-12-07T14:00:48.982433+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:42:46.813653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6614,"num_objects":67,"num_object_clones":0,"num_object_copies":201,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":67,"num_whiteouts":0,"num_read":19,"num_read_kb":16,"num_write":145,"num_write_kb":48,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":45,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":331776,"data_stored":39189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":125,"ondisk_log_size":125,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":78,"seq":335007449101,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":425296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]}]},{"osd":10,"up_from":71,"seq":304942678033,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28500,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716652,"statfs":{"total":95995035648,"available":95965851648,"internally_reserved":0,"allocated":1519616,"data_stored":1016943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.65900000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59399999999999997}]},{"osd":3,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.623},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.57499999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.71,"5min":3.71,"15min":3.71},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.879}]},{"osd":7,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.79400000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.86099999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]},{"osd":9,"up_from":66,"seq":283467841558,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":424534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.38},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.32100000000000001}]},{"osd":1,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52500000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.56499999999999995}]},{"osd":3,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.34200000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.499},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.41799999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.61799999999999999}]},{"osd":8,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.57599999999999996}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.60599999999999998}]}]},{"osd":8,"up_from":59,"seq":253403070489,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":892928,"data_stored":424320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.42999999999999999}]},{"osd":1,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.53100000000000003}]},{"osd":2,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.497},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.36899999999999999}]},{"osd":3,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.40699999999999997}]},{"osd":4,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.59299999999999997}]},{"osd":5,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Dec 7 13:59:54 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.66600000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:00:17 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.623},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.67500000000000004}]},{"osd":10,"last update":"Thu Dec 7 14:00:41 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.70499999999999996}]}]},{"osd":7,"up_from":51,"seq":219043332126,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28472,"kb_used_data":1456,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716680,"statfs":{"total":95995035648,"available":95965880320,"internally_reserved":0,"allocated":1490944,"data_stored":1015288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.442,"15min":0.42799999999999999},"min":{"1min":0.32600000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.47999999999999998,"15min":0.47199999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.32400000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.64300000000000002,"15min":0.63500000000000001},"min":{"1min":0.495,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.96599999999999997,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59399999999999997,"15min":0.58499999999999996},"min":{"1min":0.41999999999999998,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.57699999999999996}]},{"osd":3,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.747,"15min":0.76900000000000002},"min":{"1min":0.44600000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.96899999999999997,"5min":3.5619999999999998,"15min":3.5619999999999998},"last":0.44},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.64700000000000002,"15min":0.64300000000000002},"min":{"1min":0.505,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.48899999999999999}]},{"osd":4,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60799999999999998,"15min":0.60499999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.628,"5min":0.59899999999999998,"15min":0.59399999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.92900000000000005,"5min":1.107,"15min":1.107},"last":0.36499999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.70499999999999996,"15min":0.70099999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80500000000000005,"15min":0.81999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.056,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.53100000000000003}]},{"osd":6,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.754,"15min":0.753},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76800000000000002,"15min":0.76900000000000002},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.98299999999999998,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.56100000000000005}]},{"osd":8,"last update":"Thu Dec 7 13:59:56 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.64400000000000002}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.626}]},{"osd":10,"last update":"Thu Dec 7 14:00:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.76000000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":888832,"data_stored":423806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36299999999999999},"min":{"1min":0.31,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.40000000000000002,"15min":0.39500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.55800000000000005,"15min":0.54800000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.441,"5min":0.437,"15min":0.437},"max":{"1min":0.79800000000000004,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.746}]},{"osd":2,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.39800000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.621},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68799999999999994,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.64500000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.29799999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75600000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.50900000000000001,"15min":0.498},"min":{"1min":0.36599999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.67900000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.627,"15min":0.61899999999999999},"min":{"1min":0.503,"5min":0.436,"15min":0.436},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.437,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.69699999999999995}]},{"osd":5,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.42999999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.94299999999999995,"5min":1.038,"15min":1.038},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.66300000000000003,"15min":0.66200000000000003},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.97799999999999998,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.85399999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.71699999999999997,"15min":0.70599999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.88500000000000001}]},{"osd":8,"last update":"Thu Dec 7 13:59:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.82399999999999995}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.86699999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.329,"5min":1.329,"15min":1.329},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.75900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":444443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.5,"15min":0.47399999999999998},"min":{"1min":0.40600000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82699999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.441},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.51100000000000001,"15min":0.47799999999999998},"min":{"1min":0.46300000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.56899999999999995,"15min":0.53500000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.57099999999999995,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":0.745}]},{"osd":3,"last update":"Thu Dec 7 14:00:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.54500000000000004,"15min":0.53500000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.54400000000000004,"15min":0.53600000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.46600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:00:25 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42999999999999999,"15min":0.41199999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.46100000000000002,"15min":0.439},"min":{"1min":0.35899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.629}]},{"osd":5,"last update":"Thu Dec 7 13:59:50 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.53500000000000003,"15min":0.52400000000000002},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.54700000000000004,"15min":0.53100000000000003},"min":{"1min":0.39600000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.70499999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:00:12 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.63300000000000001,"15min":0.61699999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59899999999999998,"15min":0.58699999999999997},"min":{"1min":0.41199999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.35899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.47799999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.83299999999999996}]},{"osd":8,"last update":"Thu Dec 7 13:59:57 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":3.2229999999999999,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":0.88400000000000001}]},{"osd":9,"last update":"Thu Dec 7 14:00:20 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":1.006}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.93999999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":426282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Dec 7 14:00:23 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.55800000000000005,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97499999999999998,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52000000000000002,"15min":0.52800000000000002},"min":{"1min":0.35599999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71399999999999997,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:00:37 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.58799999999999997,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88400000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Dec 7 13:59:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.44400000000000001,"15min":0.441},"min":{"1min":0.31900000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61299999999999999,"5min":0.62,"15min":0.62},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52600000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.58699999999999997,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.56000000000000005,"15min":0.53000000000000003},"min":{"1min":0.441,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.876,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.71899999999999997}]},{"osd":5,"last update":"Thu Dec 7 14:00:50 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.40400000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.749,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.438,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.87,"5min":0.875,"15min":0.875},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:00:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.54400000000000004,"15min":0.53200000000000003},"min":{"1min":0.38800000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.97799999999999998,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.57299999999999995,"15min":0.55900000000000005},"min":{"1min":0.33700000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.52200000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72699999999999998,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.63900000000000001}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.81799999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.79000000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":425711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46400000000000002,"15min":0.47099999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.497,"15min":0.502},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68300000000000005,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45700000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64400000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.55900000000000005,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.8980000000000001,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.71099999999999997}]},{"osd":3,"last update":"Thu Dec 7 14:00:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.751,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70099999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.448,"5min":3.448,"15min":3.448},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.57099999999999995},"min":{"1min":0.46700000000000003,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.73899999999999999}]},{"osd":5,"last update":"Thu Dec 7 13:59:52 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.42699999999999999,"15min":0.41899999999999998},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.44600000000000001,"15min":0.44},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.66900000000000004,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Dec 7 14:00:13 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.70799999999999996,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.623},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.56499999999999995,"15min":0.56899999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69899999999999995,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.69499999999999995}]},{"osd":7,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65300000000000002,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83399999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Dec 7 13:59:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.60899999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.77900000000000003}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.82299999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]}]},{"osd":3,"up_from":26,"seq":111669149745,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":423815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:02 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.35299999999999998,"15min":0.33500000000000002},"min":{"1min":0.26300000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.36599999999999999},"min":{"1min":0.29299999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.379}]},{"osd":1,"last update":"Thu Dec 7 14:00:02 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.53600000000000003,"15min":0.53100000000000003},"min":{"1min":0.33600000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.52100000000000002,"15min":0.501},"min":{"1min":0.33900000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53000000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:00:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.624},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.55100000000000005,"15min":0.53900000000000003},"min":{"1min":0.44500000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:00:28 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.60399999999999998,"15min":0.58199999999999996},"min":{"1min":0.39400000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.59499999999999997,"15min":0.56499999999999995},"min":{"1min":0.40999999999999998,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.55700000000000005,"15min":0.54400000000000004},"min":{"1min":0.45900000000000002,"5min":0.441,"15min":0.441},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.75}]},{"osd":6,"last update":"Thu Dec 7 14:00:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.54200000000000004,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.316,"15min":0.316},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.53700000000000003,"15min":0.51400000000000001},"min":{"1min":0.36599999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.41299999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.66100000000000003,"15min":0.64400000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.65500000000000003}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.57699999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:00:19 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.73199999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.80600000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]}]},{"osd":4,"up_from":34,"seq":146028888109,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":424382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.501,"15min":0.48299999999999998},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.40000000000000002,"15min":0.376},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.433},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.439,"15min":0.41699999999999998},"min":{"1min":0.311,"5min":0.251,"15min":0.251},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.46500000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.58199999999999996,"15min":0.56000000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.89800000000000002,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.871},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.59599999999999997,"15min":0.56899999999999995},"min":{"1min":0.44400000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.90300000000000002,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.71099999999999997}]},{"osd":3,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.58799999999999997,"15min":0.56999999999999995},"min":{"1min":0.41399999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57999999999999996,"15min":0.56000000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Dec 7 14:00:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.42299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0489999999999999,"5min":1.605,"15min":1.605},"last":0.621},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.66400000000000003,"15min":0.66300000000000003},"min":{"1min":0.45800000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.94499999999999995,"5min":1.321,"15min":1.321},"last":0.748}]},{"osd":6,"last update":"Thu Dec 7 14:00:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.60999999999999999,"15min":0.59999999999999998},"min":{"1min":0.45400000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.64500000000000002,"15min":0.63100000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.82099999999999995}]},{"osd":7,"last update":"Thu Dec 7 14:00:33 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.64600000000000002,"15min":0.629},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.746,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.85099999999999998}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.98899999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:00:20 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.96099999999999997}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.73199999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28504,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716648,"statfs":{"total":95995035648,"available":95965847552,"internally_reserved":0,"allocated":1523712,"data_stored":1016904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.54700000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.75600000000000001,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51200000000000001,"15min":0.50800000000000001},"min":{"1min":0.34399999999999997,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.54100000000000004}]},{"osd":1,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.503,"15min":0.48699999999999999},"min":{"1min":0.37,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.52900000000000003,"15min":0.51700000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.79000000000000004}]},{"osd":2,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.373,"15min":0.35499999999999998},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39600000000000002,"15min":0.38500000000000001},"min":{"1min":0.27200000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.46500000000000002}]},{"osd":3,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.433},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56299999999999994,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.75900000000000001,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.51900000000000002}]},{"osd":4,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55700000000000005,"15min":0.54300000000000004},"min":{"1min":0.39900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.55800000000000005,"15min":0.54500000000000004},"min":{"1min":0.497,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Dec 7 14:00:11 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.56899999999999995,"15min":0.55700000000000005},"min":{"1min":0.378,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.61499999999999999,"15min":0.60499999999999998},"min":{"1min":0.39600000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Dec 7 14:00:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.44600000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70199999999999996,"15min":0.69999999999999996},"min":{"1min":0.48299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0069999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.627}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.71199999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.66900000000000004}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.72799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":20727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":2962,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-07T14:00:56.576 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-07T14:00:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:56 smithi055 ceph-mon[103363]: pgmap v273: 97 pgs: 97 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 6.0 KiB/s wr, 20 op/s 2023-12-07T14:00:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:56 smithi055 ceph-mon[103363]: from='client.14739 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:56 smithi055 ceph-mon[103363]: mgrmap e17: x(active, since 6m), standbys: z, y 2023-12-07T14:00:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:56 smithi055 ceph-mon[103363]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:00:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:56 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1318016782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:00:56.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 -- 172.21.15.39:0/2848785578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 msgr2=0x7fb7ac102b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 --2- 172.21.15.39:0/2848785578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac102b00 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fb7a00099c0 tx=0x7fb7a0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 -- 172.21.15.39:0/2848785578 shutdown_connections 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 --2- 172.21.15.39:0/2848785578 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7ac103040 0x7fb7ac1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 --2- 172.21.15.39:0/2848785578 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7ac1014b0 0x7fb7ac1018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 --2- 172.21.15.39:0/2848785578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac102b00 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 -- 172.21.15.39:0/2848785578 >> 172.21.15.39:0/2848785578 conn(0x7fb7ac0fca40 msgr2=0x7fb7ac0fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 -- 172.21.15.39:0/2848785578 shutdown_connections 2023-12-07T14:00:56.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.732+0000 7fb7b268a700 1 -- 172.21.15.39:0/2848785578 wait complete. 2023-12-07T14:00:56.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 Processor -- start 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 -- start start 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7ac1014b0 0x7fb7ac197410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7ac103040 0x7fb7ac19e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7ac19ef40 con 0x7fb7ac1026a0 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7ac19f080 con 0x7fb7ac1014b0 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.733+0000 7fb7b268a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7ac19f210 con 0x7fb7ac103040 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac197950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51714/0 (socket says 172.21.15.39:51714) 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 -- 172.21.15.39:0/3139599835 learned_addr learned my addr 172.21.15.39:0/3139599835 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7abfff700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7ac1014b0 0x7fb7ac197410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 -- 172.21.15.39:0/3139599835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7ac103040 msgr2=0x7fb7ac19e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7ac103040 0x7fb7ac19e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 -- 172.21.15.39:0/3139599835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7ac1014b0 msgr2=0x7fb7ac197410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7ac1014b0 0x7fb7ac197410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 -- 172.21.15.39:0/3139599835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7a00095f0 con 0x7fb7ac1026a0 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7ab7fe700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac197950 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb7a00036f0 tx=0x7fb7a00047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7a97fa700 1 -- 172.21.15.39:0/3139599835 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a001d070 con 0x7fb7ac1026a0 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7a97fa700 1 -- 172.21.15.39:0/3139599835 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7a0004090 con 0x7fb7ac1026a0 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7ac19f490 con 0x7fb7ac1026a0 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7a97fa700 1 -- 172.21.15.39:0/3139599835 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a0022d40 con 0x7fb7ac1026a0 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.734+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7ac19f990 con 0x7fb7ac1026a0 2023-12-07T14:00:56.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.735+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7ac108980 con 0x7fb7ac1026a0 2023-12-07T14:00:56.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.736+0000 7fb7a97fa700 1 -- 172.21.15.39:0/3139599835 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fb7a0022470 con 0x7fb7ac1026a0 2023-12-07T14:00:56.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.737+0000 7fb7a97fa700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb7940a1590 0x7fb7940a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:56.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.737+0000 7fb7abfff700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb7940a1590 0x7fb7940a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:56.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.737+0000 7fb7a97fa700 1 -- 172.21.15.39:0/3139599835 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb7a00ce150 con 0x7fb7ac1026a0 2023-12-07T14:00:56.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.737+0000 7fb7abfff700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb7940a1590 0x7fb7940a3a50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac102500 tx=0x7fb79c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:56.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.741+0000 7fb7a97fa700 1 -- 172.21.15.39:0/3139599835 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb7a0097890 con 0x7fb7ac1026a0 2023-12-07T14:00:56.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.940+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb7ac02d420 con 0x7fb7940a1590 2023-12-07T14:00:56.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.952+0000 7fb7a97fa700 1 -- 172.21.15.39:0/3139599835 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+335987 (secure 0 0 0) 0x7fb7ac02d420 con 0x7fb7940a1590 2023-12-07T14:00:56.959 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:00:56.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb7940a1590 msgr2=0x7fb7940a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb7940a1590 0x7fb7940a3a50 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb7ac102500 tx=0x7fb79c00b410 comp rx=0 tx=0).stop 2023-12-07T14:00:56.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 msgr2=0x7fb7ac197950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:56.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac197950 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fb7a00036f0 tx=0x7fb7a00047b0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 shutdown_connections 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb7940a1590 0x7fb7940a3a50 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7ac103040 0x7fb7ac19e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7ac1014b0 0x7fb7ac197410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 --2- 172.21.15.39:0/3139599835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7ac1026a0 0x7fb7ac197950 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 >> 172.21.15.39:0/3139599835 conn(0x7fb7ac0fca40 msgr2=0x7fb7ac105ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 shutdown_connections 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:56.955+0000 7fb7b268a700 1 -- 172.21.15.39:0/3139599835 wait complete. 2023-12-07T14:00:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2023-12-07T14:00:56.970 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":274,"stamp":"2023-12-07T14:00:56.858035+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":599509,"num_objects":95,"num_object_clones":0,"num_object_copies":285,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":95,"num_whiteouts":0,"num_read":176,"num_read_kb":149,"num_write":378,"num_write_kb":3002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":310,"ondisk_log_size":310,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":336684,"kb_used_data":12492,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124605140,"statfs":{"total":1151940427776,"available":1151595663360,"internally_reserved":0,"allocated":12791808,"data_stored":6936817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":331855161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":9141,"num_objects":93,"num_object_clones":0,"num_object_copies":279,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":93,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":197,"num_write_kb":64,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.155648"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982797+0000","last_change":"2023-12-07T14:00:47.717392+0000","last_active":"2023-12-07T14:00:48.982797+0000","last_peered":"2023-12-07T14:00:48.982797+0000","last_clean":"2023-12-07T14:00:48.982797+0000","last_became_active":"2023-12-07T14:00:47.716996+0000","last_became_peered":"2023-12-07T14:00:47.716996+0000","last_unstale":"2023-12-07T14:00:48.982797+0000","last_undegraded":"2023-12-07T14:00:48.982797+0000","last_fullsized":"2023-12-07T14:00:48.982797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:58:28.662394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982065+0000","last_change":"2023-12-07T14:00:47.722441+0000","last_active":"2023-12-07T14:00:48.982065+0000","last_peered":"2023-12-07T14:00:48.982065+0000","last_clean":"2023-12-07T14:00:48.982065+0000","last_became_active":"2023-12-07T14:00:47.722153+0000","last_became_peered":"2023-12-07T14:00:47.722153+0000","last_unstale":"2023-12-07T14:00:48.982065+0000","last_undegraded":"2023-12-07T14:00:48.982065+0000","last_fullsized":"2023-12-07T14:00:48.982065+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:28:38.822963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981839+0000","last_change":"2023-12-07T14:00:47.725146+0000","last_active":"2023-12-07T14:00:48.981839+0000","last_peered":"2023-12-07T14:00:48.981839+0000","last_clean":"2023-12-07T14:00:48.981839+0000","last_became_active":"2023-12-07T14:00:47.724801+0000","last_became_peered":"2023-12-07T14:00:47.724801+0000","last_unstale":"2023-12-07T14:00:48.981839+0000","last_undegraded":"2023-12-07T14:00:48.981839+0000","last_fullsized":"2023-12-07T14:00:48.981839+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:09:30.804250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982208+0000","last_change":"2023-12-07T14:00:47.721771+0000","last_active":"2023-12-07T14:00:48.982208+0000","last_peered":"2023-12-07T14:00:48.982208+0000","last_clean":"2023-12-07T14:00:48.982208+0000","last_became_active":"2023-12-07T14:00:47.721490+0000","last_became_peered":"2023-12-07T14:00:47.721490+0000","last_unstale":"2023-12-07T14:00:48.982208+0000","last_undegraded":"2023-12-07T14:00:48.982208+0000","last_fullsized":"2023-12-07T14:00:48.982208+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:45.944541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982666+0000","last_change":"2023-12-07T14:00:47.716674+0000","last_active":"2023-12-07T14:00:48.982666+0000","last_peered":"2023-12-07T14:00:48.982666+0000","last_clean":"2023-12-07T14:00:48.982666+0000","last_became_active":"2023-12-07T14:00:47.716401+0000","last_became_peered":"2023-12-07T14:00:47.716401+0000","last_unstale":"2023-12-07T14:00:48.982666+0000","last_undegraded":"2023-12-07T14:00:48.982666+0000","last_fullsized":"2023-12-07T14:00:48.982666+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:45:19.602833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983583+0000","last_change":"2023-12-07T14:00:47.728395+0000","last_active":"2023-12-07T14:00:48.983583+0000","last_peered":"2023-12-07T14:00:48.983583+0000","last_clean":"2023-12-07T14:00:48.983583+0000","last_became_active":"2023-12-07T14:00:47.728025+0000","last_became_peered":"2023-12-07T14:00:47.728025+0000","last_unstale":"2023-12-07T14:00:48.983583+0000","last_undegraded":"2023-12-07T14:00:48.983583+0000","last_fullsized":"2023-12-07T14:00:48.983583+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:31.570513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982792+0000","last_change":"2023-12-07T14:00:47.722054+0000","last_active":"2023-12-07T14:00:48.982792+0000","last_peered":"2023-12-07T14:00:48.982792+0000","last_clean":"2023-12-07T14:00:48.982792+0000","last_became_active":"2023-12-07T14:00:47.721739+0000","last_became_peered":"2023-12-07T14:00:47.721739+0000","last_unstale":"2023-12-07T14:00:48.982792+0000","last_undegraded":"2023-12-07T14:00:48.982792+0000","last_fullsized":"2023-12-07T14:00:48.982792+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:04.760797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964577+0000","last_change":"2023-12-07T14:00:47.718736+0000","last_active":"2023-12-07T14:00:48.964577+0000","last_peered":"2023-12-07T14:00:48.964577+0000","last_clean":"2023-12-07T14:00:48.964577+0000","last_became_active":"2023-12-07T14:00:47.718278+0000","last_became_peered":"2023-12-07T14:00:47.718278+0000","last_unstale":"2023-12-07T14:00:48.964577+0000","last_undegraded":"2023-12-07T14:00:48.964577+0000","last_fullsized":"2023-12-07T14:00:48.964577+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:43:09.553405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729639+0000","last_change":"2023-12-07T14:00:47.719581+0000","last_active":"2023-12-07T14:00:48.729639+0000","last_peered":"2023-12-07T14:00:48.729639+0000","last_clean":"2023-12-07T14:00:48.729639+0000","last_became_active":"2023-12-07T14:00:47.719256+0000","last_became_peered":"2023-12-07T14:00:47.719256+0000","last_unstale":"2023-12-07T14:00:48.729639+0000","last_undegraded":"2023-12-07T14:00:48.729639+0000","last_fullsized":"2023-12-07T14:00:48.729639+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:07:01.691455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983717+0000","last_change":"2023-12-07T14:00:47.720317+0000","last_active":"2023-12-07T14:00:48.983717+0000","last_peered":"2023-12-07T14:00:48.983717+0000","last_clean":"2023-12-07T14:00:48.983717+0000","last_became_active":"2023-12-07T14:00:47.720023+0000","last_became_peered":"2023-12-07T14:00:47.720023+0000","last_unstale":"2023-12-07T14:00:48.983717+0000","last_undegraded":"2023-12-07T14:00:48.983717+0000","last_fullsized":"2023-12-07T14:00:48.983717+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:52:55.769857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982376+0000","last_change":"2023-12-07T14:00:47.724327+0000","last_active":"2023-12-07T14:00:48.982376+0000","last_peered":"2023-12-07T14:00:48.982376+0000","last_clean":"2023-12-07T14:00:48.982376+0000","last_became_active":"2023-12-07T14:00:47.723981+0000","last_became_peered":"2023-12-07T14:00:47.723981+0000","last_unstale":"2023-12-07T14:00:48.982376+0000","last_undegraded":"2023-12-07T14:00:48.982376+0000","last_fullsized":"2023-12-07T14:00:48.982376+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:51.046427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982416+0000","last_change":"2023-12-07T14:00:47.728064+0000","last_active":"2023-12-07T14:00:48.982416+0000","last_peered":"2023-12-07T14:00:48.982416+0000","last_clean":"2023-12-07T14:00:48.982416+0000","last_became_active":"2023-12-07T14:00:47.727489+0000","last_became_peered":"2023-12-07T14:00:47.727489+0000","last_unstale":"2023-12-07T14:00:48.982416+0000","last_undegraded":"2023-12-07T14:00:48.982416+0000","last_fullsized":"2023-12-07T14:00:48.982416+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:08:26.873868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982725+0000","last_change":"2023-12-07T14:00:47.724937+0000","last_active":"2023-12-07T14:00:48.982725+0000","last_peered":"2023-12-07T14:00:48.982725+0000","last_clean":"2023-12-07T14:00:48.982725+0000","last_became_active":"2023-12-07T14:00:47.724647+0000","last_became_peered":"2023-12-07T14:00:47.724647+0000","last_unstale":"2023-12-07T14:00:48.982725+0000","last_undegraded":"2023-12-07T14:00:48.982725+0000","last_fullsized":"2023-12-07T14:00:48.982725+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:09:07.480335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981779+0000","last_change":"2023-12-07T14:00:47.721850+0000","last_active":"2023-12-07T14:00:48.981779+0000","last_peered":"2023-12-07T14:00:48.981779+0000","last_clean":"2023-12-07T14:00:48.981779+0000","last_became_active":"2023-12-07T14:00:47.721540+0000","last_became_peered":"2023-12-07T14:00:47.721540+0000","last_unstale":"2023-12-07T14:00:48.981779+0000","last_undegraded":"2023-12-07T14:00:48.981779+0000","last_fullsized":"2023-12-07T14:00:48.981779+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:38:55.108979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981595+0000","last_change":"2023-12-07T14:00:47.726103+0000","last_active":"2023-12-07T14:00:48.981595+0000","last_peered":"2023-12-07T14:00:48.981595+0000","last_clean":"2023-12-07T14:00:48.981595+0000","last_became_active":"2023-12-07T14:00:47.725548+0000","last_became_peered":"2023-12-07T14:00:47.725548+0000","last_unstale":"2023-12-07T14:00:48.981595+0000","last_undegraded":"2023-12-07T14:00:48.981595+0000","last_fullsized":"2023-12-07T14:00:48.981595+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:50:56.806604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729344+0000","last_change":"2023-12-07T14:00:47.723927+0000","last_active":"2023-12-07T14:00:48.729344+0000","last_peered":"2023-12-07T14:00:48.729344+0000","last_clean":"2023-12-07T14:00:48.729344+0000","last_became_active":"2023-12-07T14:00:47.723515+0000","last_became_peered":"2023-12-07T14:00:47.723515+0000","last_unstale":"2023-12-07T14:00:48.729344+0000","last_undegraded":"2023-12-07T14:00:48.729344+0000","last_fullsized":"2023-12-07T14:00:48.729344+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:11:15.271606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982928+0000","last_change":"2023-12-07T14:00:47.719423+0000","last_active":"2023-12-07T14:00:48.982928+0000","last_peered":"2023-12-07T14:00:48.982928+0000","last_clean":"2023-12-07T14:00:48.982928+0000","last_became_active":"2023-12-07T14:00:47.717748+0000","last_became_peered":"2023-12-07T14:00:47.717748+0000","last_unstale":"2023-12-07T14:00:48.982928+0000","last_undegraded":"2023-12-07T14:00:48.982928+0000","last_fullsized":"2023-12-07T14:00:48.982928+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:36:11.378393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.732526+0000","last_change":"2023-12-07T14:00:47.723006+0000","last_active":"2023-12-07T14:00:48.732526+0000","last_peered":"2023-12-07T14:00:48.732526+0000","last_clean":"2023-12-07T14:00:48.732526+0000","last_became_active":"2023-12-07T14:00:47.722665+0000","last_became_peered":"2023-12-07T14:00:47.722665+0000","last_unstale":"2023-12-07T14:00:48.732526+0000","last_undegraded":"2023-12-07T14:00:48.732526+0000","last_fullsized":"2023-12-07T14:00:48.732526+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:43.846473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728421+0000","last_change":"2023-12-07T14:00:47.720544+0000","last_active":"2023-12-07T14:00:48.728421+0000","last_peered":"2023-12-07T14:00:48.728421+0000","last_clean":"2023-12-07T14:00:48.728421+0000","last_became_active":"2023-12-07T14:00:47.720248+0000","last_became_peered":"2023-12-07T14:00:47.720248+0000","last_unstale":"2023-12-07T14:00:48.728421+0000","last_undegraded":"2023-12-07T14:00:48.728421+0000","last_fullsized":"2023-12-07T14:00:48.728421+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:34:46.785433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'11","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:52.783950+0000","last_change":"2023-12-07T14:00:46.897077+0000","last_active":"2023-12-07T14:00:52.783950+0000","last_peered":"2023-12-07T14:00:52.783950+0000","last_clean":"2023-12-07T14:00:52.783950+0000","last_became_active":"2023-12-07T14:00:46.896752+0000","last_became_peered":"2023-12-07T14:00:46.896752+0000","last_unstale":"2023-12-07T14:00:52.783950+0000","last_undegraded":"2023-12-07T14:00:52.783950+0000","last_fullsized":"2023-12-07T14:00:52.783950+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:30:03.112923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965173+0000","last_change":"2023-12-07T14:00:47.719351+0000","last_active":"2023-12-07T14:00:48.965173+0000","last_peered":"2023-12-07T14:00:48.965173+0000","last_clean":"2023-12-07T14:00:48.965173+0000","last_became_active":"2023-12-07T14:00:47.719046+0000","last_became_peered":"2023-12-07T14:00:47.719046+0000","last_unstale":"2023-12-07T14:00:48.965173+0000","last_undegraded":"2023-12-07T14:00:48.965173+0000","last_fullsized":"2023-12-07T14:00:48.965173+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:07.687053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965248+0000","last_change":"2023-12-07T14:00:46.903007+0000","last_active":"2023-12-07T14:00:48.965248+0000","last_peered":"2023-12-07T14:00:48.965248+0000","last_clean":"2023-12-07T14:00:48.965248+0000","last_became_active":"2023-12-07T14:00:46.902698+0000","last_became_peered":"2023-12-07T14:00:46.902698+0000","last_unstale":"2023-12-07T14:00:48.965248+0000","last_undegraded":"2023-12-07T14:00:48.965248+0000","last_fullsized":"2023-12-07T14:00:48.965248+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:20:33.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982019+0000","last_change":"2023-12-07T14:00:47.725224+0000","last_active":"2023-12-07T14:00:48.982019+0000","last_peered":"2023-12-07T14:00:48.982019+0000","last_clean":"2023-12-07T14:00:48.982019+0000","last_became_active":"2023-12-07T14:00:47.724873+0000","last_became_peered":"2023-12-07T14:00:47.724873+0000","last_unstale":"2023-12-07T14:00:48.982019+0000","last_undegraded":"2023-12-07T14:00:48.982019+0000","last_fullsized":"2023-12-07T14:00:48.982019+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:54:13.604520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"83'11","reported_seq":25,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.161954+0000","last_change":"2023-12-07T14:00:46.894290+0000","last_active":"2023-12-07T14:00:53.161954+0000","last_peered":"2023-12-07T14:00:53.161954+0000","last_clean":"2023-12-07T14:00:53.161954+0000","last_became_active":"2023-12-07T14:00:46.893971+0000","last_became_peered":"2023-12-07T14:00:46.893971+0000","last_unstale":"2023-12-07T14:00:53.161954+0000","last_undegraded":"2023-12-07T14:00:53.161954+0000","last_fullsized":"2023-12-07T14:00:53.161954+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:27:21.832139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729501+0000","last_change":"2023-12-07T14:00:47.725145+0000","last_active":"2023-12-07T14:00:48.729501+0000","last_peered":"2023-12-07T14:00:48.729501+0000","last_clean":"2023-12-07T14:00:48.729501+0000","last_became_active":"2023-12-07T14:00:47.724834+0000","last_became_peered":"2023-12-07T14:00:47.724834+0000","last_unstale":"2023-12-07T14:00:48.729501+0000","last_undegraded":"2023-12-07T14:00:48.729501+0000","last_fullsized":"2023-12-07T14:00:48.729501+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:02:01.047231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.161659+0000","last_change":"2023-12-07T14:00:46.888046+0000","last_active":"2023-12-07T14:00:53.161659+0000","last_peered":"2023-12-07T14:00:53.161659+0000","last_clean":"2023-12-07T14:00:53.161659+0000","last_became_active":"2023-12-07T14:00:46.887678+0000","last_became_peered":"2023-12-07T14:00:46.887678+0000","last_unstale":"2023-12-07T14:00:53.161659+0000","last_undegraded":"2023-12-07T14:00:53.161659+0000","last_fullsized":"2023-12-07T14:00:53.161659+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:47:53.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982567+0000","last_change":"2023-12-07T14:00:47.724675+0000","last_active":"2023-12-07T14:00:48.982567+0000","last_peered":"2023-12-07T14:00:48.982567+0000","last_clean":"2023-12-07T14:00:48.982567+0000","last_became_active":"2023-12-07T14:00:47.724358+0000","last_became_peered":"2023-12-07T14:00:47.724358+0000","last_unstale":"2023-12-07T14:00:48.982567+0000","last_undegraded":"2023-12-07T14:00:48.982567+0000","last_fullsized":"2023-12-07T14:00:48.982567+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:05:37.482311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:54.157991+0000","last_change":"2023-12-07T14:00:46.894218+0000","last_active":"2023-12-07T14:00:54.157991+0000","last_peered":"2023-12-07T14:00:54.157991+0000","last_clean":"2023-12-07T14:00:54.157991+0000","last_became_active":"2023-12-07T14:00:46.893892+0000","last_became_peered":"2023-12-07T14:00:46.893892+0000","last_unstale":"2023-12-07T14:00:54.157991+0000","last_undegraded":"2023-12-07T14:00:54.157991+0000","last_fullsized":"2023-12-07T14:00:54.157991+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:03:58.617314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1010,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":5,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983188+0000","last_change":"2023-12-07T14:00:47.720449+0000","last_active":"2023-12-07T14:00:48.983188+0000","last_peered":"2023-12-07T14:00:48.983188+0000","last_clean":"2023-12-07T14:00:48.983188+0000","last_became_active":"2023-12-07T14:00:47.720135+0000","last_became_peered":"2023-12-07T14:00:47.720135+0000","last_unstale":"2023-12-07T14:00:48.983188+0000","last_undegraded":"2023-12-07T14:00:48.983188+0000","last_fullsized":"2023-12-07T14:00:48.983188+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:06.752036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.774864+0000","last_change":"2023-12-07T14:00:46.900987+0000","last_active":"2023-12-07T14:00:51.774864+0000","last_peered":"2023-12-07T14:00:51.774864+0000","last_clean":"2023-12-07T14:00:51.774864+0000","last_became_active":"2023-12-07T14:00:46.900644+0000","last_became_peered":"2023-12-07T14:00:46.900644+0000","last_unstale":"2023-12-07T14:00:51.774864+0000","last_undegraded":"2023-12-07T14:00:51.774864+0000","last_fullsized":"2023-12-07T14:00:51.774864+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:24:53.099362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983086+0000","last_change":"2023-12-07T14:00:47.719706+0000","last_active":"2023-12-07T14:00:48.983086+0000","last_peered":"2023-12-07T14:00:48.983086+0000","last_clean":"2023-12-07T14:00:48.983086+0000","last_became_active":"2023-12-07T14:00:47.719418+0000","last_became_peered":"2023-12-07T14:00:47.719418+0000","last_unstale":"2023-12-07T14:00:48.983086+0000","last_undegraded":"2023-12-07T14:00:48.983086+0000","last_fullsized":"2023-12-07T14:00:48.983086+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:11.198866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.775665+0000","last_change":"2023-12-07T14:00:46.897220+0000","last_active":"2023-12-07T14:00:51.775665+0000","last_peered":"2023-12-07T14:00:51.775665+0000","last_clean":"2023-12-07T14:00:51.775665+0000","last_became_active":"2023-12-07T14:00:46.896852+0000","last_became_peered":"2023-12-07T14:00:46.896852+0000","last_unstale":"2023-12-07T14:00:51.775665+0000","last_undegraded":"2023-12-07T14:00:51.775665+0000","last_fullsized":"2023-12-07T14:00:51.775665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:25:48.591097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964542+0000","last_change":"2023-12-07T14:00:47.718331+0000","last_active":"2023-12-07T14:00:48.964542+0000","last_peered":"2023-12-07T14:00:48.964542+0000","last_clean":"2023-12-07T14:00:48.964542+0000","last_became_active":"2023-12-07T14:00:47.717864+0000","last_became_peered":"2023-12-07T14:00:47.717864+0000","last_unstale":"2023-12-07T14:00:48.964542+0000","last_undegraded":"2023-12-07T14:00:48.964542+0000","last_fullsized":"2023-12-07T14:00:48.964542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:54:21.124668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.153853+0000","last_change":"2023-12-07T14:00:46.892183+0000","last_active":"2023-12-07T14:00:53.153853+0000","last_peered":"2023-12-07T14:00:53.153853+0000","last_clean":"2023-12-07T14:00:53.153853+0000","last_became_active":"2023-12-07T14:00:46.891949+0000","last_became_peered":"2023-12-07T14:00:46.891949+0000","last_unstale":"2023-12-07T14:00:53.153853+0000","last_undegraded":"2023-12-07T14:00:53.153853+0000","last_fullsized":"2023-12-07T14:00:53.153853+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:48:10.746664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.732215+0000","last_change":"2023-12-07T14:00:47.723135+0000","last_active":"2023-12-07T14:00:48.732215+0000","last_peered":"2023-12-07T14:00:48.732215+0000","last_clean":"2023-12-07T14:00:48.732215+0000","last_became_active":"2023-12-07T14:00:47.722745+0000","last_became_peered":"2023-12-07T14:00:47.722745+0000","last_unstale":"2023-12-07T14:00:48.732215+0000","last_undegraded":"2023-12-07T14:00:48.732215+0000","last_fullsized":"2023-12-07T14:00:48.732215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:40:04.945776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.758838+0000","last_change":"2023-12-07T14:00:46.896873+0000","last_active":"2023-12-07T14:00:50.758838+0000","last_peered":"2023-12-07T14:00:50.758838+0000","last_clean":"2023-12-07T14:00:50.758838+0000","last_became_active":"2023-12-07T14:00:46.896584+0000","last_became_peered":"2023-12-07T14:00:46.896584+0000","last_unstale":"2023-12-07T14:00:50.758838+0000","last_undegraded":"2023-12-07T14:00:50.758838+0000","last_fullsized":"2023-12-07T14:00:50.758838+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:41:09.642527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729671+0000","last_change":"2023-12-07T14:00:47.724105+0000","last_active":"2023-12-07T14:00:48.729671+0000","last_peered":"2023-12-07T14:00:48.729671+0000","last_clean":"2023-12-07T14:00:48.729671+0000","last_became_active":"2023-12-07T14:00:47.723448+0000","last_became_peered":"2023-12-07T14:00:47.723448+0000","last_unstale":"2023-12-07T14:00:48.729671+0000","last_undegraded":"2023-12-07T14:00:48.729671+0000","last_fullsized":"2023-12-07T14:00:48.729671+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:47:51.340571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.159996+0000","last_change":"2023-12-07T14:00:46.893656+0000","last_active":"2023-12-07T14:00:53.159996+0000","last_peered":"2023-12-07T14:00:53.159996+0000","last_clean":"2023-12-07T14:00:53.159996+0000","last_became_active":"2023-12-07T14:00:46.893207+0000","last_became_peered":"2023-12-07T14:00:46.893207+0000","last_unstale":"2023-12-07T14:00:53.159996+0000","last_undegraded":"2023-12-07T14:00:53.159996+0000","last_fullsized":"2023-12-07T14:00:53.159996+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:03.162687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982136+0000","last_change":"2023-12-07T14:00:47.719409+0000","last_active":"2023-12-07T14:00:48.982136+0000","last_peered":"2023-12-07T14:00:48.982136+0000","last_clean":"2023-12-07T14:00:48.982136+0000","last_became_active":"2023-12-07T14:00:47.719064+0000","last_became_peered":"2023-12-07T14:00:47.719064+0000","last_unstale":"2023-12-07T14:00:48.982136+0000","last_undegraded":"2023-12-07T14:00:48.982136+0000","last_fullsized":"2023-12-07T14:00:48.982136+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:26:55.814868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:52.786174+0000","last_change":"2023-12-07T14:00:46.902810+0000","last_active":"2023-12-07T14:00:52.786174+0000","last_peered":"2023-12-07T14:00:52.786174+0000","last_clean":"2023-12-07T14:00:52.786174+0000","last_became_active":"2023-12-07T14:00:46.902500+0000","last_became_peered":"2023-12-07T14:00:46.902500+0000","last_unstale":"2023-12-07T14:00:52.786174+0000","last_undegraded":"2023-12-07T14:00:52.786174+0000","last_fullsized":"2023-12-07T14:00:52.786174+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:43:34.567319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729650+0000","last_change":"2023-12-07T14:00:47.720254+0000","last_active":"2023-12-07T14:00:48.729650+0000","last_peered":"2023-12-07T14:00:48.729650+0000","last_clean":"2023-12-07T14:00:48.729650+0000","last_became_active":"2023-12-07T14:00:47.719922+0000","last_became_peered":"2023-12-07T14:00:47.719922+0000","last_unstale":"2023-12-07T14:00:48.729650+0000","last_undegraded":"2023-12-07T14:00:48.729650+0000","last_fullsized":"2023-12-07T14:00:48.729650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:15:47.863296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"83'8","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.759469+0000","last_change":"2023-12-07T14:00:46.889567+0000","last_active":"2023-12-07T14:00:50.759469+0000","last_peered":"2023-12-07T14:00:50.759469+0000","last_clean":"2023-12-07T14:00:50.759469+0000","last_became_active":"2023-12-07T14:00:46.889215+0000","last_became_peered":"2023-12-07T14:00:46.889215+0000","last_unstale":"2023-12-07T14:00:50.759469+0000","last_undegraded":"2023-12-07T14:00:50.759469+0000","last_fullsized":"2023-12-07T14:00:50.759469+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:35:52.726992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982900+0000","last_change":"2023-12-07T14:00:47.721847+0000","last_active":"2023-12-07T14:00:48.982900+0000","last_peered":"2023-12-07T14:00:48.982900+0000","last_clean":"2023-12-07T14:00:48.982900+0000","last_became_active":"2023-12-07T14:00:47.721559+0000","last_became_peered":"2023-12-07T14:00:47.721559+0000","last_unstale":"2023-12-07T14:00:48.982900+0000","last_undegraded":"2023-12-07T14:00:48.982900+0000","last_fullsized":"2023-12-07T14:00:48.982900+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:33:03.008657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":24,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.158873+0000","last_change":"2023-12-07T14:00:46.898227+0000","last_active":"2023-12-07T14:00:53.158873+0000","last_peered":"2023-12-07T14:00:53.158873+0000","last_clean":"2023-12-07T14:00:53.158873+0000","last_became_active":"2023-12-07T14:00:46.897934+0000","last_became_peered":"2023-12-07T14:00:46.897934+0000","last_unstale":"2023-12-07T14:00:53.158873+0000","last_undegraded":"2023-12-07T14:00:53.158873+0000","last_fullsized":"2023-12-07T14:00:53.158873+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:13:08.646997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981884+0000","last_change":"2023-12-07T14:00:47.724097+0000","last_active":"2023-12-07T14:00:48.981884+0000","last_peered":"2023-12-07T14:00:48.981884+0000","last_clean":"2023-12-07T14:00:48.981884+0000","last_became_active":"2023-12-07T14:00:47.723787+0000","last_became_peered":"2023-12-07T14:00:47.723787+0000","last_unstale":"2023-12-07T14:00:48.981884+0000","last_undegraded":"2023-12-07T14:00:48.981884+0000","last_fullsized":"2023-12-07T14:00:48.981884+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:20:08.689850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.159849+0000","last_change":"2023-12-07T14:00:46.899008+0000","last_active":"2023-12-07T14:00:53.159849+0000","last_peered":"2023-12-07T14:00:53.159849+0000","last_clean":"2023-12-07T14:00:53.159849+0000","last_became_active":"2023-12-07T14:00:46.898730+0000","last_became_peered":"2023-12-07T14:00:46.898730+0000","last_unstale":"2023-12-07T14:00:53.159849+0000","last_undegraded":"2023-12-07T14:00:53.159849+0000","last_fullsized":"2023-12-07T14:00:53.159849+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:38:35.678003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983153+0000","last_change":"2023-12-07T14:00:47.722654+0000","last_active":"2023-12-07T14:00:48.983153+0000","last_peered":"2023-12-07T14:00:48.983153+0000","last_clean":"2023-12-07T14:00:48.983153+0000","last_became_active":"2023-12-07T14:00:47.722381+0000","last_became_peered":"2023-12-07T14:00:47.722381+0000","last_unstale":"2023-12-07T14:00:48.983153+0000","last_undegraded":"2023-12-07T14:00:48.983153+0000","last_fullsized":"2023-12-07T14:00:48.983153+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:46:11.132402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.160541+0000","last_change":"2023-12-07T14:00:46.894184+0000","last_active":"2023-12-07T14:00:53.160541+0000","last_peered":"2023-12-07T14:00:53.160541+0000","last_clean":"2023-12-07T14:00:53.160541+0000","last_became_active":"2023-12-07T14:00:46.893856+0000","last_became_peered":"2023-12-07T14:00:46.893856+0000","last_unstale":"2023-12-07T14:00:53.160541+0000","last_undegraded":"2023-12-07T14:00:53.160541+0000","last_fullsized":"2023-12-07T14:00:53.160541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:17:23.253666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":976,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982030+0000","last_change":"2023-12-07T14:00:47.723501+0000","last_active":"2023-12-07T14:00:48.982030+0000","last_peered":"2023-12-07T14:00:48.982030+0000","last_clean":"2023-12-07T14:00:48.982030+0000","last_became_active":"2023-12-07T14:00:47.723185+0000","last_became_peered":"2023-12-07T14:00:47.723185+0000","last_unstale":"2023-12-07T14:00:48.982030+0000","last_undegraded":"2023-12-07T14:00:48.982030+0000","last_fullsized":"2023-12-07T14:00:48.982030+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:11:33.358153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":31,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.151523+0000","last_change":"2023-12-07T14:00:46.902693+0000","last_active":"2023-12-07T14:00:53.151523+0000","last_peered":"2023-12-07T14:00:53.151523+0000","last_clean":"2023-12-07T14:00:53.151523+0000","last_became_active":"2023-12-07T14:00:46.902384+0000","last_became_peered":"2023-12-07T14:00:46.902384+0000","last_unstale":"2023-12-07T14:00:53.151523+0000","last_undegraded":"2023-12-07T14:00:53.151523+0000","last_fullsized":"2023-12-07T14:00:53.151523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:30:12.970835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982228+0000","last_change":"2023-12-07T14:00:47.724788+0000","last_active":"2023-12-07T14:00:48.982228+0000","last_peered":"2023-12-07T14:00:48.982228+0000","last_clean":"2023-12-07T14:00:48.982228+0000","last_became_active":"2023-12-07T14:00:47.724360+0000","last_became_peered":"2023-12-07T14:00:47.724360+0000","last_unstale":"2023-12-07T14:00:48.982228+0000","last_undegraded":"2023-12-07T14:00:48.982228+0000","last_fullsized":"2023-12-07T14:00:48.982228+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:09:51.017290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.149889+0000","last_change":"2023-12-07T14:00:46.890096+0000","last_active":"2023-12-07T14:00:53.149889+0000","last_peered":"2023-12-07T14:00:53.149889+0000","last_clean":"2023-12-07T14:00:53.149889+0000","last_became_active":"2023-12-07T14:00:46.889809+0000","last_became_peered":"2023-12-07T14:00:46.889809+0000","last_unstale":"2023-12-07T14:00:53.149889+0000","last_undegraded":"2023-12-07T14:00:53.149889+0000","last_fullsized":"2023-12-07T14:00:53.149889+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:41:14.195835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982207+0000","last_change":"2023-12-07T14:00:47.713189+0000","last_active":"2023-12-07T14:00:48.982207+0000","last_peered":"2023-12-07T14:00:48.982207+0000","last_clean":"2023-12-07T14:00:48.982207+0000","last_became_active":"2023-12-07T14:00:47.711921+0000","last_became_peered":"2023-12-07T14:00:47.711921+0000","last_unstale":"2023-12-07T14:00:48.982207+0000","last_undegraded":"2023-12-07T14:00:48.982207+0000","last_fullsized":"2023-12-07T14:00:48.982207+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:42:56.744484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":14,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.732395+0000","last_change":"2023-12-07T14:00:46.897334+0000","last_active":"2023-12-07T14:00:48.732395+0000","last_peered":"2023-12-07T14:00:48.732395+0000","last_clean":"2023-12-07T14:00:48.732395+0000","last_became_active":"2023-12-07T14:00:46.897006+0000","last_became_peered":"2023-12-07T14:00:46.897006+0000","last_unstale":"2023-12-07T14:00:48.732395+0000","last_undegraded":"2023-12-07T14:00:48.732395+0000","last_fullsized":"2023-12-07T14:00:48.732395+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:54:41.451481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983375+0000","last_change":"2023-12-07T14:00:47.720249+0000","last_active":"2023-12-07T14:00:48.983375+0000","last_peered":"2023-12-07T14:00:48.983375+0000","last_clean":"2023-12-07T14:00:48.983375+0000","last_became_active":"2023-12-07T14:00:47.719907+0000","last_became_peered":"2023-12-07T14:00:47.719907+0000","last_unstale":"2023-12-07T14:00:48.983375+0000","last_undegraded":"2023-12-07T14:00:48.983375+0000","last_fullsized":"2023-12-07T14:00:48.983375+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:48:59.671312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":22,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:55.171120+0000","last_change":"2023-12-07T14:00:46.900963+0000","last_active":"2023-12-07T14:00:55.171120+0000","last_peered":"2023-12-07T14:00:55.171120+0000","last_clean":"2023-12-07T14:00:55.171120+0000","last_became_active":"2023-12-07T14:00:46.900651+0000","last_became_peered":"2023-12-07T14:00:46.900651+0000","last_unstale":"2023-12-07T14:00:55.171120+0000","last_undegraded":"2023-12-07T14:00:55.171120+0000","last_fullsized":"2023-12-07T14:00:55.171120+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:32:48.274321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.983444+0000","last_change":"2023-12-07T14:00:47.721705+0000","last_active":"2023-12-07T14:00:48.983444+0000","last_peered":"2023-12-07T14:00:48.983444+0000","last_clean":"2023-12-07T14:00:48.983444+0000","last_became_active":"2023-12-07T14:00:47.721372+0000","last_became_peered":"2023-12-07T14:00:47.721372+0000","last_unstale":"2023-12-07T14:00:48.983444+0000","last_undegraded":"2023-12-07T14:00:48.983444+0000","last_fullsized":"2023-12-07T14:00:48.983444+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:26:45.133968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982293+0000","last_change":"2023-12-07T14:00:47.722414+0000","last_active":"2023-12-07T14:00:48.982293+0000","last_peered":"2023-12-07T14:00:48.982293+0000","last_clean":"2023-12-07T14:00:48.982293+0000","last_became_active":"2023-12-07T14:00:47.722076+0000","last_became_peered":"2023-12-07T14:00:47.722076+0000","last_unstale":"2023-12-07T14:00:48.982293+0000","last_undegraded":"2023-12-07T14:00:48.982293+0000","last_fullsized":"2023-12-07T14:00:48.982293+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:21:54.058968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":19,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.153162+0000","last_change":"2023-12-07T14:00:46.899521+0000","last_active":"2023-12-07T14:00:53.153162+0000","last_peered":"2023-12-07T14:00:53.153162+0000","last_clean":"2023-12-07T14:00:53.153162+0000","last_became_active":"2023-12-07T14:00:46.899218+0000","last_became_peered":"2023-12-07T14:00:46.899218+0000","last_unstale":"2023-12-07T14:00:53.153162+0000","last_undegraded":"2023-12-07T14:00:53.153162+0000","last_fullsized":"2023-12-07T14:00:53.153162+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:47.833824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964816+0000","last_change":"2023-12-07T14:00:47.722200+0000","last_active":"2023-12-07T14:00:48.964816+0000","last_peered":"2023-12-07T14:00:48.964816+0000","last_clean":"2023-12-07T14:00:48.964816+0000","last_became_active":"2023-12-07T14:00:47.721924+0000","last_became_peered":"2023-12-07T14:00:47.721924+0000","last_unstale":"2023-12-07T14:00:48.964816+0000","last_undegraded":"2023-12-07T14:00:48.964816+0000","last_fullsized":"2023-12-07T14:00:48.964816+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:08:39.480940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.151701+0000","last_change":"2023-12-07T14:00:46.896122+0000","last_active":"2023-12-07T14:00:53.151701+0000","last_peered":"2023-12-07T14:00:53.151701+0000","last_clean":"2023-12-07T14:00:53.151701+0000","last_became_active":"2023-12-07T14:00:46.895605+0000","last_became_peered":"2023-12-07T14:00:46.895605+0000","last_unstale":"2023-12-07T14:00:53.151701+0000","last_undegraded":"2023-12-07T14:00:53.151701+0000","last_fullsized":"2023-12-07T14:00:53.151701+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:13:50.673192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":317,"reported_epoch":82,"state":"active+clean","last_fresh":"2023-12-07T14:00:47.709115+0000","last_change":"2023-12-07T13:59:45.058139+0000","last_active":"2023-12-07T14:00:47.709115+0000","last_peered":"2023-12-07T14:00:47.709115+0000","last_clean":"2023-12-07T14:00:47.709115+0000","last_became_active":"2023-12-07T13:59:45.057617+0000","last_became_peered":"2023-12-07T13:59:45.057617+0000","last_unstale":"2023-12-07T14:00:47.709115+0000","last_undegraded":"2023-12-07T14:00:47.709115+0000","last_fullsized":"2023-12-07T14:00:47.709115+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_clean_scrub_stamp":"2023-12-07T13:56:37.827181+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:25:51.419130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.981858+0000","last_change":"2023-12-07T14:00:47.719266+0000","last_active":"2023-12-07T14:00:48.981858+0000","last_peered":"2023-12-07T14:00:48.981858+0000","last_clean":"2023-12-07T14:00:48.981858+0000","last_became_active":"2023-12-07T14:00:47.718958+0000","last_became_peered":"2023-12-07T14:00:47.718958+0000","last_unstale":"2023-12-07T14:00:48.981858+0000","last_undegraded":"2023-12-07T14:00:48.981858+0000","last_fullsized":"2023-12-07T14:00:48.981858+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:35:48.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.775068+0000","last_change":"2023-12-07T14:00:46.893807+0000","last_active":"2023-12-07T14:00:51.775068+0000","last_peered":"2023-12-07T14:00:51.775068+0000","last_clean":"2023-12-07T14:00:51.775068+0000","last_became_active":"2023-12-07T14:00:46.893526+0000","last_became_peered":"2023-12-07T14:00:46.893526+0000","last_unstale":"2023-12-07T14:00:51.775068+0000","last_undegraded":"2023-12-07T14:00:51.775068+0000","last_fullsized":"2023-12-07T14:00:51.775068+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:51:13.214513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.151510+0000","last_change":"2023-12-07T14:00:46.902757+0000","last_active":"2023-12-07T14:00:53.151510+0000","last_peered":"2023-12-07T14:00:53.151510+0000","last_clean":"2023-12-07T14:00:53.151510+0000","last_became_active":"2023-12-07T14:00:46.902425+0000","last_became_peered":"2023-12-07T14:00:46.902425+0000","last_unstale":"2023-12-07T14:00:53.151510+0000","last_undegraded":"2023-12-07T14:00:53.151510+0000","last_fullsized":"2023-12-07T14:00:53.151510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:36.221987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982790+0000","last_change":"2023-12-07T14:00:47.719822+0000","last_active":"2023-12-07T14:00:48.982790+0000","last_peered":"2023-12-07T14:00:48.982790+0000","last_clean":"2023-12-07T14:00:48.982790+0000","last_became_active":"2023-12-07T14:00:47.719542+0000","last_became_peered":"2023-12-07T14:00:47.719542+0000","last_unstale":"2023-12-07T14:00:48.982790+0000","last_undegraded":"2023-12-07T14:00:48.982790+0000","last_fullsized":"2023-12-07T14:00:48.982790+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:10:42.879937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'7","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:52.785745+0000","last_change":"2023-12-07T14:00:46.904941+0000","last_active":"2023-12-07T14:00:52.785745+0000","last_peered":"2023-12-07T14:00:52.785745+0000","last_clean":"2023-12-07T14:00:52.785745+0000","last_became_active":"2023-12-07T14:00:46.904681+0000","last_became_peered":"2023-12-07T14:00:46.904681+0000","last_unstale":"2023-12-07T14:00:52.785745+0000","last_undegraded":"2023-12-07T14:00:52.785745+0000","last_fullsized":"2023-12-07T14:00:52.785745+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:57:54.616373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965209+0000","last_change":"2023-12-07T14:00:47.722570+0000","last_active":"2023-12-07T14:00:48.965209+0000","last_peered":"2023-12-07T14:00:48.965209+0000","last_clean":"2023-12-07T14:00:48.965209+0000","last_became_active":"2023-12-07T14:00:47.722227+0000","last_became_peered":"2023-12-07T14:00:47.722227+0000","last_unstale":"2023-12-07T14:00:48.965209+0000","last_undegraded":"2023-12-07T14:00:48.965209+0000","last_fullsized":"2023-12-07T14:00:48.965209+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:51:04.647502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.162275+0000","last_change":"2023-12-07T14:00:46.883664+0000","last_active":"2023-12-07T14:00:53.162275+0000","last_peered":"2023-12-07T14:00:53.162275+0000","last_clean":"2023-12-07T14:00:53.162275+0000","last_became_active":"2023-12-07T14:00:46.883291+0000","last_became_peered":"2023-12-07T14:00:46.883291+0000","last_unstale":"2023-12-07T14:00:53.162275+0000","last_undegraded":"2023-12-07T14:00:53.162275+0000","last_fullsized":"2023-12-07T14:00:53.162275+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:46:22.384021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982253+0000","last_change":"2023-12-07T14:00:47.719387+0000","last_active":"2023-12-07T14:00:48.982253+0000","last_peered":"2023-12-07T14:00:48.982253+0000","last_clean":"2023-12-07T14:00:48.982253+0000","last_became_active":"2023-12-07T14:00:47.719044+0000","last_became_peered":"2023-12-07T14:00:47.719044+0000","last_unstale":"2023-12-07T14:00:48.982253+0000","last_undegraded":"2023-12-07T14:00:48.982253+0000","last_fullsized":"2023-12-07T14:00:48.982253+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:05:08.262366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.759938+0000","last_change":"2023-12-07T14:00:46.895976+0000","last_active":"2023-12-07T14:00:50.759938+0000","last_peered":"2023-12-07T14:00:50.759938+0000","last_clean":"2023-12-07T14:00:50.759938+0000","last_became_active":"2023-12-07T14:00:46.895597+0000","last_became_peered":"2023-12-07T14:00:46.895597+0000","last_unstale":"2023-12-07T14:00:50.759938+0000","last_undegraded":"2023-12-07T14:00:50.759938+0000","last_fullsized":"2023-12-07T14:00:50.759938+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:10:28.890352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982459+0000","last_change":"2023-12-07T14:00:47.721852+0000","last_active":"2023-12-07T14:00:48.982459+0000","last_peered":"2023-12-07T14:00:48.982459+0000","last_clean":"2023-12-07T14:00:48.982459+0000","last_became_active":"2023-12-07T14:00:47.721534+0000","last_became_peered":"2023-12-07T14:00:47.721534+0000","last_unstale":"2023-12-07T14:00:48.982459+0000","last_undegraded":"2023-12-07T14:00:48.982459+0000","last_fullsized":"2023-12-07T14:00:48.982459+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:09:19.118457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":20,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.160765+0000","last_change":"2023-12-07T14:00:46.900079+0000","last_active":"2023-12-07T14:00:53.160765+0000","last_peered":"2023-12-07T14:00:53.160765+0000","last_clean":"2023-12-07T14:00:53.160765+0000","last_became_active":"2023-12-07T14:00:46.899773+0000","last_became_peered":"2023-12-07T14:00:46.899773+0000","last_unstale":"2023-12-07T14:00:53.160765+0000","last_undegraded":"2023-12-07T14:00:53.160765+0000","last_fullsized":"2023-12-07T14:00:53.160765+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:19:26.727846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982082+0000","last_change":"2023-12-07T14:00:47.719191+0000","last_active":"2023-12-07T14:00:48.982082+0000","last_peered":"2023-12-07T14:00:48.982082+0000","last_clean":"2023-12-07T14:00:48.982082+0000","last_became_active":"2023-12-07T14:00:47.718579+0000","last_became_peered":"2023-12-07T14:00:47.718579+0000","last_unstale":"2023-12-07T14:00:48.982082+0000","last_undegraded":"2023-12-07T14:00:48.982082+0000","last_fullsized":"2023-12-07T14:00:48.982082+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:47:19.348402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:54.247884+0000","last_change":"2023-12-07T14:00:46.898237+0000","last_active":"2023-12-07T14:00:54.247884+0000","last_peered":"2023-12-07T14:00:54.247884+0000","last_clean":"2023-12-07T14:00:54.247884+0000","last_became_active":"2023-12-07T14:00:46.897919+0000","last_became_peered":"2023-12-07T14:00:46.897919+0000","last_unstale":"2023-12-07T14:00:54.247884+0000","last_undegraded":"2023-12-07T14:00:54.247884+0000","last_fullsized":"2023-12-07T14:00:54.247884+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:57:27.345325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964879+0000","last_change":"2023-12-07T14:00:47.726154+0000","last_active":"2023-12-07T14:00:48.964879+0000","last_peered":"2023-12-07T14:00:48.964879+0000","last_clean":"2023-12-07T14:00:48.964879+0000","last_became_active":"2023-12-07T14:00:47.725878+0000","last_became_peered":"2023-12-07T14:00:47.725878+0000","last_unstale":"2023-12-07T14:00:48.964879+0000","last_undegraded":"2023-12-07T14:00:48.964879+0000","last_fullsized":"2023-12-07T14:00:48.964879+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:42:05.709841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:50.760352+0000","last_change":"2023-12-07T14:00:46.894224+0000","last_active":"2023-12-07T14:00:50.760352+0000","last_peered":"2023-12-07T14:00:50.760352+0000","last_clean":"2023-12-07T14:00:50.760352+0000","last_became_active":"2023-12-07T14:00:46.893880+0000","last_became_peered":"2023-12-07T14:00:46.893880+0000","last_unstale":"2023-12-07T14:00:50.760352+0000","last_undegraded":"2023-12-07T14:00:50.760352+0000","last_fullsized":"2023-12-07T14:00:50.760352+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:42.986463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982813+0000","last_change":"2023-12-07T14:00:47.725233+0000","last_active":"2023-12-07T14:00:48.982813+0000","last_peered":"2023-12-07T14:00:48.982813+0000","last_clean":"2023-12-07T14:00:48.982813+0000","last_became_active":"2023-12-07T14:00:47.724816+0000","last_became_peered":"2023-12-07T14:00:47.724816+0000","last_unstale":"2023-12-07T14:00:48.982813+0000","last_undegraded":"2023-12-07T14:00:48.982813+0000","last_fullsized":"2023-12-07T14:00:48.982813+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:14:19.221414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'6","reported_seq":26,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:55.158480+0000","last_change":"2023-12-07T14:00:46.895836+0000","last_active":"2023-12-07T14:00:55.158480+0000","last_peered":"2023-12-07T14:00:55.158480+0000","last_clean":"2023-12-07T14:00:55.158480+0000","last_became_active":"2023-12-07T14:00:46.895572+0000","last_became_peered":"2023-12-07T14:00:46.895572+0000","last_unstale":"2023-12-07T14:00:55.158480+0000","last_undegraded":"2023-12-07T14:00:55.158480+0000","last_fullsized":"2023-12-07T14:00:55.158480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:18:04.498284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1558,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":7,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982510+0000","last_change":"2023-12-07T14:00:47.721621+0000","last_active":"2023-12-07T14:00:48.982510+0000","last_peered":"2023-12-07T14:00:48.982510+0000","last_clean":"2023-12-07T14:00:48.982510+0000","last_became_active":"2023-12-07T14:00:47.721373+0000","last_became_peered":"2023-12-07T14:00:47.721373+0000","last_unstale":"2023-12-07T14:00:48.982510+0000","last_undegraded":"2023-12-07T14:00:48.982510+0000","last_fullsized":"2023-12-07T14:00:48.982510+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:33.896304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.149842+0000","last_change":"2023-12-07T14:00:46.899041+0000","last_active":"2023-12-07T14:00:53.149842+0000","last_peered":"2023-12-07T14:00:53.149842+0000","last_clean":"2023-12-07T14:00:53.149842+0000","last_became_active":"2023-12-07T14:00:46.898757+0000","last_became_peered":"2023-12-07T14:00:46.898757+0000","last_unstale":"2023-12-07T14:00:53.149842+0000","last_undegraded":"2023-12-07T14:00:53.149842+0000","last_fullsized":"2023-12-07T14:00:53.149842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:30:23.094360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:51.234920+0000","last_change":"2023-12-07T14:00:47.723404+0000","last_active":"2023-12-07T14:00:51.234920+0000","last_peered":"2023-12-07T14:00:51.234920+0000","last_clean":"2023-12-07T14:00:51.234920+0000","last_became_active":"2023-12-07T14:00:47.722791+0000","last_became_peered":"2023-12-07T14:00:47.722791+0000","last_unstale":"2023-12-07T14:00:51.234920+0000","last_undegraded":"2023-12-07T14:00:51.234920+0000","last_fullsized":"2023-12-07T14:00:51.234920+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:46:36.029174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:53.157494+0000","last_change":"2023-12-07T14:00:46.898921+0000","last_active":"2023-12-07T14:00:53.157494+0000","last_peered":"2023-12-07T14:00:53.157494+0000","last_clean":"2023-12-07T14:00:53.157494+0000","last_became_active":"2023-12-07T14:00:46.898632+0000","last_became_peered":"2023-12-07T14:00:46.898632+0000","last_unstale":"2023-12-07T14:00:53.157494+0000","last_undegraded":"2023-12-07T14:00:53.157494+0000","last_fullsized":"2023-12-07T14:00:53.157494+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:48:46.354219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982649+0000","last_change":"2023-12-07T14:00:47.723227+0000","last_active":"2023-12-07T14:00:48.982649+0000","last_peered":"2023-12-07T14:00:48.982649+0000","last_clean":"2023-12-07T14:00:48.982649+0000","last_became_active":"2023-12-07T14:00:47.722816+0000","last_became_peered":"2023-12-07T14:00:47.722816+0000","last_unstale":"2023-12-07T14:00:48.982649+0000","last_undegraded":"2023-12-07T14:00:48.982649+0000","last_fullsized":"2023-12-07T14:00:48.982649+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:19:28.343266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982419+0000","last_change":"2023-12-07T14:00:47.720963+0000","last_active":"2023-12-07T14:00:48.982419+0000","last_peered":"2023-12-07T14:00:48.982419+0000","last_clean":"2023-12-07T14:00:48.982419+0000","last_became_active":"2023-12-07T14:00:47.718255+0000","last_became_peered":"2023-12-07T14:00:47.718255+0000","last_unstale":"2023-12-07T14:00:48.982419+0000","last_undegraded":"2023-12-07T14:00:48.982419+0000","last_fullsized":"2023-12-07T14:00:48.982419+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:43:26.661794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728215+0000","last_change":"2023-12-07T14:00:47.719176+0000","last_active":"2023-12-07T14:00:48.728215+0000","last_peered":"2023-12-07T14:00:48.728215+0000","last_clean":"2023-12-07T14:00:48.728215+0000","last_became_active":"2023-12-07T14:00:47.718863+0000","last_became_peered":"2023-12-07T14:00:47.718863+0000","last_unstale":"2023-12-07T14:00:48.728215+0000","last_undegraded":"2023-12-07T14:00:48.728215+0000","last_fullsized":"2023-12-07T14:00:48.728215+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:41:31.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728205+0000","last_change":"2023-12-07T14:00:47.720106+0000","last_active":"2023-12-07T14:00:48.728205+0000","last_peered":"2023-12-07T14:00:48.728205+0000","last_clean":"2023-12-07T14:00:48.728205+0000","last_became_active":"2023-12-07T14:00:47.719524+0000","last_became_peered":"2023-12-07T14:00:47.719524+0000","last_unstale":"2023-12-07T14:00:48.728205+0000","last_undegraded":"2023-12-07T14:00:48.728205+0000","last_fullsized":"2023-12-07T14:00:48.728205+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:45:47.084843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982458+0000","last_change":"2023-12-07T14:00:47.721479+0000","last_active":"2023-12-07T14:00:48.982458+0000","last_peered":"2023-12-07T14:00:48.982458+0000","last_clean":"2023-12-07T14:00:48.982458+0000","last_became_active":"2023-12-07T14:00:47.721185+0000","last_became_peered":"2023-12-07T14:00:47.721185+0000","last_unstale":"2023-12-07T14:00:48.982458+0000","last_undegraded":"2023-12-07T14:00:48.982458+0000","last_fullsized":"2023-12-07T14:00:48.982458+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:13:29.104211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982698+0000","last_change":"2023-12-07T14:00:47.715157+0000","last_active":"2023-12-07T14:00:48.982698+0000","last_peered":"2023-12-07T14:00:48.982698+0000","last_clean":"2023-12-07T14:00:48.982698+0000","last_became_active":"2023-12-07T14:00:47.714821+0000","last_became_peered":"2023-12-07T14:00:47.714821+0000","last_unstale":"2023-12-07T14:00:48.982698+0000","last_undegraded":"2023-12-07T14:00:48.982698+0000","last_fullsized":"2023-12-07T14:00:48.982698+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:22:44.158549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982485+0000","last_change":"2023-12-07T14:00:47.715105+0000","last_active":"2023-12-07T14:00:48.982485+0000","last_peered":"2023-12-07T14:00:48.982485+0000","last_clean":"2023-12-07T14:00:48.982485+0000","last_became_active":"2023-12-07T14:00:47.714800+0000","last_became_peered":"2023-12-07T14:00:47.714800+0000","last_unstale":"2023-12-07T14:00:48.982485+0000","last_undegraded":"2023-12-07T14:00:48.982485+0000","last_fullsized":"2023-12-07T14:00:48.982485+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:08:18.358628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.728467+0000","last_change":"2023-12-07T14:00:47.723311+0000","last_active":"2023-12-07T14:00:48.728467+0000","last_peered":"2023-12-07T14:00:48.728467+0000","last_clean":"2023-12-07T14:00:48.728467+0000","last_became_active":"2023-12-07T14:00:47.723024+0000","last_became_peered":"2023-12-07T14:00:47.723024+0000","last_unstale":"2023-12-07T14:00:48.728467+0000","last_undegraded":"2023-12-07T14:00:48.728467+0000","last_fullsized":"2023-12-07T14:00:48.728467+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:50:23.765138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.965235+0000","last_change":"2023-12-07T14:00:47.719375+0000","last_active":"2023-12-07T14:00:48.965235+0000","last_peered":"2023-12-07T14:00:48.965235+0000","last_clean":"2023-12-07T14:00:48.965235+0000","last_became_active":"2023-12-07T14:00:47.719065+0000","last_became_peered":"2023-12-07T14:00:47.719065+0000","last_unstale":"2023-12-07T14:00:48.965235+0000","last_undegraded":"2023-12-07T14:00:48.965235+0000","last_fullsized":"2023-12-07T14:00:48.965235+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:06:07.614629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982166+0000","last_change":"2023-12-07T14:00:47.719875+0000","last_active":"2023-12-07T14:00:48.982166+0000","last_peered":"2023-12-07T14:00:48.982166+0000","last_clean":"2023-12-07T14:00:48.982166+0000","last_became_active":"2023-12-07T14:00:47.719448+0000","last_became_peered":"2023-12-07T14:00:47.719448+0000","last_unstale":"2023-12-07T14:00:48.982166+0000","last_undegraded":"2023-12-07T14:00:48.982166+0000","last_fullsized":"2023-12-07T14:00:48.982166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.582967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.964624+0000","last_change":"2023-12-07T14:00:47.723713+0000","last_active":"2023-12-07T14:00:48.964624+0000","last_peered":"2023-12-07T14:00:48.964624+0000","last_clean":"2023-12-07T14:00:48.964624+0000","last_became_active":"2023-12-07T14:00:47.720971+0000","last_became_peered":"2023-12-07T14:00:47.720971+0000","last_unstale":"2023-12-07T14:00:48.964624+0000","last_undegraded":"2023-12-07T14:00:48.964624+0000","last_fullsized":"2023-12-07T14:00:48.964624+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:03:46.117572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.729447+0000","last_change":"2023-12-07T14:00:47.724205+0000","last_active":"2023-12-07T14:00:48.729447+0000","last_peered":"2023-12-07T14:00:48.729447+0000","last_clean":"2023-12-07T14:00:48.729447+0000","last_became_active":"2023-12-07T14:00:47.723814+0000","last_became_peered":"2023-12-07T14:00:47.723814+0000","last_unstale":"2023-12-07T14:00:48.729447+0000","last_undegraded":"2023-12-07T14:00:48.729447+0000","last_fullsized":"2023-12-07T14:00:48.729447+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:35:32.658355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982641+0000","last_change":"2023-12-07T14:00:47.725350+0000","last_active":"2023-12-07T14:00:48.982641+0000","last_peered":"2023-12-07T14:00:48.982641+0000","last_clean":"2023-12-07T14:00:48.982641+0000","last_became_active":"2023-12-07T14:00:47.723726+0000","last_became_peered":"2023-12-07T14:00:47.723726+0000","last_unstale":"2023-12-07T14:00:48.982641+0000","last_undegraded":"2023-12-07T14:00:48.982641+0000","last_fullsized":"2023-12-07T14:00:48.982641+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:22:43.602661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":83,"state":"active+clean","last_fresh":"2023-12-07T14:00:48.982433+0000","last_change":"2023-12-07T14:00:47.714333+0000","last_active":"2023-12-07T14:00:48.982433+0000","last_peered":"2023-12-07T14:00:48.982433+0000","last_clean":"2023-12-07T14:00:48.982433+0000","last_became_active":"2023-12-07T14:00:47.714016+0000","last_became_peered":"2023-12-07T14:00:47.714016+0000","last_unstale":"2023-12-07T14:00:48.982433+0000","last_undegraded":"2023-12-07T14:00:48.982433+0000","last_fullsized":"2023-12-07T14:00:48.982433+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:42:46.813653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":9018,"num_objects":92,"num_object_clones":0,"num_object_copies":276,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":92,"num_whiteouts":0,"num_read":40,"num_read_kb":30,"num_write":196,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":62,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":421888,"data_stored":83465,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":172,"ondisk_log_size":172,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":78,"seq":335007449101,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27892,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717260,"statfs":{"total":95995035648,"available":95966474240,"internally_reserved":0,"allocated":897024,"data_stored":425296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60399999999999998}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]}]},{"osd":10,"up_from":71,"seq":304942678033,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28500,"kb_used_data":1484,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716652,"statfs":{"total":95995035648,"available":95965851648,"internally_reserved":0,"allocated":1519616,"data_stored":1016943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.65900000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.59399999999999997}]},{"osd":3,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.623},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.83399999999999996}]},{"osd":4,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.57499999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.71,"5min":3.71,"15min":3.71},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.879}]},{"osd":7,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.79400000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.86099999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]},{"osd":9,"up_from":66,"seq":283467841558,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":424534,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.38},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.32100000000000001}]},{"osd":1,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52500000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.5,"5min":0.5,"15min":0.5},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.56499999999999995}]},{"osd":3,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.34200000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.48599999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.499},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":0.51500000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.41799999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.2769999999999999,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.61799999999999999}]},{"osd":8,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.236,"5min":1.236,"15min":1.236},"last":0.57599999999999996}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.60599999999999998}]}]},{"osd":8,"up_from":59,"seq":253403070490,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":425216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.51000000000000001,"15min":0.504},"min":{"1min":0.36499999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.51700000000000002,"15min":0.51400000000000001},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70999999999999996,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.53200000000000003}]},{"osd":1,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.41599999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89400000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.60699999999999998,"15min":0.60599999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.49199999999999999,"15min":0.48799999999999999},"min":{"1min":0.29399999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.93300000000000005}]},{"osd":3,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58899999999999997,"15min":0.58999999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59699999999999998,"15min":0.59799999999999998},"min":{"1min":0.40400000000000003,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.73799999999999999}]},{"osd":4,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.63900000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.503,"15min":0.503},"max":{"1min":0.80900000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.80500000000000005}]},{"osd":5,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36199999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84799999999999998,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.84799999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.66600000000000004,"15min":0.67000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.68400000000000005,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.96799999999999997}]},{"osd":7,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.72799999999999998,"15min":0.72399999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":1.0549999999999999},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0369999999999999,"5min":1.119,"15min":1.119},"last":1.0369999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:00:17 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.996},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.98299999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:00:41 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":1.0189999999999999},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":1.0069999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94699999999999995}]}]},{"osd":7,"up_from":51,"seq":219043332127,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28496,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716656,"statfs":{"total":95995035648,"available":95965855744,"internally_reserved":0,"allocated":1515520,"data_stored":1018125,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.442,"15min":0.42799999999999999},"min":{"1min":0.32600000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.47999999999999998,"15min":0.47199999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.67100000000000004}]},{"osd":2,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.64300000000000002,"15min":0.63500000000000001},"min":{"1min":0.495,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.96599999999999997,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59399999999999997,"15min":0.58499999999999996},"min":{"1min":0.41999999999999998,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.79300000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.747,"15min":0.76900000000000002},"min":{"1min":0.44600000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.96899999999999997,"5min":3.5619999999999998,"15min":3.5619999999999998},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.64700000000000002,"15min":0.64300000000000002},"min":{"1min":0.505,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.434}]},{"osd":4,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60799999999999998,"15min":0.60499999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.628,"5min":0.59899999999999998,"15min":0.59399999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.92900000000000005,"5min":1.107,"15min":1.107},"last":0.38400000000000001}]},{"osd":5,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.70499999999999996,"15min":0.70099999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80500000000000005,"15min":0.81999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.056,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.73999999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.754,"15min":0.753},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76800000000000002,"15min":0.76900000000000002},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.98299999999999998,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.32900000000000001}]},{"osd":8,"last update":"Thu Dec 7 13:59:56 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4890000000000001,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.64700000000000002}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.1679999999999999,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.503},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.61199999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:00:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.94499999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27884,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717268,"statfs":{"total":95995035648,"available":95966482432,"internally_reserved":0,"allocated":888832,"data_stored":423806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.36899999999999999,"15min":0.36299999999999999},"min":{"1min":0.31,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.40000000000000002,"15min":0.39500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.54800000000000004}]},{"osd":1,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.55800000000000005,"15min":0.54800000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.58399999999999996,"15min":0.57999999999999996},"min":{"1min":0.441,"5min":0.437,"15min":0.437},"max":{"1min":0.79800000000000004,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.746}]},{"osd":2,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.39800000000000002,"5min":0.373,"15min":0.373},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.621},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68799999999999994,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.64500000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45700000000000002,"15min":0.44900000000000001},"min":{"1min":0.29799999999999999,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.75600000000000001,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.50900000000000001,"15min":0.498},"min":{"1min":0.36599999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"last":0.67900000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.627,"15min":0.61899999999999999},"min":{"1min":0.503,"5min":0.436,"15min":0.436},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.68100000000000005,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.437,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.69699999999999995}]},{"osd":5,"last update":"Thu Dec 7 14:00:14 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.42999999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.94299999999999995,"5min":1.038,"15min":1.038},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.66300000000000003,"15min":0.66200000000000003},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.97799999999999998,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.85399999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.71699999999999997,"15min":0.70599999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.88500000000000001}]},{"osd":8,"last update":"Thu Dec 7 13:59:58 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.82399999999999995}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.86699999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.329,"5min":1.329,"15min":1.329},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.75900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574907,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":444443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:25 2023","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.5,"15min":0.47399999999999998},"min":{"1min":0.40600000000000003,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.82699999999999996,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.441},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.51100000000000001,"15min":0.47799999999999998},"min":{"1min":0.46300000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.40200000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.56899999999999995,"15min":0.53500000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.57099999999999995,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":0.745}]},{"osd":3,"last update":"Thu Dec 7 14:00:06 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.54500000000000004,"15min":0.53500000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.54400000000000004,"15min":0.53600000000000003},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.46600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:00:25 2023","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.42999999999999999,"15min":0.41199999999999998},"min":{"1min":0.313,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.46100000000000002,"15min":0.439},"min":{"1min":0.35899999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.629}]},{"osd":5,"last update":"Thu Dec 7 13:59:50 2023","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.53500000000000003,"15min":0.52400000000000002},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.54700000000000004,"15min":0.53100000000000003},"min":{"1min":0.39600000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.70499999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:00:12 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.63300000000000001,"15min":0.61699999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.0269999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59899999999999998,"15min":0.58699999999999997},"min":{"1min":0.41199999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.35899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.47799999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.83299999999999996}]},{"osd":8,"last update":"Thu Dec 7 13:59:57 2023","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":3.2229999999999999,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":3.242,"5min":3.242,"15min":3.242},"last":0.88400000000000001}]},{"osd":9,"last update":"Thu Dec 7 14:00:20 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":1.006}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.97299999999999998},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.93999999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90900000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738432,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":925696,"data_stored":426282,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Dec 7 14:00:23 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.55800000000000005,"15min":0.53500000000000003},"min":{"1min":0.33800000000000002,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.97499999999999998,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52000000000000002,"15min":0.52800000000000002},"min":{"1min":0.35599999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.71399999999999997,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.57099999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:00:37 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.58799999999999997,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88400000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Dec 7 13:59:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.44400000000000001,"15min":0.441},"min":{"1min":0.31900000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61299999999999999,"5min":0.62,"15min":0.62},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.52600000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.58699999999999997,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.622,"5min":0.56000000000000005,"15min":0.53000000000000003},"min":{"1min":0.441,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.876,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.71899999999999997}]},{"osd":5,"last update":"Thu Dec 7 14:00:50 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.40400000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.749,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.438,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.87,"5min":0.875,"15min":0.875},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:00:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.54400000000000004,"15min":0.53200000000000003},"min":{"1min":0.38800000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.97799999999999998,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.57299999999999995,"15min":0.55900000000000005},"min":{"1min":0.33700000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48399999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.52200000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72699999999999998,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.63900000000000001}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.81799999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.79000000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86499999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411383,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":467071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46400000000000002,"15min":0.47099999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.497,"15min":0.502},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68300000000000005,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.52800000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64400000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.55900000000000005,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.8980000000000001,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.76900000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:00:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.751,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.51400000000000001,"15min":0.51600000000000001},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.70099999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.448,"5min":3.448,"15min":3.448},"last":0.83999999999999997},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.57099999999999995},"min":{"1min":0.46700000000000003,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.65600000000000003}]},{"osd":5,"last update":"Thu Dec 7 14:00:53 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.42199999999999999},"min":{"1min":0.29299999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.44500000000000001,"15min":0.44},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.629,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.48299999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:00:13 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.55200000000000005,"15min":0.55400000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.70799999999999996,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.56499999999999995,"15min":0.56899999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.69899999999999995,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.66900000000000004}]},{"osd":7,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65300000000000002,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83399999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Dec 7 13:59:56 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.57799999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.73999999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.755}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78800000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149745,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":423815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:02 2023","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.35299999999999998,"15min":0.33500000000000002},"min":{"1min":0.26300000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.38100000000000001,"15min":0.36599999999999999},"min":{"1min":0.29299999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.379}]},{"osd":1,"last update":"Thu Dec 7 14:00:02 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.53600000000000003,"15min":0.53100000000000003},"min":{"1min":0.33600000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.52100000000000002,"15min":0.501},"min":{"1min":0.33900000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.53000000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:00:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.57199999999999995,"15min":0.56200000000000006},"min":{"1min":0.42999999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.624},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.55100000000000005,"15min":0.53900000000000003},"min":{"1min":0.44500000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.51300000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:00:28 2023","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.60399999999999998,"15min":0.58199999999999996},"min":{"1min":0.39400000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.004,"5min":1.004,"15min":1.004},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.59499999999999997,"15min":0.56499999999999995},"min":{"1min":0.40999999999999998,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.55700000000000005,"15min":0.54400000000000004},"min":{"1min":0.45900000000000002,"5min":0.441,"15min":0.441},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.75}]},{"osd":6,"last update":"Thu Dec 7 14:00:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.54200000000000004,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.316,"15min":0.316},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.53700000000000003,"15min":0.51400000000000001},"min":{"1min":0.36599999999999999,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.1200000000000001,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.41299999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.66100000000000003,"15min":0.64400000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.65500000000000003}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.57699999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:00:19 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.73199999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.80600000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]}]},{"osd":4,"up_from":34,"seq":146028888109,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":901120,"data_stored":424382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.501,"15min":0.48299999999999998},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.40000000000000002,"15min":0.376},"min":{"1min":0.29699999999999999,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.433},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.439,"15min":0.41699999999999998},"min":{"1min":0.311,"5min":0.251,"15min":0.251},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.46500000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.58199999999999996,"15min":0.56000000000000005},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.89800000000000002,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.871},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.59599999999999997,"15min":0.56899999999999995},"min":{"1min":0.44400000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.90300000000000002,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.71099999999999997}]},{"osd":3,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.58799999999999997,"15min":0.56999999999999995},"min":{"1min":0.41399999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57999999999999996,"15min":0.56000000000000005},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.68799999999999994}]},{"osd":5,"last update":"Thu Dec 7 14:00:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.42299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0489999999999999,"5min":1.605,"15min":1.605},"last":0.621},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.66400000000000003,"15min":0.66300000000000003},"min":{"1min":0.45800000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.94499999999999995,"5min":1.321,"15min":1.321},"last":0.748}]},{"osd":6,"last update":"Thu Dec 7 14:00:15 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.60999999999999999,"15min":0.59999999999999998},"min":{"1min":0.45400000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.64500000000000002,"15min":0.63100000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.82099999999999995}]},{"osd":7,"last update":"Thu Dec 7 14:00:33 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.64600000000000002,"15min":0.629},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.746,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.85099999999999998}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.98899999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:00:20 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.1639999999999999,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.96099999999999997}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.73199999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.016}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28504,"kb_used_data":1488,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716648,"statfs":{"total":95995035648,"available":95965847552,"internally_reserved":0,"allocated":1523712,"data_stored":1016904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.54700000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.75600000000000001,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.51200000000000001,"15min":0.50800000000000001},"min":{"1min":0.34399999999999997,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.54100000000000004}]},{"osd":1,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.503,"15min":0.48699999999999999},"min":{"1min":0.37,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.52900000000000003,"15min":0.51700000000000002},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.79000000000000004}]},{"osd":2,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47699999999999998,"5min":0.373,"15min":0.35499999999999998},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.39600000000000002,"15min":0.38500000000000001},"min":{"1min":0.27200000000000002,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.46500000000000002}]},{"osd":3,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.433},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56299999999999994,"15min":0.56000000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.75900000000000001,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.51900000000000002}]},{"osd":4,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.55700000000000005,"15min":0.54300000000000004},"min":{"1min":0.39900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.55800000000000005,"15min":0.54500000000000004},"min":{"1min":0.497,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.64900000000000002}]},{"osd":6,"last update":"Thu Dec 7 14:00:11 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.56899999999999995,"15min":0.55700000000000005},"min":{"1min":0.378,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.61499999999999999,"15min":0.60499999999999998},"min":{"1min":0.39600000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.56000000000000005}]},{"osd":7,"last update":"Thu Dec 7 14:00:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.44600000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70199999999999996,"15min":0.69999999999999996},"min":{"1min":0.48299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0069999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.627}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.71199999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:00:18 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.66900000000000004}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.72799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":20727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":43628,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-07T14:00:56.976 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-12-07T14:00:56.976 INFO:tasks.cephadm:Setting up client nodes... 2023-12-07T14:00:56.976 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-12-07T14:00:57.149 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:56 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: 2023-12-07T14:00:56.665+0000 7f5607f7d700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2023-12-07T14:00:57.149 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:00:56 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: 2023-12-07T14:00:56.665+0000 7f5607f7d700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2023-12-07T14:00:57.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:57 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3641321107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:57.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:57 smithi039 ceph-mon[98864]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:00:57.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:57 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3641321107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:57.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:57 smithi089 ceph-mon[103124]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:00:57.606 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:00:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:57 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3641321107' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:00:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:57 smithi055 ceph-mon[103363]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:00:58.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:58 smithi089 ceph-mon[103124]: pgmap v274: 97 pgs: 97 active+clean; 585 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7.0 KiB/s wr, 25 op/s 2023-12-07T14:00:58.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:00:58 smithi089 ceph-mon[103124]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:00:58.517 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:58 smithi039 ceph-mon[98864]: pgmap v274: 97 pgs: 97 active+clean; 585 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7.0 KiB/s wr, 25 op/s 2023-12-07T14:00:58.517 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:00:58 smithi039 ceph-mon[98864]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:00:58.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:58 smithi055 ceph-mon[103363]: pgmap v274: 97 pgs: 97 active+clean; 585 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7.0 KiB/s wr, 25 op/s 2023-12-07T14:00:58.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:00:58 smithi055 ceph-mon[103363]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 -- 172.21.15.39:0/2876356823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 msgr2=0x7f8288101b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 --2- 172.21.15.39:0/2876356823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f8288101b40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f82700099c0 tx=0x7f8270009cd0 comp rx=0 tx=0).stop 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 -- 172.21.15.39:0/2876356823 shutdown_connections 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 --2- 172.21.15.39:0/2876356823 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8288102080 0x7f8288108930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 --2- 172.21.15.39:0/2876356823 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82881004e0 0x7f8288100900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 --2- 172.21.15.39:0/2876356823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f8288101b40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 -- 172.21.15.39:0/2876356823 >> 172.21.15.39:0/2876356823 conn(0x7f82880fbaa0 msgr2=0x7f82880fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 -- 172.21.15.39:0/2876356823 shutdown_connections 2023-12-07T14:00:58.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.926+0000 7f828c85d700 1 -- 172.21.15.39:0/2876356823 wait complete. 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 Processor -- start 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 -- start start 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82881004e0 0x7f8288069c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f828819e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8288102080 0x7f82881a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82881a1160 con 0x7f82881016e0 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82881a12d0 con 0x7f8288102080 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.927+0000 7f828c85d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82881a1490 con 0x7f82881004e0 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f828819e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:58.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f828819e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51726/0 (socket says 172.21.15.39:51726) 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 -- 172.21.15.39:0/1554737775 learned_addr learned my addr 172.21.15.39:0/1554737775 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f828659c700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82881004e0 0x7f8288069c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8286d9d700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8288102080 0x7f82881a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 -- 172.21.15.39:0/1554737775 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82881004e0 msgr2=0x7f8288069c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82881004e0 0x7f8288069c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 -- 172.21.15.39:0/1554737775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8288102080 msgr2=0x7f82881a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8288102080 0x7f82881a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 -- 172.21.15.39:0/1554737775 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82700095f0 con 0x7f82881016e0 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f8285d9b700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f828819e5b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f827000c010 tx=0x7f8270005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f827f7fe700 1 -- 172.21.15.39:0/1554737775 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f827001d070 con 0x7f82881016e0 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f827f7fe700 1 -- 172.21.15.39:0/1554737775 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8270005050 con 0x7f82881016e0 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82881a1710 con 0x7f82881016e0 2023-12-07T14:00:58.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f827f7fe700 1 -- 172.21.15.39:0/1554737775 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8270004b30 con 0x7f82881016e0 2023-12-07T14:00:58.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.928+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82881a1b20 con 0x7f82881016e0 2023-12-07T14:00:58.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.929+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8288107970 con 0x7f82881016e0 2023-12-07T14:00:58.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.930+0000 7f827f7fe700 1 -- 172.21.15.39:0/1554737775 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f8270004c90 con 0x7f82881016e0 2023-12-07T14:00:58.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.931+0000 7f827f7fe700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f82740a1510 0x7f82740a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:00:58.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.931+0000 7f827f7fe700 1 -- 172.21.15.39:0/1554737775 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f82700cdb20 con 0x7f82881016e0 2023-12-07T14:00:58.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.931+0000 7f828659c700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f82740a1510 0x7f82740a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:00:58.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.931+0000 7f828659c700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f82740a1510 0x7f82740a39d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8288101540 tx=0x7f827800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:00:58.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:58.935+0000 7f827f7fe700 1 -- 172.21.15.39:0/1554737775 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8270097260 con 0x7f82881016e0 2023-12-07T14:00:59.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.214+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f828810bcf0 con 0x7f82881016e0 2023-12-07T14:00:59.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.216+0000 7f827f7fe700 1 -- 172.21.15.39:0/1554737775 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7f827009a880 con 0x7f82881016e0 2023-12-07T14:00:59.218 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2023-12-07T14:00:59.218 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQAb0HFlD1DTDBAATs2gVTlcymEcnbBNq7OO+w== 2023-12-07T14:00:59.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f82740a1510 msgr2=0x7f82740a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:59.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f82740a1510 0x7f82740a39d0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8288101540 tx=0x7f827800b040 comp rx=0 tx=0).stop 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 msgr2=0x7f828819e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f828819e5b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f827000c010 tx=0x7f8270005f10 comp rx=0 tx=0).stop 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 shutdown_connections 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f82740a1510 0x7f82740a39d0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8288102080 0x7f82881a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82881004e0 0x7f8288069c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 --2- 172.21.15.39:0/1554737775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82881016e0 0x7f828819e5b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 >> 172.21.15.39:0/1554737775 conn(0x7f82880fbaa0 msgr2=0x7f8288104ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 shutdown_connections 2023-12-07T14:00:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:00:59.218+0000 7f828c85d700 1 -- 172.21.15.39:0/1554737775 wait complete. 2023-12-07T14:00:59.659 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T14:00:59.660 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-12-07T14:00:59.660 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-12-07T14:00:59.701 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-12-07T14:00:59.701 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-12-07T14:00:59.701 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph mgr dump --format=json 2023-12-07T14:01:00.339 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:00.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:00 smithi089 ceph-mon[103124]: pgmap v275: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 11 KiB/s wr, 28 op/s 2023-12-07T14:01:00.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:00 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1554737775' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-07T14:01:00.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:00 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1554737775' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-07T14:01:00.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:00 smithi039 ceph-mon[98864]: pgmap v275: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 11 KiB/s wr, 28 op/s 2023-12-07T14:01:00.519 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:00 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1554737775' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-07T14:01:00.520 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:00 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1554737775' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-07T14:01:00.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:00 smithi055 ceph-mon[103363]: pgmap v275: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 11 KiB/s wr, 28 op/s 2023-12-07T14:01:00.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:00 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1554737775' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-12-07T14:01:00.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:00 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1554737775' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 -- 172.21.15.39:0/1587807877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28101076f0 msgr2=0x7f2810107ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 --2- 172.21.15.39:0/1587807877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28101076f0 0x7f2810107ad0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f27f8009990 tx=0x7f27f8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 -- 172.21.15.39:0/1587807877 shutdown_connections 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 --2- 172.21.15.39:0/1587807877 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2810102040 0x7f281010e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 --2- 172.21.15.39:0/1587807877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28101076f0 0x7f2810107ad0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 --2- 172.21.15.39:0/1587807877 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2810101680 0x7f2810101b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 -- 172.21.15.39:0/1587807877 >> 172.21.15.39:0/1587807877 conn(0x7f28100787c0 msgr2=0x7f2810078bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 -- 172.21.15.39:0/1587807877 shutdown_connections 2023-12-07T14:01:01.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.622+0000 7f2815480700 1 -- 172.21.15.39:0/1587807877 wait complete. 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 Processor -- start 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 -- start start 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2810101680 0x7f281019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2810102040 0x7f281019db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28101076f0 0x7f2810197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2810197d90 con 0x7f2810102040 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2810197f00 con 0x7f2810101680 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f2815480700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28101980c0 con 0x7f28101076f0 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f280e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2810102040 0x7f281019db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.623+0000 7f280e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2810102040 0x7f281019db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51738/0 (socket says 172.21.15.39:51738) 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280e7fc700 1 -- 172.21.15.39:0/3957595489 learned_addr learned my addr 172.21.15.39:0/3957595489 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280effd700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2810101680 0x7f281019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280f7fe700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28101076f0 0x7f2810197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:01.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280e7fc700 1 -- 172.21.15.39:0/3957595489 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28101076f0 msgr2=0x7f2810197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280e7fc700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28101076f0 0x7f2810197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280e7fc700 1 -- 172.21.15.39:0/3957595489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2810101680 msgr2=0x7f281019d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280e7fc700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2810101680 0x7f281019d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280e7fc700 1 -- 172.21.15.39:0/3957595489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27f80095f0 con 0x7f2810102040 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280f7fe700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28101076f0 0x7f2810197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f280e7fc700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2810102040 0x7f281019db30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f280000c9b0 tx=0x7f280000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f2807fff700 1 -- 172.21.15.39:0/3957595489 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2800007b00 con 0x7f2810102040 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28101983a0 con 0x7f2810102040 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f2807fff700 1 -- 172.21.15.39:0/3957595489 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2800007c60 con 0x7f2810102040 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f2807fff700 1 -- 172.21.15.39:0/3957595489 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2800018660 con 0x7f2810102040 2023-12-07T14:01:01.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.624+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28101a45e0 con 0x7f2810102040 2023-12-07T14:01:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.625+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2810109b60 con 0x7f2810102040 2023-12-07T14:01:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.627+0000 7f2807fff700 1 -- 172.21.15.39:0/3957595489 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f280000f450 con 0x7f2810102040 2023-12-07T14:01:01.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.628+0000 7f2807fff700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f27fc0a1510 0x7f27fc0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.628+0000 7f280effd700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f27fc0a1510 0x7f27fc0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.628+0000 7f2807fff700 1 -- 172.21.15.39:0/3957595489 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f28000ccf10 con 0x7f2810102040 2023-12-07T14:01:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.628+0000 7f280effd700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f27fc0a1510 0x7f27fc0a39d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f27f8000c00 tx=0x7f27f8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:01.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.631+0000 7f2807fff700 1 -- 172.21.15.39:0/3957595489 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f2800096650 con 0x7f2810102040 2023-12-07T14:01:01.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.890+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f2810102d10 con 0x7f2810102040 2023-12-07T14:01:01.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.894+0000 7f2807fff700 1 -- 172.21.15.39:0/3957595489 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+260406 (secure 0 0 0) 0x7f2800099c70 con 0x7f2810102040 2023-12-07T14:01:01.900 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f27fc0a1510 msgr2=0x7f27fc0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f27fc0a1510 0x7f27fc0a39d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f27f8000c00 tx=0x7f27f8005960 comp rx=0 tx=0).stop 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2810102040 msgr2=0x7f281019db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2810102040 0x7f281019db30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f280000c9b0 tx=0x7f280000ccc0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 shutdown_connections 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f27fc0a1510 0x7f27fc0a39d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28101076f0 0x7f2810197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2810101680 0x7f281019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 --2- 172.21.15.39:0/3957595489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2810102040 0x7f281019db30 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.897+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 >> 172.21.15.39:0/3957595489 conn(0x7f28100787c0 msgr2=0x7f28101002b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:01.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.898+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 shutdown_connections 2023-12-07T14:01:01.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:01.898+0000 7f2815480700 1 -- 172.21.15.39:0/3957595489 wait complete. 2023-12-07T14:01:02.305 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":17,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3942875407},{"type":"v1","addr":"172.21.15.39:6801","nonce":3942875407}]},"active_addr":"172.21.15.39:6801/3942875407","active_change":"2023-12-07T13:54:14.765511+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24115,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.39:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":14821462}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":72845499}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":734942561}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":2275574558}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.39:0","nonce":1249220865}]}]} 2023-12-07T14:01:02.310 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-12-07T14:01:02.310 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-12-07T14:01:02.310 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-07T14:01:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:02 smithi039 ceph-mon[98864]: pgmap v276: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.9 KiB/s wr, 24 op/s 2023-12-07T14:01:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:02 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3957595489' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-07T14:01:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:02 smithi055 ceph-mon[103363]: pgmap v276: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.9 KiB/s wr, 24 op/s 2023-12-07T14:01:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:02 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3957595489' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-07T14:01:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:02 smithi089 ceph-mon[103124]: pgmap v276: 97 pgs: 97 active+clean; 624 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 8.9 KiB/s wr, 24 op/s 2023-12-07T14:01:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:02 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3957595489' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-12-07T14:01:02.916 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 -- 172.21.15.39:0/740906132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100530 msgr2=0x7fc36c1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 --2- 172.21.15.39:0/740906132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100530 0x7fc36c1009b0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc3540099c0 tx=0x7fc354009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 -- 172.21.15.39:0/740906132 shutdown_connections 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 --2- 172.21.15.39:0/740906132 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc36c100ef0 0x7fc36c10d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 --2- 172.21.15.39:0/740906132 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc36c106560 0x7fc36c106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 --2- 172.21.15.39:0/740906132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100530 0x7fc36c1009b0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 -- 172.21.15.39:0/740906132 >> 172.21.15.39:0/740906132 conn(0x7fc36c076570 msgr2=0x7fc36c076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 -- 172.21.15.39:0/740906132 shutdown_connections 2023-12-07T14:01:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.083+0000 7fc372238700 1 -- 172.21.15.39:0/740906132 wait complete. 2023-12-07T14:01:04.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.084+0000 7fc372238700 1 Processor -- start 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.084+0000 7fc372238700 1 -- start start 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.084+0000 7fc372238700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc36c100530 0x7fc36c19c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.084+0000 7fc372238700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100ef0 0x7fc36c19ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc372238700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc36c106560 0x7fc36c1966d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc372238700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc36c196d30 con 0x7fc36c100ef0 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc372238700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc36c196ea0 con 0x7fc36c100530 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc372238700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc36c197060 con 0x7fc36c106560 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100ef0 0x7fc36c19ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100ef0 0x7fc36c19ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51752/0 (socket says 172.21.15.39:51752) 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 -- 172.21.15.39:0/1639102612 learned_addr learned my addr 172.21.15.39:0/1639102612 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:04.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36bfff700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc36c106560 0x7fc36c1966d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36b7fe700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc36c100530 0x7fc36c19c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 -- 172.21.15.39:0/1639102612 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc36c106560 msgr2=0x7fc36c1966d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc36c106560 0x7fc36c1966d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 -- 172.21.15.39:0/1639102612 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc36c100530 msgr2=0x7fc36c19c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc36c100530 0x7fc36c19c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 -- 172.21.15.39:0/1639102612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3540095f0 con 0x7fc36c100ef0 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36bfff700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc36c106560 0x7fc36c1966d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36b7fe700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc36c100530 0x7fc36c19c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc36affd700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100ef0 0x7fc36c19ca80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc3540098e0 tx=0x7fc3540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:04.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc368ff9700 1 -- 172.21.15.39:0/1639102612 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc35401d070 con 0x7fc36c100ef0 2023-12-07T14:01:04.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc368ff9700 1 -- 172.21.15.39:0/1639102612 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc35400fbb0 con 0x7fc36c100ef0 2023-12-07T14:01:04.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc36c1972e0 con 0x7fc36c100ef0 2023-12-07T14:01:04.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc368ff9700 1 -- 172.21.15.39:0/1639102612 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc354022d40 con 0x7fc36c100ef0 2023-12-07T14:01:04.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.085+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc36c1a3530 con 0x7fc36c100ef0 2023-12-07T14:01:04.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.086+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc36c108a10 con 0x7fc36c100ef0 2023-12-07T14:01:04.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.088+0000 7fc368ff9700 1 -- 172.21.15.39:0/1639102612 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc35400fd20 con 0x7fc36c100ef0 2023-12-07T14:01:04.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.089+0000 7fc368ff9700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3580a1510 0x7fc3580a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:04.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.089+0000 7fc36b7fe700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3580a1510 0x7fc3580a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:04.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.089+0000 7fc368ff9700 1 -- 172.21.15.39:0/1639102612 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc3540ce800 con 0x7fc36c100ef0 2023-12-07T14:01:04.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.089+0000 7fc36b7fe700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3580a1510 0x7fc3580a39d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc35c005fd0 tx=0x7fc35c005ee0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:04.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.092+0000 7fc368ff9700 1 -- 172.21.15.39:0/1639102612 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc354097f40 con 0x7fc36c100ef0 2023-12-07T14:01:04.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.292+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc36c101bd0 con 0x7fc36c100ef0 2023-12-07T14:01:04.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.293+0000 7fc368ff9700 1 -- 172.21.15.39:0/1639102612 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+22045 (secure 0 0 0) 0x7fc35409b560 con 0x7fc36c100ef0 2023-12-07T14:01:04.296 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:04.296 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":83,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:48.708885+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.295+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3580a1510 msgr2=0x7fc3580a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.295+0000 7fc372238700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3580a1510 0x7fc3580a39d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc35c005fd0 tx=0x7fc35c005ee0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.295+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100ef0 msgr2=0x7fc36c19ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.295+0000 7fc372238700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100ef0 0x7fc36c19ca80 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc3540098e0 tx=0x7fc3540057f0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.295+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 shutdown_connections 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.295+0000 7fc372238700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3580a1510 0x7fc3580a39d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.296+0000 7fc372238700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc36c106560 0x7fc36c1966d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.296+0000 7fc372238700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc36c100530 0x7fc36c19c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.296+0000 7fc372238700 1 --2- 172.21.15.39:0/1639102612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc36c100ef0 0x7fc36c19ca80 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.296+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 >> 172.21.15.39:0/1639102612 conn(0x7fc36c076570 msgr2=0x7fc36c0ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.296+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 shutdown_connections 2023-12-07T14:01:04.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:04.296+0000 7fc372238700 1 -- 172.21.15.39:0/1639102612 wait complete. 2023-12-07T14:01:04.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:04 smithi039 ceph-mon[98864]: pgmap v277: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 25 op/s 2023-12-07T14:01:04.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:04 smithi055 ceph-mon[103363]: pgmap v277: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 25 op/s 2023-12-07T14:01:04.674 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-12-07T14:01:04.675 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd dump --format=json 2023-12-07T14:01:04.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:04 smithi089 ceph-mon[103124]: pgmap v277: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.6 KiB/s wr, 25 op/s 2023-12-07T14:01:05.278 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:05.552 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1639102612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:05 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1639102612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1639102612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:06.474 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:06 smithi039 ceph-mon[98864]: pgmap v278: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.7 KiB/s wr, 24 op/s 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.615+0000 7f7d24ea2700 1 -- 172.21.15.39:0/2164576080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100ef0 msgr2=0x7f7d2010d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/2164576080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100ef0 0x7f7d2010d330 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800b0d0 tx=0x7f7d1800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 -- 172.21.15.39:0/2164576080 shutdown_connections 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/2164576080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100ef0 0x7f7d2010d330 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/2164576080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d20106560 0x7f7d20106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/2164576080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d20100530 0x7f7d201009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 -- 172.21.15.39:0/2164576080 >> 172.21.15.39:0/2164576080 conn(0x7f7d20076570 msgr2=0x7f7d20076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:06.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 -- 172.21.15.39:0/2164576080 shutdown_connections 2023-12-07T14:01:06.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 -- 172.21.15.39:0/2164576080 wait complete. 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.616+0000 7f7d24ea2700 1 Processor -- start 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 -- start start 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100530 0x7f7d20197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d20100ef0 0x7f7d20197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d20106560 0x7f7d2019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2019c910 con 0x7f7d20100530 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2019ca80 con 0x7f7d20106560 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2019cc40 con 0x7f7d20100ef0 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100530 0x7f7d20197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:06.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100530 0x7f7d20197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51770/0 (socket says 172.21.15.39:51770) 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 -- 172.21.15.39:0/3936018365 learned_addr learned my addr 172.21.15.39:0/3936018365 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 -- 172.21.15.39:0/3936018365 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d20100ef0 msgr2=0x7f7d20197fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d20100ef0 0x7f7d20197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 -- 172.21.15.39:0/3936018365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d20106560 msgr2=0x7f7d2019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d20106560 0x7f7d2019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 -- 172.21.15.39:0/3936018365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d18009d00 con 0x7f7d20100530 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d1e59c700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100530 0x7f7d20197a70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7d1000d950 tx=0x7f7d1000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d177fe700 1 -- 172.21.15.39:0/3936018365 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d10009b40 con 0x7f7d20100530 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d177fe700 1 -- 172.21.15.39:0/3936018365 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d10009ca0 con 0x7f7d20100530 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.617+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d2019cf20 con 0x7f7d20100530 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.618+0000 7f7d177fe700 1 -- 172.21.15.39:0/3936018365 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1000f620 con 0x7f7d20100530 2023-12-07T14:01:06.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.618+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d201a47c0 con 0x7f7d20100530 2023-12-07T14:01:06.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.618+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d20101bd0 con 0x7f7d20100530 2023-12-07T14:01:06.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.621+0000 7f7d177fe700 1 -- 172.21.15.39:0/3936018365 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f7d10010460 con 0x7f7d20100530 2023-12-07T14:01:06.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.621+0000 7f7d177fe700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7d0c0a1590 0x7f7d0c0a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:06.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.621+0000 7f7d1dd9b700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7d0c0a1590 0x7f7d0c0a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:06.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.621+0000 7f7d177fe700 1 -- 172.21.15.39:0/3936018365 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f7d100cd120 con 0x7f7d20100530 2023-12-07T14:01:06.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.622+0000 7f7d1dd9b700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7d0c0a1590 0x7f7d0c0a3a50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7d08005950 tx=0x7f7d080058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:06.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.625+0000 7f7d177fe700 1 -- 172.21.15.39:0/3936018365 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f7d100966d0 con 0x7f7d20100530 2023-12-07T14:01:06.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:06 smithi055 ceph-mon[103363]: pgmap v278: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.7 KiB/s wr, 24 op/s 2023-12-07T14:01:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:06 smithi089 ceph-mon[103124]: pgmap v278: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.7 KiB/s wr, 24 op/s 2023-12-07T14:01:06.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.825+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7d2004f290 con 0x7f7d20100530 2023-12-07T14:01:06.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.827+0000 7f7d177fe700 1 -- 172.21.15.39:0/3936018365 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) v1 ==== 74+0+22045 (secure 0 0 0) 0x7f7d2004f290 con 0x7f7d20100530 2023-12-07T14:01:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:06.829 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":83,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:00:48.708885+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7d0c0a1590 msgr2=0x7f7d0c0a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7d0c0a1590 0x7f7d0c0a3a50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7d08005950 tx=0x7f7d080058e0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100530 msgr2=0x7f7d20197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100530 0x7f7d20197a70 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7d1000d950 tx=0x7f7d1000dd10 comp rx=0 tx=0).stop 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 shutdown_connections 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7d0c0a1590 0x7f7d0c0a3a50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d20106560 0x7f7d2019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d20100530 0x7f7d20197a70 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 --2- 172.21.15.39:0/3936018365 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d20100ef0 0x7f7d20197fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 >> 172.21.15.39:0/3936018365 conn(0x7f7d20076570 msgr2=0x7f7d200ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 shutdown_connections 2023-12-07T14:01:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:06.829+0000 7f7d24ea2700 1 -- 172.21.15.39:0/3936018365 wait complete. 2023-12-07T14:01:07.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2023-12-07T14:01:07.245 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2023-12-07T14:01:07.245 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2023-12-07T14:01:07.246 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2023-12-07T14:01:07.246 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2023-12-07T14:01:07.246 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2023-12-07T14:01:07.247 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2023-12-07T14:01:07.247 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2023-12-07T14:01:07.248 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2023-12-07T14:01:07.248 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2023-12-07T14:01:07.248 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2023-12-07T14:01:07.249 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2023-12-07T14:01:07.569 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:07 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3936018365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:07.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:07 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3936018365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:07 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3936018365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:08.544 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:08 smithi039 ceph-mon[98864]: pgmap v279: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.0 KiB/s wr, 17 op/s 2023-12-07T14:01:08.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:08 smithi055 ceph-mon[103363]: pgmap v279: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.0 KiB/s wr, 17 op/s 2023-12-07T14:01:08.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:08 smithi089 ceph-mon[103124]: pgmap v279: 97 pgs: 97 active+clean; 632 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 6.0 KiB/s wr, 17 op/s 2023-12-07T14:01:08.715 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:08.788 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:08.797 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:08.964 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:09.197 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:10.476 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:10 smithi039 ceph-mon[98864]: pgmap v280: 97 pgs: 97 active+clean; 636 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2023-12-07T14:01:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:10 smithi055 ceph-mon[103363]: pgmap v280: 97 pgs: 97 active+clean; 636 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2023-12-07T14:01:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:10 smithi089 ceph-mon[103124]: pgmap v280: 97 pgs: 97 active+clean; 636 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.2 KiB/s wr, 14 op/s 2023-12-07T14:01:11.327 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:11.366 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:12.147 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 -- 172.21.15.39:0/3178668544 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 msgr2=0x7f60a0106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 --2- 172.21.15.39:0/3178668544 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 0x7f60a0106940 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f609c0099c0 tx=0x7f609c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 -- 172.21.15.39:0/3178668544 shutdown_connections 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 --2- 172.21.15.39:0/3178668544 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a0100ef0 0x7f60a010d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 --2- 172.21.15.39:0/3178668544 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 0x7f60a0106940 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 --2- 172.21.15.39:0/3178668544 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a0100530 0x7f60a01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 -- 172.21.15.39:0/3178668544 >> 172.21.15.39:0/3178668544 conn(0x7f60a0076570 msgr2=0x7f60a0076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 -- 172.21.15.39:0/3178668544 shutdown_connections 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.972+0000 7f60a803b700 1 -- 172.21.15.39:0/3178668544 wait complete. 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 Processor -- start 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 -- start start 2023-12-07T14:01:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a0100530 0x7f60a01073d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a0100ef0 0x7f60a0107910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 0x7f60a0107e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a01a5d60 con 0x7f60a0106560 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a01a5ed0 con 0x7f60a0100ef0 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a803b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a01a6090 con 0x7f60a0100530 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 0x7f60a0107e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 0x7f60a0107e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51788/0 (socket says 172.21.15.39:51788) 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 -- 172.21.15.39:0/2257219843 learned_addr learned my addr 172.21.15.39:0/2257219843 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a5dd7700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a0100530 0x7f60a01073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a55d6700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a0100ef0 0x7f60a0107910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 -- 172.21.15.39:0/2257219843 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a0100530 msgr2=0x7f60a01073d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a0100530 0x7f60a01073d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 -- 172.21.15.39:0/2257219843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a0100ef0 msgr2=0x7f60a0107910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a0100ef0 0x7f60a0107910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a65d8700 1 -- 172.21.15.39:0/2257219843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f609c0095f0 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.973+0000 7f60a55d6700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a0100ef0 0x7f60a0107910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.974+0000 7f60a65d8700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 0x7f60a0107e50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f609800ef30 tx=0x7f609800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.974+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6098018070 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.974+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60a01a6310 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.974+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f609800f040 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.974+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609800cdb0 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.974+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60a01a67c0 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.975+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f60a01106e0 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.976+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f6098003a00 con 0x7f60a0106560 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f6096ffd700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f608c0a1510 0x7f608c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:12.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f60a5dd7700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f608c0a1510 0x7f608c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f60980cd370 con 0x7f60a0106560 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f6096ffd700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] conn(0x7f608c0aacf0 0x7f608c0ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 --> [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f608c0ad7c0 con 0x7f608c0aacf0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60980cd6e0 con 0x7f60a0106560 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f60a55d6700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] conn(0x7f608c0aacf0 0x7f608c0ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f60a5dd7700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f608c0a1510 0x7f608c0a39d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f609c009990 tx=0x7f609c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.977+0000 7f60a55d6700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] conn(0x7f608c0aacf0 0x7f608c0ad110 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.978+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== osd.0 v2:172.21.15.39:6802/2325796709 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f608c0ad7c0 con 0x7f608c0aacf0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.995+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 --> [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f60a0101bd0 con 0x7f608c0aacf0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.995+0000 7f6096ffd700 1 -- 172.21.15.39:0/2257219843 <== osd.0 v2:172.21.15.39:6802/2325796709 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f60a0101bd0 con 0x7f608c0aacf0 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] conn(0x7f608c0aacf0 msgr2=0x7f608c0ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] conn(0x7f608c0aacf0 0x7f608c0ad110 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f608c0a1510 msgr2=0x7f608c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f608c0a1510 0x7f608c0a39d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f609c009990 tx=0x7f609c019040 comp rx=0 tx=0).stop 2023-12-07T14:01:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 msgr2=0x7f60a0107e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 --2- 172.21.15.39:0/2257219843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a0106560 0x7f60a0107e50 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f609800ef30 tx=0x7f609800c3a0 comp rx=0 tx=0).stop 2023-12-07T14:01:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a65d8700 1 -- 172.21.15.39:0/2257219843 reap_dead start 2023-12-07T14:01:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 shutdown_connections 2023-12-07T14:01:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 >> 172.21.15.39:0/2257219843 conn(0x7f60a0076570 msgr2=0x7f60a00fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 shutdown_connections 2023-12-07T14:01:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:11.996+0000 7f60a803b700 1 -- 172.21.15.39:0/2257219843 wait complete. 2023-12-07T14:01:12.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:12 smithi039 ceph-mon[98864]: pgmap v281: 97 pgs: 97 active+clean; 636 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2023-12-07T14:01:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:12 smithi055 ceph-mon[103363]: pgmap v281: 97 pgs: 97 active+clean; 636 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2023-12-07T14:01:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:12 smithi089 ceph-mon[103124]: pgmap v281: 97 pgs: 97 active+clean; 636 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2023-12-07T14:01:12.825 INFO:teuthology.orchestra.run.smithi039.stdout:34359738436 2023-12-07T14:01:12.826 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.0 2023-12-07T14:01:13.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/1089465063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48100ef0 msgr2=0x7f8d4810d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 --2- 172.21.15.39:0/1089465063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48100ef0 0x7f8d4810d330 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8d4000b0d0 tx=0x7f8d4000b3e0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/1089465063 shutdown_connections 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 --2- 172.21.15.39:0/1089465063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48100ef0 0x7f8d4810d330 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 --2- 172.21.15.39:0/1089465063 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8d48106560 0x7f8d48106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 --2- 172.21.15.39:0/1089465063 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d48100530 0x7f8d481009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/1089465063 >> 172.21.15.39:0/1089465063 conn(0x7f8d48076570 msgr2=0x7f8d48076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/1089465063 shutdown_connections 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/1089465063 wait complete. 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 Processor -- start 2023-12-07T14:01:13.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.920+0000 7f8d4f3d3700 1 -- start start 2023-12-07T14:01:13.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4f3d3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d48100530 0x7f8d48196600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4f3d3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8d48100ef0 0x7f8d48196b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4f3d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48106560 0x7f8d48197080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4f3d3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d481a5d50 con 0x7f8d48106560 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4f3d3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d481a5ec0 con 0x7f8d48100530 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4f3d3700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d481a6080 con 0x7f8d48100ef0 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48106560 0x7f8d48197080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48106560 0x7f8d48197080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51802/0 (socket says 172.21.15.39:51802) 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 -- 172.21.15.39:0/3466612719 learned_addr learned my addr 172.21.15.39:0/3466612719 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d16f700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d48100530 0x7f8d48196600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4c96e700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8d48100ef0 0x7f8d48196b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 -- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8d48100ef0 msgr2=0x7f8d48196b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8d48100ef0 0x7f8d48196b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 -- 172.21.15.39:0/3466612719 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d48100530 msgr2=0x7f8d48196600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d48100530 0x7f8d48196600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 -- 172.21.15.39:0/3466612719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d40009d00 con 0x7f8d48106560 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.921+0000 7f8d4d970700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48106560 0x7f8d48197080 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8d400094c0 tx=0x7f8d400095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.922+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d4000e040 con 0x7f8d48106560 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.922+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d481a6300 con 0x7f8d48106560 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.922+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8d4001db40 con 0x7f8d48106560 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.922+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d4001baf0 con 0x7f8d48106560 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.922+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d481a67c0 con 0x7f8d48106560 2023-12-07T14:01:13.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.924+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f8d4001dcb0 con 0x7f8d48106560 2023-12-07T14:01:13.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.925+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8d48110690 con 0x7f8d48106560 2023-12-07T14:01:13.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.925+0000 7f8d3e7fc700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8d340a1510 0x7f8d340a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:13.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.925+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8d400ce5f0 con 0x7f8d48106560 2023-12-07T14:01:13.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.925+0000 7f8d4d16f700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8d340a1510 0x7f8d340a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:13.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.925+0000 7f8d3e7fc700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] conn(0x7f8d340aacf0 0x7f8d340ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:13.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.925+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 --> [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d340ad7c0 con 0x7f8d340aacf0 2023-12-07T14:01:13.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.925+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8d40097d30 con 0x7f8d48106560 2023-12-07T14:01:13.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.926+0000 7f8d4c96e700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] conn(0x7f8d340aacf0 0x7f8d340ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:13.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.926+0000 7f8d4d16f700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8d340a1510 0x7f8d340a39d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8d44005ea0 tx=0x7f8d44005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:13.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.926+0000 7f8d4c96e700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] conn(0x7f8d340aacf0 0x7f8d340ad110 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:13.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.928+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== osd.2 v2:172.21.15.89:6800/1742241049 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f8d340ad7c0 con 0x7f8d340aacf0 2023-12-07T14:01:13.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.945+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 --> [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8d48061c50 con 0x7f8d340aacf0 2023-12-07T14:01:13.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d3e7fc700 1 -- 172.21.15.39:0/3466612719 <== osd.2 v2:172.21.15.89:6800/1742241049 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8d48061c50 con 0x7f8d340aacf0 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] conn(0x7f8d340aacf0 msgr2=0x7f8d340ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] conn(0x7f8d340aacf0 0x7f8d340ad110 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8d340a1510 msgr2=0x7f8d340a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8d340a1510 0x7f8d340a39d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f8d44005ea0 tx=0x7f8d44005e30 comp rx=0 tx=0).stop 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48106560 msgr2=0x7f8d48197080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 --2- 172.21.15.39:0/3466612719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d48106560 0x7f8d48197080 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8d400094c0 tx=0x7f8d400095a0 comp rx=0 tx=0).stop 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4d970700 1 -- 172.21.15.39:0/3466612719 reap_dead start 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 shutdown_connections 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 >> 172.21.15.39:0/3466612719 conn(0x7f8d48076570 msgr2=0x7f8d480ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 shutdown_connections 2023-12-07T14:01:13.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:13.946+0000 7f8d4f3d3700 1 -- 172.21.15.39:0/3466612719 wait complete. 2023-12-07T14:01:14.378 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:14 smithi039 ceph-mon[98864]: pgmap v282: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2023-12-07T14:01:14.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:14 smithi055 ceph-mon[103363]: pgmap v282: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2023-12-07T14:01:14.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:14 smithi089 ceph-mon[103124]: pgmap v282: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.8 KiB/s wr, 12 op/s 2023-12-07T14:01:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 -- 172.21.15.39:0/1054718615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 msgr2=0x7fb500106950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 --2- 172.21.15.39:0/1054718615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 0x7fb500106950 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb4f00099c0 tx=0x7fb4f0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 -- 172.21.15.39:0/1054718615 shutdown_connections 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 --2- 172.21.15.39:0/1054718615 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb500100e80 0x7fb50010d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 --2- 172.21.15.39:0/1054718615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 0x7fb500106950 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 --2- 172.21.15.39:0/1054718615 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5001004c0 0x7fb500100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 -- 172.21.15.39:0/1054718615 >> 172.21.15.39:0/1054718615 conn(0x7fb5000774d0 msgr2=0x7fb5000778e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 -- 172.21.15.39:0/1054718615 shutdown_connections 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.062+0000 7fb5060d6700 1 -- 172.21.15.39:0/1054718615 wait complete. 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 Processor -- start 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 -- start start 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5001004c0 0x7fb50019c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb500100e80 0x7fb50019ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 0x7fb500196680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb500196ce0 con 0x7fb500106570 2023-12-07T14:01:14.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb500196e50 con 0x7fb500100e80 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb5060d6700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb500197010 con 0x7fb5001004c0 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb4fffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 0x7fb500196680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb4fffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 0x7fb500196680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51818/0 (socket says 172.21.15.39:51818) 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb4fffff700 1 -- 172.21.15.39:0/2355581510 learned_addr learned my addr 172.21.15.39:0/2355581510 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb4ff7fe700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5001004c0 0x7fb50019c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.063+0000 7fb4feffd700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb500100e80 0x7fb50019ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fffff700 1 -- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5001004c0 msgr2=0x7fb50019c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fffff700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5001004c0 0x7fb50019c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fffff700 1 -- 172.21.15.39:0/2355581510 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb500100e80 msgr2=0x7fb50019ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fffff700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb500100e80 0x7fb50019ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fffff700 1 -- 172.21.15.39:0/2355581510 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4f00095f0 con 0x7fb500106570 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fffff700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 0x7fb500196680 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb4f8007ee0 tx=0x7fb4f800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f800dd20 con 0x7fb500106570 2023-12-07T14:01:14.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb4f800f040 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5001972f0 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f80048a0 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.064+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5001a3530 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.065+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb500110660 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.066+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fb4f8003a00 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4fcff9700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb4ec0a1510 0x7fb4ec0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4ff7fe700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb4ec0a1510 0x7fb4ec0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb4f80cd050 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4fcff9700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] conn(0x7fb4ec0aacf0 0x7fb4ec0ad110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 --> [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb4ec0ad7c0 con 0x7fb4ec0aacf0 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4f80cd4f0 con 0x7fb500106570 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4ff7fe700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb4ec0a1510 0x7fb4ec0a39d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0009990 tx=0x7fb4f0003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4feffd700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] conn(0x7fb4ec0aacf0 0x7fb4ec0ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:14.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.067+0000 7fb4feffd700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] conn(0x7fb4ec0aacf0 0x7fb4ec0ad110 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.068+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== osd.11 v2:172.21.15.89:6824/4007822578 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fb4ec0ad7c0 con 0x7fb4ec0aacf0 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.085+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 --> [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb500101be0 con 0x7fb4ec0aacf0 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb4fcff9700 1 -- 172.21.15.39:0/2355581510 <== osd.11 v2:172.21.15.89:6824/4007822578 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fb500101be0 con 0x7fb4ec0aacf0 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] conn(0x7fb4ec0aacf0 msgr2=0x7fb4ec0ad110 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] conn(0x7fb4ec0aacf0 0x7fb4ec0ad110 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb4ec0a1510 msgr2=0x7fb4ec0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb4ec0a1510 0x7fb4ec0a39d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0009990 tx=0x7fb4f0003680 comp rx=0 tx=0).stop 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 msgr2=0x7fb500196680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 --2- 172.21.15.39:0/2355581510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb500106570 0x7fb500196680 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fb4f8007ee0 tx=0x7fb4f800d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:14.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb4fffff700 1 -- 172.21.15.39:0/2355581510 reap_dead start 2023-12-07T14:01:14.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 shutdown_connections 2023-12-07T14:01:14.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 >> 172.21.15.39:0/2355581510 conn(0x7fb5000774d0 msgr2=0x7fb5000ff150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:14.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 shutdown_connections 2023-12-07T14:01:14.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:14.086+0000 7fb5060d6700 1 -- 172.21.15.39:0/2355581510 wait complete. 2023-12-07T14:01:15.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-12-07T14:01:15.525 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-12-07T14:01:15.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2023-12-07T14:01:15.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2023-12-07T14:01:15.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2023-12-07T14:01:15.526 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:15 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-12-07T14:01:15.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.474+0000 7f81235b4700 1 -- 172.21.15.39:0/2166180960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c106560 msgr2=0x7f811c106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:15.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.474+0000 7f81235b4700 1 --2- 172.21.15.39:0/2166180960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c106560 0x7f811c106940 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f810c0099c0 tx=0x7f810c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:15.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 -- 172.21.15.39:0/2166180960 shutdown_connections 2023-12-07T14:01:15.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 --2- 172.21.15.39:0/2166180960 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f811c100ef0 0x7f811c10d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:15.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 --2- 172.21.15.39:0/2166180960 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c106560 0x7f811c106940 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:15.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 --2- 172.21.15.39:0/2166180960 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f811c100530 0x7f811c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:15.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 -- 172.21.15.39:0/2166180960 >> 172.21.15.39:0/2166180960 conn(0x7f811c076570 msgr2=0x7f811c076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:15.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 -- 172.21.15.39:0/2166180960 shutdown_connections 2023-12-07T14:01:15.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 -- 172.21.15.39:0/2166180960 wait complete. 2023-12-07T14:01:15.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 Processor -- start 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.475+0000 7f81235b4700 1 -- start start 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f811c100530 0x7f811c102120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c100ef0 0x7f811c102660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f811c106560 0x7f811c102ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f811c1a5cd0 con 0x7f811c100ef0 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f811c1a5e40 con 0x7f811c106560 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f811c1a6000 con 0x7f811c100530 2023-12-07T14:01:15.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c100ef0 0x7f811c102660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c100ef0 0x7f811c102660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51828/0 (socket says 172.21.15.39:51828) 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 -- 172.21.15.39:0/3607588826 learned_addr learned my addr 172.21.15.39:0/3607588826 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8121350700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f811c100530 0x7f811c102120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8121b51700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f811c106560 0x7f811c102ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 -- 172.21.15.39:0/3607588826 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f811c100530 msgr2=0x7f811c102120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f811c100530 0x7f811c102120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 -- 172.21.15.39:0/3607588826 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f811c106560 msgr2=0x7f811c102ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:15.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f811c106560 0x7f811c102ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 -- 172.21.15.39:0/3607588826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f810c0095f0 con 0x7f811c100ef0 2023-12-07T14:01:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8121350700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f811c100530 0x7f811c102120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8121b51700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f811c106560 0x7f811c102ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f8120b4f700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c100ef0 0x7f811c102660 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f811000d950 tx=0x7f811000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8110009b40 con 0x7f811c100ef0 2023-12-07T14:01:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8110009ca0 con 0x7f811c100ef0 2023-12-07T14:01:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f811c1a62e0 con 0x7f811c100ef0 2023-12-07T14:01:15.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811000f620 con 0x7f811c100ef0 2023-12-07T14:01:15.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.476+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f811c1a6830 con 0x7f811c100ef0 2023-12-07T14:01:15.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.477+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f811c110690 con 0x7f811c100ef0 2023-12-07T14:01:15.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.478+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f8110010460 con 0x7f811c100ef0 2023-12-07T14:01:15.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f811a7fc700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f81040a1590 0x7f81040a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:15.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f8121350700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f81040a1590 0x7f81040a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f81100cd1d0 con 0x7f811c100ef0 2023-12-07T14:01:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f811a7fc700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] conn(0x7f81040aafd0 0x7f81040ad470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 --> [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f81040adb40 con 0x7f81040aafd0 2023-12-07T14:01:15.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81100cd670 con 0x7f811c100ef0 2023-12-07T14:01:15.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f8121b51700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] conn(0x7f81040aafd0 0x7f81040ad470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:15.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.479+0000 7f8121350700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f81040a1590 0x7f81040a3a50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f810c009fd0 tx=0x7f810c005940 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:15.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.480+0000 7f8121b51700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] conn(0x7f81040aafd0 0x7f81040ad470 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:15.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.480+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== osd.6 v2:172.21.15.39:6818/1478460000 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f81040adb40 con 0x7f81040aafd0 2023-12-07T14:01:15.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.497+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 --> [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f811c1044a0 con 0x7f81040aafd0 2023-12-07T14:01:15.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.497+0000 7f811a7fc700 1 -- 172.21.15.39:0/3607588826 <== osd.6 v2:172.21.15.39:6818/1478460000 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f811c1044a0 con 0x7f81040aafd0 2023-12-07T14:01:15.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] conn(0x7f81040aafd0 msgr2=0x7f81040ad470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:15.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] conn(0x7f81040aafd0 0x7f81040ad470 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:15.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f81040a1590 msgr2=0x7f81040a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:15.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f81040a1590 0x7f81040a3a50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f810c009fd0 tx=0x7f810c005940 comp rx=0 tx=0).stop 2023-12-07T14:01:15.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c100ef0 msgr2=0x7f811c102660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:15.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 --2- 172.21.15.39:0/3607588826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f811c100ef0 0x7f811c102660 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f811000d950 tx=0x7f811000dd10 comp rx=0 tx=0).stop 2023-12-07T14:01:15.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f8121b51700 1 -- 172.21.15.39:0/3607588826 reap_dead start 2023-12-07T14:01:15.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 shutdown_connections 2023-12-07T14:01:15.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 >> 172.21.15.39:0/3607588826 conn(0x7f811c076570 msgr2=0x7f811c0ff8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:15.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 shutdown_connections 2023-12-07T14:01:15.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:15.498+0000 7f81235b4700 1 -- 172.21.15.39:0/3607588826 wait complete. 2023-12-07T14:01:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-12-07T14:01:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-12-07T14:01:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2023-12-07T14:01:15.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2023-12-07T14:01:15.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2023-12-07T14:01:15.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:15 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-12-07T14:01:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2023-12-07T14:01:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-12-07T14:01:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]: dispatch 2023-12-07T14:01:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2023-12-07T14:01:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2023-12-07T14:01:15.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:15 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]: dispatch 2023-12-07T14:01:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 -- 172.21.15.39:0/2733972963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990106560 msgr2=0x7f4990106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 --2- 172.21.15.39:0/2733972963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990106560 0x7f4990106940 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f49780099c0 tx=0x7f4978009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 -- 172.21.15.39:0/2733972963 shutdown_connections 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 --2- 172.21.15.39:0/2733972963 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4990100ef0 0x7f499010d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 --2- 172.21.15.39:0/2733972963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990106560 0x7f4990106940 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 --2- 172.21.15.39:0/2733972963 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4990100530 0x7f49901009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 -- 172.21.15.39:0/2733972963 >> 172.21.15.39:0/2733972963 conn(0x7f4990076570 msgr2=0x7f4990076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 -- 172.21.15.39:0/2733972963 shutdown_connections 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.098+0000 7f4995dc2700 1 -- 172.21.15.39:0/2733972963 wait complete. 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.099+0000 7f4995dc2700 1 Processor -- start 2023-12-07T14:01:16.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.099+0000 7f4995dc2700 1 -- start start 2023-12-07T14:01:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4990100530 0x7f499019d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990100ef0 0x7f499019dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4990106560 0x7f49901977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4990197e10 con 0x7f4990100ef0 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4990197f80 con 0x7f4990106560 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4990198140 con 0x7f4990100530 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990100ef0 0x7f499019dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990100ef0 0x7f499019dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51844/0 (socket says 172.21.15.39:51844) 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 -- 172.21.15.39:0/576526599 learned_addr learned my addr 172.21.15.39:0/576526599 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498f7fe700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4990100530 0x7f499019d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498ffff700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4990106560 0x7f49901977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 -- 172.21.15.39:0/576526599 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4990100530 msgr2=0x7f499019d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4990100530 0x7f499019d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 -- 172.21.15.39:0/576526599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4990106560 msgr2=0x7f49901977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4990106560 0x7f49901977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 -- 172.21.15.39:0/576526599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49780095f0 con 0x7f4990100ef0 2023-12-07T14:01:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498ffff700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4990106560 0x7f49901977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498effd700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990100ef0 0x7f499019dba0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f498000d950 tx=0x7f498000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4980009940 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4990198420 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4980010460 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498000f620 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.100+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49901a4650 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.101+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f49901117e0 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.103+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f49800108d0 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.103+0000 7f498cff9700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f497c0a1510 0x7f497c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.103+0000 7f498f7fe700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f497c0a1510 0x7f497c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.103+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f49800cd110 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.103+0000 7f498cff9700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] conn(0x7f497c0aaf50 0x7f497c0ad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.103+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 --> [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f497c0adac0 con 0x7f497c0aaf50 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.103+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=84) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49800cd5b0 con 0x7f4990100ef0 2023-12-07T14:01:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.104+0000 7f498ffff700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] conn(0x7f497c0aaf50 0x7f497c0ad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.104+0000 7f498f7fe700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f497c0a1510 0x7f497c0a39d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4978009990 tx=0x7f4978003680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.104+0000 7f498ffff700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] conn(0x7f497c0aaf50 0x7f497c0ad3f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.105+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== osd.9 v2:172.21.15.39:6826/4106147219 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f497c0adac0 con 0x7f497c0aaf50 2023-12-07T14:01:16.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.121+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 --> [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4990061cd0 con 0x7f497c0aaf50 2023-12-07T14:01:16.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.121+0000 7f498cff9700 1 -- 172.21.15.39:0/576526599 <== osd.9 v2:172.21.15.39:6826/4106147219 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f4990061cd0 con 0x7f497c0aaf50 2023-12-07T14:01:16.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] conn(0x7f497c0aaf50 msgr2=0x7f497c0ad3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] conn(0x7f497c0aaf50 0x7f497c0ad3f0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f497c0a1510 msgr2=0x7f497c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f497c0a1510 0x7f497c0a39d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f4978009990 tx=0x7f4978003680 comp rx=0 tx=0).stop 2023-12-07T14:01:16.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990100ef0 msgr2=0x7f499019dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 --2- 172.21.15.39:0/576526599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4990100ef0 0x7f499019dba0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f498000d950 tx=0x7f498000dc60 comp rx=0 tx=0).stop 2023-12-07T14:01:16.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f498ffff700 1 -- 172.21.15.39:0/576526599 reap_dead start 2023-12-07T14:01:16.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 shutdown_connections 2023-12-07T14:01:16.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 >> 172.21.15.39:0/576526599 conn(0x7f4990076570 msgr2=0x7f49900ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:16.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 shutdown_connections 2023-12-07T14:01:16.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.122+0000 7f4995dc2700 1 -- 172.21.15.39:0/576526599 wait complete. 2023-12-07T14:01:16.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 -- 172.21.15.39:0/2465533108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff801053f0 msgr2=0x7eff801057d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 --2- 172.21.15.39:0/2465533108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff801053f0 0x7eff801057d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7eff7c009990 tx=0x7eff7c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 -- 172.21.15.39:0/2465533108 shutdown_connections 2023-12-07T14:01:16.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 --2- 172.21.15.39:0/2465533108 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7eff80100e50 0x7eff8010d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 --2- 172.21.15.39:0/2465533108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff801053f0 0x7eff801057d0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 --2- 172.21.15.39:0/2465533108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff80100490 0x7eff80100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 -- 172.21.15.39:0/2465533108 >> 172.21.15.39:0/2465533108 conn(0x7eff800775d0 msgr2=0x7eff800779e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:16.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 -- 172.21.15.39:0/2465533108 shutdown_connections 2023-12-07T14:01:16.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 -- 172.21.15.39:0/2465533108 wait complete. 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 Processor -- start 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.331+0000 7eff8734a700 1 -- start start 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff8734a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff80100490 0x7eff80198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff8734a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff80100e50 0x7eff80198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff8734a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7eff801053f0 0x7eff801991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff8734a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff801a3a30 con 0x7eff80100e50 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff8734a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff801a3ba0 con 0x7eff80100490 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff8734a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff801a3d60 con 0x7eff801053f0 2023-12-07T14:01:16.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff80100e50 0x7eff80198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff80100e50 0x7eff80198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51860/0 (socket says 172.21.15.39:51860) 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 -- 172.21.15.39:0/3323663621 learned_addr learned my addr 172.21.15.39:0/3323663621 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff858e7700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7eff801053f0 0x7eff801991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff850e6700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff80100490 0x7eff80198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 -- 172.21.15.39:0/3323663621 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7eff801053f0 msgr2=0x7eff801991e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7eff801053f0 0x7eff801991e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 -- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff80100490 msgr2=0x7eff80198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7eff80100490 0x7eff80198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 -- 172.21.15.39:0/3323663621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff7c0095f0 con 0x7eff80100e50 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff848e5700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff80100e50 0x7eff80198c80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7eff7000c9b0 tx=0x7eff7000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.332+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff70007b00 con 0x7eff80100e50 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.333+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff801a3fe0 con 0x7eff80100e50 2023-12-07T14:01:16.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.333+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7eff7000ce50 con 0x7eff80100e50 2023-12-07T14:01:16.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.333+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff70018660 con 0x7eff80100e50 2023-12-07T14:01:16.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.333+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff801a44b0 con 0x7eff80100e50 2023-12-07T14:01:16.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.334+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7eff80110680 con 0x7eff80100e50 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.335+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7eff7000f450 con 0x7eff80100e50 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.335+0000 7eff767fc700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7eff6c0a1510 0x7eff6c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.335+0000 7eff850e6700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7eff6c0a1510 0x7eff6c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.335+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7eff700ccca0 con 0x7eff80100e50 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.335+0000 7eff767fc700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] conn(0x7eff6c0aaf50 0x7eff6c0ad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.335+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 --> [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7eff6c0adac0 con 0x7eff6c0aaf50 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.335+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7eff700cf3b0 con 0x7eff80100e50 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.336+0000 7eff850e6700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7eff6c0a1510 0x7eff6c0a39d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7eff7c00b5c0 tx=0x7eff7c005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.336+0000 7eff858e7700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] conn(0x7eff6c0aaf50 0x7eff6c0ad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:16.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.336+0000 7eff858e7700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] conn(0x7eff6c0aaf50 0x7eff6c0ad3f0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:16.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.337+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== osd.4 v2:172.21.15.55:6808/1492152843 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7eff6c0adac0 con 0x7eff6c0aaf50 2023-12-07T14:01:16.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.353+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 --> [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7eff80061cd0 con 0x7eff6c0aaf50 2023-12-07T14:01:16.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.354+0000 7eff767fc700 1 -- 172.21.15.39:0/3323663621 <== osd.4 v2:172.21.15.55:6808/1492152843 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7eff80061cd0 con 0x7eff6c0aaf50 2023-12-07T14:01:16.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] conn(0x7eff6c0aaf50 msgr2=0x7eff6c0ad3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] conn(0x7eff6c0aaf50 0x7eff6c0ad3f0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7eff6c0a1510 msgr2=0x7eff6c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7eff6c0a1510 0x7eff6c0a39d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7eff7c00b5c0 tx=0x7eff7c005960 comp rx=0 tx=0).stop 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff80100e50 msgr2=0x7eff80198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 --2- 172.21.15.39:0/3323663621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff80100e50 0x7eff80198c80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7eff7000c9b0 tx=0x7eff7000ccc0 comp rx=0 tx=0).stop 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff858e7700 1 -- 172.21.15.39:0/3323663621 reap_dead start 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 shutdown_connections 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 >> 172.21.15.39:0/3323663621 conn(0x7eff800775d0 msgr2=0x7eff800fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 shutdown_connections 2023-12-07T14:01:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:16.355+0000 7eff8734a700 1 -- 172.21.15.39:0/3323663621 wait complete. 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: pgmap v283: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 11 op/s 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-12-07T14:01:16.420 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:16 smithi039 ceph-mon[98864]: osdmap e84: 12 total, 12 up, 12 in 2023-12-07T14:01:16.444 INFO:teuthology.orchestra.run.smithi039.stdout:77309411387 2023-12-07T14:01:16.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.2 2023-12-07T14:01:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: pgmap v283: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 11 op/s 2023-12-07T14:01:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-12-07T14:01:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-12-07T14:01:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2023-12-07T14:01:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2023-12-07T14:01:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2023-12-07T14:01:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-12-07T14:01:16.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:16 smithi055 ceph-mon[103363]: osdmap e84: 12 total, 12 up, 12 in 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: pgmap v283: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 938 B/s wr, 11 op/s 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.16", "id": [2, 4]}]': finished 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3c", "id": [4, 9]}]': finished 2023-12-07T14:01:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:16 smithi089 ceph-mon[103124]: osdmap e84: 12 total, 12 up, 12 in 2023-12-07T14:01:17.367 INFO:teuthology.orchestra.run.smithi039.stdout:197568495657 2023-12-07T14:01:17.368 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.6 2023-12-07T14:01:17.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:17 smithi039 ceph-mon[98864]: osdmap e85: 12 total, 12 up, 12 in 2023-12-07T14:01:17.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:17 smithi055 ceph-mon[103363]: osdmap e85: 12 total, 12 up, 12 in 2023-12-07T14:01:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:17 smithi089 ceph-mon[103124]: osdmap e85: 12 total, 12 up, 12 in 2023-12-07T14:01:17.691 INFO:teuthology.orchestra.run.smithi039.stdout:283467841563 2023-12-07T14:01:17.692 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.9 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.823+0000 7f734fa63700 1 -- 172.21.15.39:0/832659024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348074120 msgr2=0x7f734810daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.823+0000 7f734fa63700 1 --2- 172.21.15.39:0/832659024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348074120 0x7f734810daf0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7338009990 tx=0x7f7338009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.823+0000 7f734fa63700 1 -- 172.21.15.39:0/832659024 shutdown_connections 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.823+0000 7f734fa63700 1 --2- 172.21.15.39:0/832659024 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f734810e030 0x7f7348110420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.823+0000 7f734fa63700 1 --2- 172.21.15.39:0/832659024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7348073800 0x7f7348073be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.823+0000 7f734fa63700 1 --2- 172.21.15.39:0/832659024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348074120 0x7f734810daf0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.823+0000 7f734fa63700 1 -- 172.21.15.39:0/832659024 >> 172.21.15.39:0/832659024 conn(0x7f73480787c0 msgr2=0x7f7348078bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.824+0000 7f734fa63700 1 -- 172.21.15.39:0/832659024 shutdown_connections 2023-12-07T14:01:17.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.824+0000 7f734fa63700 1 -- 172.21.15.39:0/832659024 wait complete. 2023-12-07T14:01:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.824+0000 7f734fa63700 1 Processor -- start 2023-12-07T14:01:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.824+0000 7f734fa63700 1 -- start start 2023-12-07T14:01:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.824+0000 7f734fa63700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348073800 0x7f7348101750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.824+0000 7f734fa63700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7348074120 0x7f7348101c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734fa63700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f734810e030 0x7f73481021d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:17.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734fa63700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73481aa2c0 con 0x7f7348073800 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734fa63700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73481aa400 con 0x7f734810e030 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734fa63700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73481aa5c0 con 0x7f7348074120 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348073800 0x7f7348101750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348073800 0x7f7348101750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51872/0 (socket says 172.21.15.39:51872) 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 -- 172.21.15.39:0/1758541408 learned_addr learned my addr 172.21.15.39:0/1758541408 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734e000700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f734810e030 0x7f73481021d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734cffe700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7348074120 0x7f7348101c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 -- 172.21.15.39:0/1758541408 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7348074120 msgr2=0x7f7348101c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7348074120 0x7f7348101c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 -- 172.21.15.39:0/1758541408 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f734810e030 msgr2=0x7f73481021d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f734810e030 0x7f73481021d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 -- 172.21.15.39:0/1758541408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73380095f0 con 0x7f7348073800 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734cffe700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7348074120 0x7f7348101c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734d7ff700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348073800 0x7f7348101750 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f734400d980 tx=0x7f734400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:17.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7344004220 con 0x7f7348073800 2023-12-07T14:01:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73481aa8a0 con 0x7f7348073800 2023-12-07T14:01:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7344007640 con 0x7f7348073800 2023-12-07T14:01:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7344005610 con 0x7f7348073800 2023-12-07T14:01:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.825+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73481aada0 con 0x7f7348073800 2023-12-07T14:01:17.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.826+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7348113ab0 con 0x7f7348073800 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.827+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f7344004750 con 0x7f7348073800 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.828+0000 7f733e7fc700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f73340a1510 0x7f73340a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.828+0000 7f734cffe700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f73340a1510 0x7f73340a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.828+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f73440cd400 con 0x7f7348073800 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.828+0000 7f733e7fc700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] conn(0x7f73340aaf50 0x7f73340ad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.828+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 --> [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f73340adac0 con 0x7f73340aaf50 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.828+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f73440cd770 con 0x7f7348073800 2023-12-07T14:01:17.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.828+0000 7f734e000700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] conn(0x7f73340aaf50 0x7f73340ad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:17.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.829+0000 7f734cffe700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f73340a1510 0x7f73340a39d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f733800b5c0 tx=0x7f7338005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:17.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.829+0000 7f734e000700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] conn(0x7f73340aaf50 0x7f73340ad3f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:17.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.830+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== osd.3 v2:172.21.15.39:6810/2905524823 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f73340adac0 con 0x7f73340aaf50 2023-12-07T14:01:17.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.847+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 --> [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7348074e90 con 0x7f73340aaf50 2023-12-07T14:01:17.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.847+0000 7f733e7fc700 1 -- 172.21.15.39:0/1758541408 <== osd.3 v2:172.21.15.39:6810/2905524823 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f7348074e90 con 0x7f73340aaf50 2023-12-07T14:01:17.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] conn(0x7f73340aaf50 msgr2=0x7f73340ad3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:17.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] conn(0x7f73340aaf50 0x7f73340ad3f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f73340a1510 msgr2=0x7f73340a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:17.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f73340a1510 0x7f73340a39d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f733800b5c0 tx=0x7f7338005fb0 comp rx=0 tx=0).stop 2023-12-07T14:01:17.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348073800 msgr2=0x7f7348101750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:17.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 --2- 172.21.15.39:0/1758541408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7348073800 0x7f7348101750 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f734400d980 tx=0x7f734400dc90 comp rx=0 tx=0).stop 2023-12-07T14:01:17.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734e000700 1 -- 172.21.15.39:0/1758541408 reap_dead start 2023-12-07T14:01:17.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 shutdown_connections 2023-12-07T14:01:17.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 >> 172.21.15.39:0/1758541408 conn(0x7f73480787c0 msgr2=0x7f73480fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:17.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 shutdown_connections 2023-12-07T14:01:17.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:17.848+0000 7f734fa63700 1 -- 172.21.15.39:0/1758541408 wait complete. 2023-12-07T14:01:18.513 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:18 smithi039 ceph-mon[98864]: pgmap v286: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 9 op/s 2023-12-07T14:01:18.514 INFO:teuthology.orchestra.run.smithi039.stdout:335007449106 2023-12-07T14:01:18.514 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.11 2023-12-07T14:01:18.647 INFO:teuthology.orchestra.run.smithi039.stdout:111669149750 2023-12-07T14:01:18.648 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.3 2023-12-07T14:01:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:18 smithi055 ceph-mon[103363]: pgmap v286: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 9 op/s 2023-12-07T14:01:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:18 smithi089 ceph-mon[103124]: pgmap v286: 97 pgs: 3 peering, 94 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 9 op/s 2023-12-07T14:01:18.697 INFO:teuthology.orchestra.run.smithi039.stdout:146028888114 2023-12-07T14:01:18.697 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.4 2023-12-07T14:01:18.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.727+0000 7f148d5dc700 1 -- 172.21.15.39:0/3260688446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f148810cf00 msgr2=0x7f1488114ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:18.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.727+0000 7f148d5dc700 1 --2- 172.21.15.39:0/3260688446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f148810cf00 0x7f1488114ad0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f148001afa0 tx=0x7f148001c330 comp rx=0 tx=0).stop 2023-12-07T14:01:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.728+0000 7f148d5dc700 1 -- 172.21.15.39:0/3260688446 shutdown_connections 2023-12-07T14:01:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.729+0000 7f148d5dc700 1 --2- 172.21.15.39:0/3260688446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f148810cf00 0x7f1488114ad0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.729+0000 7f148d5dc700 1 --2- 172.21.15.39:0/3260688446 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1488107e20 0x7f1488108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.729+0000 7f148d5dc700 1 --2- 172.21.15.39:0/3260688446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14881087d0 0x7f148810c820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.729+0000 7f148d5dc700 1 -- 172.21.15.39:0/3260688446 >> 172.21.15.39:0/3260688446 conn(0x7f1488074da0 msgr2=0x7f14880771c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.729+0000 7f148d5dc700 1 -- 172.21.15.39:0/3260688446 shutdown_connections 2023-12-07T14:01:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.729+0000 7f148d5dc700 1 -- 172.21.15.39:0/3260688446 wait complete. 2023-12-07T14:01:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.730+0000 7f148d5dc700 1 Processor -- start 2023-12-07T14:01:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.730+0000 7f148d5dc700 1 -- start start 2023-12-07T14:01:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f148d5dc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1488107e20 0x7f14881107f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f148d5dc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14881087d0 0x7f1488110d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f148d5dc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f148810cf00 0x7f1488081f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f148d5dc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1488079e20 con 0x7f1488107e20 2023-12-07T14:01:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f148d5dc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1488079f90 con 0x7f148810cf00 2023-12-07T14:01:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f148d5dc700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f148807a150 con 0x7f14881087d0 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f1486ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1488107e20 0x7f14881107f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f1486ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1488107e20 0x7f14881107f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51902/0 (socket says 172.21.15.39:51902) 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f1486ffd700 1 -- 172.21.15.39:0/3667533684 learned_addr learned my addr 172.21.15.39:0/3667533684 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f14867fc700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14881087d0 0x7f1488110d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f14877fe700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f148810cf00 0x7f1488081f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.731+0000 7f14867fc700 1 -- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f148810cf00 msgr2=0x7f1488081f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f14867fc700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f148810cf00 0x7f1488081f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f14867fc700 1 -- 172.21.15.39:0/3667533684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1488107e20 msgr2=0x7f14881107f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f14867fc700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1488107e20 0x7f14881107f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f14867fc700 1 -- 172.21.15.39:0/3667533684 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f148001ac50 con 0x7f14881087d0 2023-12-07T14:01:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f14867fc700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14881087d0 0x7f1488110d30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f148806ac90 tx=0x7f147c00b750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:18.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f147c011830 con 0x7f14881087d0 2023-12-07T14:01:18.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f148807a430 con 0x7f14881087d0 2023-12-07T14:01:18.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.732+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f148807a930 con 0x7f14881087d0 2023-12-07T14:01:18.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.733+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f148806d950 con 0x7f14881087d0 2023-12-07T14:01:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.735+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f147c00be50 con 0x7f14881087d0 2023-12-07T14:01:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.735+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f147c010d70 con 0x7f14881087d0 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.740+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f147c010410 con 0x7f14881087d0 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.741+0000 7f1477fff700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f14700a1510 0x7f14700a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.741+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f147c0ccc10 con 0x7f14881087d0 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.741+0000 7f1477fff700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] conn(0x7f14700aaf50 0x7f14700ad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.741+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 --> [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f14700adac0 con 0x7f14700aaf50 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.741+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f147c0cd0b0 con 0x7f14881087d0 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.741+0000 7f14877fe700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] conn(0x7f14700aaf50 0x7f14700ad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:18.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.742+0000 7f1486ffd700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f14700a1510 0x7f14700a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:18.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.742+0000 7f14877fe700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] conn(0x7f14700aaf50 0x7f14700ad3f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:18.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.742+0000 7f1486ffd700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f14700a1510 0x7f14700a39d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1478009d30 tx=0x7f1478009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:18.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.743+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== osd.7 v2:172.21.15.55:6816/4205525342 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f14700adac0 con 0x7f14700aaf50 2023-12-07T14:01:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.779+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 --> [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1488061c50 con 0x7f14700aaf50 2023-12-07T14:01:18.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.781+0000 7f1477fff700 1 -- 172.21.15.39:0/3667533684 <== osd.7 v2:172.21.15.55:6816/4205525342 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f1488061c50 con 0x7f14700aaf50 2023-12-07T14:01:18.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.782+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] conn(0x7f14700aaf50 msgr2=0x7f14700ad3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:18.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.782+0000 7f148d5dc700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] conn(0x7f14700aaf50 0x7f14700ad3f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.782+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f14700a1510 msgr2=0x7f14700a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.782+0000 7f148d5dc700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f14700a1510 0x7f14700a39d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1478009d30 tx=0x7f1478009310 comp rx=0 tx=0).stop 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.782+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14881087d0 msgr2=0x7f1488110d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.782+0000 7f148d5dc700 1 --2- 172.21.15.39:0/3667533684 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14881087d0 0x7f1488110d30 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f148806ac90 tx=0x7f147c00b750 comp rx=0 tx=0).stop 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.782+0000 7f14877fe700 1 -- 172.21.15.39:0/3667533684 reap_dead start 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.783+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 shutdown_connections 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.783+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 >> 172.21.15.39:0/3667533684 conn(0x7f1488074da0 msgr2=0x7f14880770d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:18.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.783+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 shutdown_connections 2023-12-07T14:01:18.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.783+0000 7f148d5dc700 1 -- 172.21.15.39:0/3667533684 wait complete. 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 -- 172.21.15.39:0/2379249504 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 msgr2=0x7f505010d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 --2- 172.21.15.39:0/2379249504 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 0x7f505010d330 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5048009fc0 tx=0x7f504800b330 comp rx=0 tx=0).stop 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 -- 172.21.15.39:0/2379249504 shutdown_connections 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 --2- 172.21.15.39:0/2379249504 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 0x7f505010d330 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 --2- 172.21.15.39:0/2379249504 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5050106560 0x7f5050106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 --2- 172.21.15.39:0/2379249504 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5050100530 0x7f50501009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 -- 172.21.15.39:0/2379249504 >> 172.21.15.39:0/2379249504 conn(0x7f5050076570 msgr2=0x7f5050076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 -- 172.21.15.39:0/2379249504 shutdown_connections 2023-12-07T14:01:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.019+0000 7f50584e9700 1 -- 172.21.15.39:0/2379249504 wait complete. 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 Processor -- start 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 -- start start 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5050100530 0x7f5050197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 0x7f5050197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5050106560 0x7f505019c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505019c930 con 0x7f5050100ef0 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505019caa0 con 0x7f5050100530 2023-12-07T14:01:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f50584e9700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f505019cc60 con 0x7f5050106560 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f5055a84700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 0x7f5050197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f5055a84700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 0x7f5050197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51934/0 (socket says 172.21.15.39:51934) 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f5055a84700 1 -- 172.21.15.39:0/2236545412 learned_addr learned my addr 172.21.15.39:0/2236545412 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.020+0000 7f5056285700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5050100530 0x7f5050197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5056a86700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5050106560 0x7f505019c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5055a84700 1 -- 172.21.15.39:0/2236545412 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5050106560 msgr2=0x7f505019c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5055a84700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5050106560 0x7f505019c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5055a84700 1 -- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5050100530 msgr2=0x7f5050197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5055a84700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5050100530 0x7f5050197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5055a84700 1 -- 172.21.15.39:0/2236545412 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5048009c40 con 0x7f5050100ef0 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5056a86700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5050106560 0x7f505019c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f5055a84700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 0x7f5050197f80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f504000e9a0 tx=0x7f504000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5040009790 con 0x7f5050100ef0 2023-12-07T14:01:19.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f504000cbd0 con 0x7f5050100ef0 2023-12-07T14:01:19.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f505019cf40 con 0x7f5050100ef0 2023-12-07T14:01:19.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f504000eee0 con 0x7f5050100ef0 2023-12-07T14:01:19.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.021+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50501a47e0 con 0x7f5050100ef0 2023-12-07T14:01:19.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.022+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5050110690 con 0x7f5050100ef0 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.023+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f504000cd40 con 0x7f5050100ef0 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f50477fe700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f503c0a1510 0x7f503c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f5040014070 con 0x7f5050100ef0 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f5056285700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f503c0a1510 0x7f503c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f50477fe700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] conn(0x7f503c0aaf50 0x7f503c0ad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 --> [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f503c0adac0 con 0x7f503c0aaf50 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50400cdad0 con 0x7f5050100ef0 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f5056285700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f503c0a1510 0x7f503c0a39d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f504c005fd0 tx=0x7f504c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.024+0000 7f5056a86700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] conn(0x7f503c0aaf50 0x7f503c0ad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.025+0000 7f5056a86700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] conn(0x7f503c0aaf50 0x7f503c0ad3f0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.026+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== osd.10 v2:172.21.15.55:6824/658902834 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f503c0adac0 con 0x7f503c0aaf50 2023-12-07T14:01:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.043+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 --> [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f5050104520 con 0x7f503c0aaf50 2023-12-07T14:01:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.043+0000 7f50477fe700 1 -- 172.21.15.39:0/2236545412 <== osd.10 v2:172.21.15.55:6824/658902834 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f5050104520 con 0x7f503c0aaf50 2023-12-07T14:01:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] conn(0x7f503c0aaf50 msgr2=0x7f503c0ad3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] conn(0x7f503c0aaf50 0x7f503c0ad3f0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f503c0a1510 msgr2=0x7f503c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f503c0a1510 0x7f503c0a39d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f504c005fd0 tx=0x7f504c009310 comp rx=0 tx=0).stop 2023-12-07T14:01:19.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 msgr2=0x7f5050197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 --2- 172.21.15.39:0/2236545412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5050100ef0 0x7f5050197f80 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f504000e9a0 tx=0x7f504000ed60 comp rx=0 tx=0).stop 2023-12-07T14:01:19.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f5056a86700 1 -- 172.21.15.39:0/2236545412 reap_dead start 2023-12-07T14:01:19.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 shutdown_connections 2023-12-07T14:01:19.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 >> 172.21.15.39:0/2236545412 conn(0x7f5050076570 msgr2=0x7f50500ff7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 shutdown_connections 2023-12-07T14:01:19.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.044+0000 7f50584e9700 1 -- 172.21.15.39:0/2236545412 wait complete. 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.792+0000 7f8701d64700 1 -- 172.21.15.39:0/4077994171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1004c0 msgr2=0x7f86fc100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.793+0000 7f8701d64700 1 --2- 172.21.15.39:0/4077994171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1004c0 0x7f86fc100940 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f86ec009920 tx=0x7f86ec009c30 comp rx=0 tx=0).stop 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.793+0000 7f8701d64700 1 -- 172.21.15.39:0/4077994171 shutdown_connections 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.793+0000 7f8701d64700 1 --2- 172.21.15.39:0/4077994171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86fc100e80 0x7f86fc10d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.793+0000 7f8701d64700 1 --2- 172.21.15.39:0/4077994171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86fc105470 0x7f86fc105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.793+0000 7f8701d64700 1 --2- 172.21.15.39:0/4077994171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1004c0 0x7f86fc100940 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.793+0000 7f8701d64700 1 -- 172.21.15.39:0/4077994171 >> 172.21.15.39:0/4077994171 conn(0x7f86fc0774a0 msgr2=0x7f86fc0778b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.793+0000 7f8701d64700 1 -- 172.21.15.39:0/4077994171 shutdown_connections 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.800+0000 7f8701d64700 1 -- 172.21.15.39:0/4077994171 wait complete. 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.801+0000 7f8701d64700 1 Processor -- start 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.801+0000 7f8701d64700 1 -- start start 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f8701d64700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86fc100e80 0x7f86fc196a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f8701d64700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86fc196fd0 0x7f86fc197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f8701d64700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1a4100 0x7f86fc1a64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f8701d64700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86fc1a6a30 con 0x7f86fc1a4100 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f8701d64700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86fc1a6b70 con 0x7f86fc100e80 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f8701d64700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86fc1a6cb0 con 0x7f86fc196fd0 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f86fbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1a4100 0x7f86fc1a64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f86faffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86fc196fd0 0x7f86fc197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f86fbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1a4100 0x7f86fc1a64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51922/0 (socket says 172.21.15.39:51922) 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f86fbfff700 1 -- 172.21.15.39:0/426673156 learned_addr learned my addr 172.21.15.39:0/426673156 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f86faffd700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86fc196fd0 0x7f86fc197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:56642/0 (socket says 172.21.15.39:56642) 2023-12-07T14:01:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.802+0000 7f86fb7fe700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86fc100e80 0x7f86fc196a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86fbfff700 1 -- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86fc196fd0 msgr2=0x7f86fc197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86fbfff700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86fc196fd0 0x7f86fc197450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86fbfff700 1 -- 172.21.15.39:0/426673156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86fc100e80 msgr2=0x7f86fc196a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86fbfff700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86fc100e80 0x7f86fc196a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86fbfff700 1 -- 172.21.15.39:0/426673156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86ec009520 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86faffd700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f86fc196fd0 0x7f86fc197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86fb7fe700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f86fc100e80 0x7f86fc196a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86fbfff700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1a4100 0x7f86fc1a64f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f86f4007f10 tx=0x7f86f400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86f400ddd0 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86fc1a6f90 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f86f400f040 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86f4004870 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.803+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86fc1a7400 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.806+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f86fc110730 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.807+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f86f4003a00 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.808+0000 7f86f8ff9700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86e40a1590 0x7f86e40a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.808+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f86f40cc690 con 0x7f86fc1a4100 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.808+0000 7f86f8ff9700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] conn(0x7f86e40aafd0 0x7f86e40ad470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.808+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 --> [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f86e40adb40 con 0x7f86e40aafd0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.809+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f86f4095b90 con 0x7f86fc1a4100 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.809+0000 7f86fb7fe700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86e40a1590 0x7f86e40a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.810+0000 7f86fb7fe700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86e40a1590 0x7f86e40a3a50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f86fc1015b0 tx=0x7f86f0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.814+0000 7f86faffd700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] conn(0x7f86e40aafd0 0x7f86e40ad470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.814+0000 7f86faffd700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] conn(0x7f86e40aafd0 0x7f86e40ad470 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.815+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== osd.8 v2:172.21.15.89:6816/2130589104 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f86e40adb40 con 0x7f86e40aafd0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.839+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 --> [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f86fc061c50 con 0x7f86e40aafd0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f86f8ff9700 1 -- 172.21.15.39:0/426673156 <== osd.8 v2:172.21.15.89:6816/2130589104 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f86fc061c50 con 0x7f86e40aafd0 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] conn(0x7f86e40aafd0 msgr2=0x7f86e40ad470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f8701d64700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] conn(0x7f86e40aafd0 0x7f86e40ad470 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86e40a1590 msgr2=0x7f86e40a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f8701d64700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f86e40a1590 0x7f86e40a3a50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f86fc1015b0 tx=0x7f86f0009310 comp rx=0 tx=0).stop 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1a4100 msgr2=0x7f86fc1a64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f8701d64700 1 --2- 172.21.15.39:0/426673156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86fc1a4100 0x7f86fc1a64f0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f86f4007f10 tx=0x7f86f400d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.840+0000 7f86fbfff700 1 -- 172.21.15.39:0/426673156 reap_dead start 2023-12-07T14:01:19.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.842+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 shutdown_connections 2023-12-07T14:01:19.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.842+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 >> 172.21.15.39:0/426673156 conn(0x7f86fc0774a0 msgr2=0x7f86fc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.842+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 shutdown_connections 2023-12-07T14:01:19.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.842+0000 7f8701d64700 1 -- 172.21.15.39:0/426673156 wait complete. 2023-12-07T14:01:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 -- 172.21.15.39:0/2028431177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874106560 msgr2=0x7f9874106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 --2- 172.21.15.39:0/2028431177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874106560 0x7f9874106940 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f98640099c0 tx=0x7f9864009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 -- 172.21.15.39:0/2028431177 shutdown_connections 2023-12-07T14:01:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 --2- 172.21.15.39:0/2028431177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9874100ef0 0x7f987410d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 --2- 172.21.15.39:0/2028431177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874106560 0x7f9874106940 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 --2- 172.21.15.39:0/2028431177 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9874100530 0x7f98741009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 -- 172.21.15.39:0/2028431177 >> 172.21.15.39:0/2028431177 conn(0x7f9874076570 msgr2=0x7f9874076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 -- 172.21.15.39:0/2028431177 shutdown_connections 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.272+0000 7f9879ce2700 1 -- 172.21.15.39:0/2028431177 wait complete. 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.273+0000 7f9879ce2700 1 Processor -- start 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.273+0000 7f9879ce2700 1 -- start start 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9879ce2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9874100530 0x7f9874198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9879ce2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874100ef0 0x7f9874198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9879ce2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9874106560 0x7f98741a37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9879ce2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9874199530 con 0x7f9874100ef0 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9879ce2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98741a3d10 con 0x7f9874106560 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9879ce2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98741a3e50 con 0x7f9874100530 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874100ef0 0x7f9874198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874100ef0 0x7f9874198c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51950/0 (socket says 172.21.15.39:51950) 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 -- 172.21.15.39:0/986760764 learned_addr learned my addr 172.21.15.39:0/986760764 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f98737fe700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9874100530 0x7f9874198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9873fff700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9874106560 0x7f98741a37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 -- 172.21.15.39:0/986760764 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9874100530 msgr2=0x7f9874198750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9874100530 0x7f9874198750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 -- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9874106560 msgr2=0x7f98741a37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9874106560 0x7f98741a37d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 -- 172.21.15.39:0/986760764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98640095f0 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.274+0000 7f9872ffd700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874100ef0 0x7f9874198c90 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f986800c9e0 tx=0x7f986800cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.275+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9868007ac0 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.275+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9868007c20 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.275+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98741a4100 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.275+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9868018660 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.275+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98741a4600 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.275+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9874110710 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.277+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f986800f450 con 0x7f9874100ef0 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.277+0000 7f9870ff9700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f985c0a1510 0x7f985c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.277+0000 7f98737fe700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f985c0a1510 0x7f985c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.277+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f98680cd1c0 con 0x7f9874100ef0 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.278+0000 7f9870ff9700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] conn(0x7f985c0aaf50 0x7f985c0ad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.278+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 --> [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f985c0adac0 con 0x7f985c0aaf50 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.278+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98680cd660 con 0x7f9874100ef0 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.278+0000 7f98737fe700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f985c0a1510 0x7f985c0a39d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9864000c00 tx=0x7f9864005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.278+0000 7f9873fff700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] conn(0x7f985c0aaf50 0x7f985c0ad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.278+0000 7f9873fff700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] conn(0x7f985c0aaf50 0x7f985c0ad3f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.279+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== osd.1 v2:172.21.15.55:6800/3250664191 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7f985c0adac0 con 0x7f985c0aaf50 2023-12-07T14:01:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.296+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 --> [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9874061c50 con 0x7f985c0aaf50 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9870ff9700 1 -- 172.21.15.39:0/986760764 <== osd.1 v2:172.21.15.55:6800/3250664191 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9874061c50 con 0x7f985c0aaf50 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] conn(0x7f985c0aaf50 msgr2=0x7f985c0ad3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] conn(0x7f985c0aaf50 0x7f985c0ad3f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f985c0a1510 msgr2=0x7f985c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f985c0a1510 0x7f985c0a39d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9864000c00 tx=0x7f9864005fb0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874100ef0 msgr2=0x7f9874198c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 --2- 172.21.15.39:0/986760764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9874100ef0 0x7f9874198c90 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f986800c9e0 tx=0x7f986800cda0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9873fff700 1 -- 172.21.15.39:0/986760764 reap_dead start 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 shutdown_connections 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 >> 172.21.15.39:0/986760764 conn(0x7f9874076570 msgr2=0x7f98740ff130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 shutdown_connections 2023-12-07T14:01:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:19.297+0000 7f9879ce2700 1 -- 172.21.15.39:0/986760764 wait complete. 2023-12-07T14:01:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.588+0000 7fbf41fd2700 1 -- 172.21.15.39:0/2969913411 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbf3c105470 msgr2=0x7fbf3c105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.588+0000 7fbf41fd2700 1 --2- 172.21.15.39:0/2969913411 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbf3c105470 0x7fbf3c105850 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c0098f0 tx=0x7fbf2c009c00 comp rx=0 tx=0).stop 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.589+0000 7fbf41fd2700 1 -- 172.21.15.39:0/2969913411 shutdown_connections 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.589+0000 7fbf41fd2700 1 --2- 172.21.15.39:0/2969913411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf3c100e80 0x7fbf3c10d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.589+0000 7fbf41fd2700 1 --2- 172.21.15.39:0/2969913411 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbf3c105470 0x7fbf3c105850 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.589+0000 7fbf41fd2700 1 --2- 172.21.15.39:0/2969913411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf3c1004c0 0x7fbf3c100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.589+0000 7fbf41fd2700 1 -- 172.21.15.39:0/2969913411 >> 172.21.15.39:0/2969913411 conn(0x7fbf3c0774a0 msgr2=0x7fbf3c0778b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.589+0000 7fbf41fd2700 1 -- 172.21.15.39:0/2969913411 shutdown_connections 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.589+0000 7fbf41fd2700 1 -- 172.21.15.39:0/2969913411 wait complete. 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.590+0000 7fbf41fd2700 1 Processor -- start 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.590+0000 7fbf41fd2700 1 -- start start 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf41fd2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf3c1004c0 0x7fbf3c19d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf41fd2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbf3c100e80 0x7fbf3c19dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf41fd2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf3c105470 0x7fbf3c197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf41fd2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c197f80 con 0x7fbf3c105470 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf41fd2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c1980f0 con 0x7fbf3c1004c0 2023-12-07T14:01:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf41fd2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf3c1982b0 con 0x7fbf3c100e80 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf3c1004c0 0x7fbf3c19d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf3c1004c0 0x7fbf3c19d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:43090/0 (socket says 172.21.15.39:43090) 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3b7fe700 1 -- 172.21.15.39:0/3313973519 learned_addr learned my addr 172.21.15.39:0/3313973519 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3affd700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbf3c100e80 0x7fbf3c19dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3bfff700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf3c105470 0x7fbf3c197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3b7fe700 1 -- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbf3c100e80 msgr2=0x7fbf3c19dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3b7fe700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbf3c100e80 0x7fbf3c19dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.591+0000 7fbf3b7fe700 1 -- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf3c105470 msgr2=0x7fbf3c197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.592+0000 7fbf3b7fe700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf3c105470 0x7fbf3c197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.592+0000 7fbf3b7fe700 1 -- 172.21.15.39:0/3313973519 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf2c009520 con 0x7fbf3c1004c0 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.592+0000 7fbf3b7fe700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf3c1004c0 0x7fbf3c19d7e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009230 tx=0x7fbf2c010fe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.592+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c01c070 con 0x7fbf3c1004c0 2023-12-07T14:01:19.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.592+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf3c198530 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.592+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf3c10dbc0 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.593+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fbf3c111840 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.593+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbf2c005040 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.593+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf2c003920 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.595+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fbf2c020030 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.596+0000 7fbf38ff9700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbf240a1590 0x7fbf240a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.596+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fbf2c0cf140 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.596+0000 7fbf38ff9700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] conn(0x7fbf240aafd0 0x7fbf240ad470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.596+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 --> [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fbf240adb40 con 0x7fbf240aafd0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.596+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf2c0cf5e0 con 0x7fbf3c1004c0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.597+0000 7fbf3affd700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbf240a1590 0x7fbf240a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.597+0000 7fbf3bfff700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] conn(0x7fbf240aafd0 0x7fbf240ad470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:19.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.597+0000 7fbf3affd700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbf240a1590 0x7fbf240a3a50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c198ae0 tx=0x7fbf30009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.597+0000 7fbf3bfff700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] conn(0x7fbf240aafd0 0x7fbf240ad470 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.598+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== osd.5 v2:172.21.15.89:6808/2337014915 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26965 (crc 0 0 0) 0x7fbf240adb40 con 0x7fbf240aafd0 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.636+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 --> [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fbf3c061c50 con 0x7fbf240aafd0 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.639+0000 7fbf38ff9700 1 -- 172.21.15.39:0/3313973519 <== osd.5 v2:172.21.15.89:6808/2337014915 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fbf3c061c50 con 0x7fbf240aafd0 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.639+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] conn(0x7fbf240aafd0 msgr2=0x7fbf240ad470 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.639+0000 7fbf41fd2700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] conn(0x7fbf240aafd0 0x7fbf240ad470 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.639+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbf240a1590 msgr2=0x7fbf240a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.639+0000 7fbf41fd2700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbf240a1590 0x7fbf240a3a50 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c198ae0 tx=0x7fbf30009260 comp rx=0 tx=0).stop 2023-12-07T14:01:19.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.639+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf3c1004c0 msgr2=0x7fbf3c19d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:19.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.639+0000 7fbf41fd2700 1 --2- 172.21.15.39:0/3313973519 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf3c1004c0 0x7fbf3c19d7e0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c009230 tx=0x7fbf2c010fe0 comp rx=0 tx=0).stop 2023-12-07T14:01:19.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.640+0000 7fbf3bfff700 1 -- 172.21.15.39:0/3313973519 reap_dead start 2023-12-07T14:01:19.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.641+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 shutdown_connections 2023-12-07T14:01:19.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.641+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 >> 172.21.15.39:0/3313973519 conn(0x7fbf3c0774a0 msgr2=0x7fbf3c0fe770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:19.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.641+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 shutdown_connections 2023-12-07T14:01:19.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:18.641+0000 7fbf41fd2700 1 -- 172.21.15.39:0/3313973519 wait complete. 2023-12-07T14:01:19.806 INFO:teuthology.orchestra.run.smithi039.stdout:219043332132 2023-12-07T14:01:19.807 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.7 2023-12-07T14:01:20.080 INFO:teuthology.orchestra.run.smithi039.stdout:55834574912 2023-12-07T14:01:20.080 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.1 2023-12-07T14:01:20.188 INFO:teuthology.orchestra.run.smithi039.stdout:304942678039 2023-12-07T14:01:20.189 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.10 2023-12-07T14:01:20.282 INFO:teuthology.orchestra.run.smithi039.stdout:167503724589 2023-12-07T14:01:20.283 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.5 2023-12-07T14:01:20.541 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:20.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:20 smithi039 ceph-mon[98864]: pgmap v287: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 511 B/s wr, 12 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:20.592 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:20 smithi055 ceph-mon[103363]: pgmap v287: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 511 B/s wr, 12 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:20 smithi089 ceph-mon[103124]: pgmap v287: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 511 B/s wr, 12 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:21.499 INFO:teuthology.orchestra.run.smithi039.stdout:253403070495 2023-12-07T14:01:21.500 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph osd last-stat-seq osd.8 2023-12-07T14:01:21.917 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:22.092 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:22.412 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:22.412 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:22 smithi039 ceph-mon[98864]: pgmap v288: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:22.620 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:22.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:22 smithi055 ceph-mon[103363]: pgmap v288: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:22.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:22 smithi089 ceph-mon[103124]: pgmap v288: 97 pgs: 97 active+clean; 639 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 -- 172.21.15.39:0/2459166586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28105470 msgr2=0x7f2f28105850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 --2- 172.21.15.39:0/2459166586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28105470 0x7f2f28105850 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2f240099c0 tx=0x7f2f24009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 -- 172.21.15.39:0/2459166586 shutdown_connections 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 --2- 172.21.15.39:0/2459166586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2f28100e80 0x7f2f2810d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 --2- 172.21.15.39:0/2459166586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28105470 0x7f2f28105850 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 --2- 172.21.15.39:0/2459166586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f281004c0 0x7f2f28100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 -- 172.21.15.39:0/2459166586 >> 172.21.15.39:0/2459166586 conn(0x7f2f280774a0 msgr2=0x7f2f280778b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:22.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 -- 172.21.15.39:0/2459166586 shutdown_connections 2023-12-07T14:01:22.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.886+0000 7f2f30775700 1 -- 172.21.15.39:0/2459166586 wait complete. 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.887+0000 7f2f30775700 1 Processor -- start 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.887+0000 7f2f30775700 1 -- start start 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.887+0000 7f2f30775700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2f281004c0 0x7f2f2819c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.887+0000 7f2f30775700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28100e80 0x7f2f2819cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f30775700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f28105470 0x7f2f28196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f30775700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f28196d80 con 0x7f2f28100e80 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f30775700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f28196ef0 con 0x7f2f28105470 2023-12-07T14:01:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f30775700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f281970b0 con 0x7f2f281004c0 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28100e80 0x7f2f2819cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28100e80 0x7f2f2819cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51964/0 (socket says 172.21.15.39:51964) 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 -- 172.21.15.39:0/4272926962 learned_addr learned my addr 172.21.15.39:0/4272926962 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2e511700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2f281004c0 0x7f2f2819c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2ed12700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f28105470 0x7f2f28196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 -- 172.21.15.39:0/4272926962 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2f281004c0 msgr2=0x7f2f2819c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2f281004c0 0x7f2f2819c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 -- 172.21.15.39:0/4272926962 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f28105470 msgr2=0x7f2f28196720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f28105470 0x7f2f28196720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 -- 172.21.15.39:0/4272926962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f240095f0 con 0x7f2f28100e80 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2ed12700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f28105470 0x7f2f28196720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f2dd10700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28100e80 0x7f2f2819cb20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00d950 tx=0x7f2f1c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f1b7fe700 1 -- 172.21.15.39:0/4272926962 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c009b40 con 0x7f2f28100e80 2023-12-07T14:01:22.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f1b7fe700 1 -- 172.21.15.39:0/4272926962 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2f1c009ca0 con 0x7f2f28100e80 2023-12-07T14:01:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f28197390 con 0x7f2f28100e80 2023-12-07T14:01:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.888+0000 7f2f1b7fe700 1 -- 172.21.15.39:0/4272926962 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f1c00f620 con 0x7f2f28100e80 2023-12-07T14:01:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.889+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f281a35d0 con 0x7f2f28100e80 2023-12-07T14:01:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.889+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f28108a50 con 0x7f2f28100e80 2023-12-07T14:01:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.890+0000 7f2f1b7fe700 1 -- 172.21.15.39:0/4272926962 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f2f1c010460 con 0x7f2f28100e80 2023-12-07T14:01:22.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.891+0000 7f2f1b7fe700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f2f140a1510 0x7f2f140a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:22.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.891+0000 7f2f2e511700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f2f140a1510 0x7f2f140a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:22.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.891+0000 7f2f1b7fe700 1 -- 172.21.15.39:0/4272926962 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f2f1c0cd120 con 0x7f2f28100e80 2023-12-07T14:01:22.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.891+0000 7f2f2e511700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f2f140a1510 0x7f2f140a39d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2f24000c00 tx=0x7f2f24005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:22.895+0000 7f2f1b7fe700 1 -- 172.21.15.39:0/4272926962 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f2f1c096720 con 0x7f2f28100e80 2023-12-07T14:01:23.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.112+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f2f28197be0 con 0x7f2f28100e80 2023-12-07T14:01:23.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.112+0000 7f2f1b7fe700 1 -- 172.21.15.39:0/4272926962 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2f1c099d40 con 0x7f2f28100e80 2023-12-07T14:01:23.116 INFO:teuthology.orchestra.run.smithi039.stdout:77309411388 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f2f140a1510 msgr2=0x7f2f140a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f2f140a1510 0x7f2f140a39d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2f24000c00 tx=0x7f2f24005fd0 comp rx=0 tx=0).stop 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28100e80 msgr2=0x7f2f2819cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28100e80 0x7f2f2819cb20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c00d950 tx=0x7f2f1c00dd10 comp rx=0 tx=0).stop 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 shutdown_connections 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f2f140a1510 0x7f2f140a39d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2f28105470 0x7f2f28196720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2f281004c0 0x7f2f2819c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:23.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 --2- 172.21.15.39:0/4272926962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f28100e80 0x7f2f2819cb20 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:23.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.114+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 >> 172.21.15.39:0/4272926962 conn(0x7f2f280774a0 msgr2=0x7f2f280fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:23.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.115+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 shutdown_connections 2023-12-07T14:01:23.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:23.115+0000 7f2f30775700 1 -- 172.21.15.39:0/4272926962 wait complete. 2023-12-07T14:01:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:23.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:23 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4272926962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-07T14:01:23.662 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:23 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4272926962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-07T14:01:23.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:23 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4272926962' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-12-07T14:01:23.994 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:24.016 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:24.036 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411387 got 77309411388 for osd.2 2023-12-07T14:01:24.036 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:24.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:24 smithi039 ceph-mon[98864]: pgmap v289: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 -- 172.21.15.39:0/3178150799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 msgr2=0x7f05dc073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 --2- 172.21.15.39:0/3178150799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc073be0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f05d8009990 tx=0x7f05d8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 -- 172.21.15.39:0/3178150799 shutdown_connections 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 --2- 172.21.15.39:0/3178150799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f05dc10e030 0x7f05dc110420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 --2- 172.21.15.39:0/3178150799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc073be0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 --2- 172.21.15.39:0/3178150799 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f05dc074120 0x7f05dc10daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 -- 172.21.15.39:0/3178150799 >> 172.21.15.39:0/3178150799 conn(0x7f05dc0786f0 msgr2=0x7f05dc078b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 -- 172.21.15.39:0/3178150799 shutdown_connections 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.626+0000 7f05e3837700 1 -- 172.21.15.39:0/3178150799 wait complete. 2023-12-07T14:01:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 Processor -- start 2023-12-07T14:01:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 -- start start 2023-12-07T14:01:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc19f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f05dc074120 0x7f05dc19fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f05dc10e030 0x7f05dc199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05dc19a260 con 0x7f05dc073800 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05dc19a3d0 con 0x7f05dc10e030 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e3837700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05dc19a590 con 0x7f05dc074120 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e15d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc19f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e15d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc19f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51974/0 (socket says 172.21.15.39:51974) 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e15d3700 1 -- 172.21.15.39:0/945700261 learned_addr learned my addr 172.21.15.39:0/945700261 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.627+0000 7f05e0dd2700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f05dc074120 0x7f05dc19fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e1dd4700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f05dc10e030 0x7f05dc199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e15d3700 1 -- 172.21.15.39:0/945700261 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f05dc074120 msgr2=0x7f05dc19fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e15d3700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f05dc074120 0x7f05dc19fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e15d3700 1 -- 172.21.15.39:0/945700261 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f05dc10e030 msgr2=0x7f05dc199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:24.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e15d3700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f05dc10e030 0x7f05dc199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e15d3700 1 -- 172.21.15.39:0/945700261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05d80095f0 con 0x7f05dc073800 2023-12-07T14:01:24.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e1dd4700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f05dc10e030 0x7f05dc199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:24.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e15d3700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc19f9b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f05d8000c00 tx=0x7f05d800f700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:24.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05d27fc700 1 -- 172.21.15.39:0/945700261 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05d801d070 con 0x7f05dc073800 2023-12-07T14:01:24.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05dc19a810 con 0x7f05dc073800 2023-12-07T14:01:24.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05d27fc700 1 -- 172.21.15.39:0/945700261 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05d800fbf0 con 0x7f05dc073800 2023-12-07T14:01:24.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05d27fc700 1 -- 172.21.15.39:0/945700261 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05d80176e0 con 0x7f05dc073800 2023-12-07T14:01:24.634 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.628+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05dc1a6930 con 0x7f05dc073800 2023-12-07T14:01:24.634 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.629+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05dc109240 con 0x7f05dc073800 2023-12-07T14:01:24.634 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.630+0000 7f05d27fc700 1 -- 172.21.15.39:0/945700261 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f05d8022470 con 0x7f05dc073800 2023-12-07T14:01:24.634 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.631+0000 7f05d27fc700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f05c80a1510 0x7f05c80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:24.634 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.631+0000 7f05e0dd2700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f05c80a1510 0x7f05c80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:24.634 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.631+0000 7f05d27fc700 1 -- 172.21.15.39:0/945700261 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f05d80ce200 con 0x7f05dc073800 2023-12-07T14:01:24.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.631+0000 7f05e0dd2700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f05c80a1510 0x7f05c80a39d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f05dc19b1d0 tx=0x7f05cc00a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.635+0000 7f05d27fc700 1 -- 172.21.15.39:0/945700261 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f05d80979b0 con 0x7f05dc073800 2023-12-07T14:01:24.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:24 smithi055 ceph-mon[103363]: pgmap v289: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:24.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:24 smithi089 ceph-mon[103124]: pgmap v289: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 383 B/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.847+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f05dc04f290 con 0x7f05dc073800 2023-12-07T14:01:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.848+0000 7f05d27fc700 1 -- 172.21.15.39:0/945700261 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f05d809afd0 con 0x7f05dc073800 2023-12-07T14:01:24.851 INFO:teuthology.orchestra.run.smithi039.stdout:34359738438 2023-12-07T14:01:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f05c80a1510 msgr2=0x7f05c80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f05c80a1510 0x7f05c80a39d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f05dc19b1d0 tx=0x7f05cc00a300 comp rx=0 tx=0).stop 2023-12-07T14:01:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 msgr2=0x7f05dc19f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc19f9b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f05d8000c00 tx=0x7f05d800f700 comp rx=0 tx=0).stop 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 shutdown_connections 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f05c80a1510 0x7f05c80a39d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f05dc10e030 0x7f05dc199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05dc073800 0x7f05dc19f9b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 --2- 172.21.15.39:0/945700261 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f05dc074120 0x7f05dc19fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 >> 172.21.15.39:0/945700261 conn(0x7f05dc0786f0 msgr2=0x7f05dc0fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 shutdown_connections 2023-12-07T14:01:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:24.850+0000 7f05e3837700 1 -- 172.21.15.39:0/945700261 wait complete. 2023-12-07T14:01:25.592 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:25 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/945700261' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-07T14:01:25.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:25 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/945700261' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-07T14:01:25.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:25 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/945700261' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-12-07T14:01:25.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 -- 172.21.15.39:0/475783531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980100530 msgr2=0x7f09801009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:25.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 --2- 172.21.15.39:0/475783531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980100530 0x7f09801009b0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f09680099c0 tx=0x7f0968009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:25.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 -- 172.21.15.39:0/475783531 shutdown_connections 2023-12-07T14:01:25.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 --2- 172.21.15.39:0/475783531 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0980100ef0 0x7f098010d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:25.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 --2- 172.21.15.39:0/475783531 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0980106560 0x7f0980106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:25.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 --2- 172.21.15.39:0/475783531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980100530 0x7f09801009b0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:25.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 -- 172.21.15.39:0/475783531 >> 172.21.15.39:0/475783531 conn(0x7f0980076570 msgr2=0x7f0980076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:25.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 -- 172.21.15.39:0/475783531 shutdown_connections 2023-12-07T14:01:25.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 -- 172.21.15.39:0/475783531 wait complete. 2023-12-07T14:01:25.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 Processor -- start 2023-12-07T14:01:25.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.792+0000 7f0985291700 1 -- start start 2023-12-07T14:01:25.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0985291700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0980100530 0x7f098019f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0985291700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0980100ef0 0x7f098019fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0985291700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980106560 0x7f09801999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0985291700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f098019a000 con 0x7f0980106560 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0985291700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f098019a170 con 0x7f0980100530 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0985291700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f098019a330 con 0x7f0980100ef0 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980106560 0x7f09801999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980106560 0x7f09801999a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51992/0 (socket says 172.21.15.39:51992) 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 -- 172.21.15.39:0/1195370065 learned_addr learned my addr 172.21.15.39:0/1195370065 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0977fff700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0980100ef0 0x7f098019fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097effd700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0980100530 0x7f098019f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 -- 172.21.15.39:0/1195370065 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0980100ef0 msgr2=0x7f098019fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0980100ef0 0x7f098019fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 -- 172.21.15.39:0/1195370065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0980100530 msgr2=0x7f098019f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:25.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0980100530 0x7f098019f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 -- 172.21.15.39:0/1195370065 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09680095f0 con 0x7f0980106560 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097f7fe700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980106560 0x7f09801999a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f097800ef30 tx=0x7f097800c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097cff9700 1 -- 172.21.15.39:0/1195370065 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0978018070 con 0x7f0980106560 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097cff9700 1 -- 172.21.15.39:0/1195370065 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f097800f040 con 0x7f0980106560 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f098019a5b0 con 0x7f0980106560 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.793+0000 7f097cff9700 1 -- 172.21.15.39:0/1195370065 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0978003dc0 con 0x7f0980106560 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.794+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09801a6850 con 0x7f0980106560 2023-12-07T14:01:25.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.795+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0980101bd0 con 0x7f0980106560 2023-12-07T14:01:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.796+0000 7f097cff9700 1 -- 172.21.15.39:0/1195370065 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f097800caa0 con 0x7f0980106560 2023-12-07T14:01:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.797+0000 7f097cff9700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f096c0a1510 0x7f096c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:25.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.797+0000 7f097effd700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f096c0a1510 0x7f096c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:25.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.797+0000 7f097cff9700 1 -- 172.21.15.39:0/1195370065 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f09780ccb00 con 0x7f0980106560 2023-12-07T14:01:25.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.798+0000 7f097effd700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f096c0a1510 0x7f096c0a39d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0970005fd0 tx=0x7f097000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:25.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:25.802+0000 7f097cff9700 1 -- 172.21.15.39:0/1195370065 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f09780cee60 con 0x7f0980106560 2023-12-07T14:01:26.009 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.006+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f098004f290 con 0x7f0980106560 2023-12-07T14:01:26.009 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.006+0000 7f097cff9700 1 -- 172.21.15.39:0/1195370065 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f0978096090 con 0x7f0980106560 2023-12-07T14:01:26.010 INFO:teuthology.orchestra.run.smithi039.stdout:283467841565 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f096c0a1510 msgr2=0x7f096c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f096c0a1510 0x7f096c0a39d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0970005fd0 tx=0x7f097000a560 comp rx=0 tx=0).stop 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980106560 msgr2=0x7f09801999a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980106560 0x7f09801999a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f097800ef30 tx=0x7f097800c450 comp rx=0 tx=0).stop 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 shutdown_connections 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f096c0a1510 0x7f096c0a39d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0980106560 0x7f09801999a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0980100530 0x7f098019f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:26.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 --2- 172.21.15.39:0/1195370065 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0980100ef0 0x7f098019fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:26.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 >> 172.21.15.39:0/1195370065 conn(0x7f0980076570 msgr2=0x7f0980068f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:26.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.008+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 shutdown_connections 2023-12-07T14:01:26.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:26.009+0000 7f0985291700 1 -- 172.21.15.39:0/1195370065 wait complete. 2023-12-07T14:01:26.479 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738436 got 34359738438 for osd.0 2023-12-07T14:01:26.479 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:26.593 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:26 smithi039 ceph-mon[98864]: pgmap v290: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 320 B/s wr, 10 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:26.593 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:26 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1195370065' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-12-07T14:01:26.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:26 smithi055 ceph-mon[103363]: pgmap v290: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 320 B/s wr, 10 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:26.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:26 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1195370065' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-12-07T14:01:26.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:26 smithi089 ceph-mon[103124]: pgmap v290: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 320 B/s wr, 10 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:26.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:26 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1195370065' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-12-07T14:01:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:28.003 INFO:tasks.cephadm.ceph_manager.ceph:need seq 283467841563 got 283467841565 for osd.9 2023-12-07T14:01:28.003 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:28.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 -- 172.21.15.39:0/980922037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114101a40 msgr2=0x7fc11410d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 --2- 172.21.15.39:0/980922037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114101a40 0x7fc11410d3a0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc10c00b0a0 tx=0x7fc10c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 -- 172.21.15.39:0/980922037 shutdown_connections 2023-12-07T14:01:28.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 --2- 172.21.15.39:0/980922037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114101a40 0x7fc11410d3a0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 --2- 172.21.15.39:0/980922037 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc114105500 0x7fc1141058e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 --2- 172.21.15.39:0/980922037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101080 0x7fc114101500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 -- 172.21.15.39:0/980922037 >> 172.21.15.39:0/980922037 conn(0x7fc1140757f0 msgr2=0x7fc114075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:28.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 -- 172.21.15.39:0/980922037 shutdown_connections 2023-12-07T14:01:28.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.359+0000 7fc11b92f700 1 -- 172.21.15.39:0/980922037 wait complete. 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 Processor -- start 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 -- start start 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc114101080 0x7fc11419d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101a40 0x7fc11419dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114105500 0x7fc114197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc114197ff0 con 0x7fc114101a40 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc114198160 con 0x7fc114105500 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc11b92f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc114198320 con 0x7fc114101080 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101a40 0x7fc11419dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101a40 0x7fc11419dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52032/0 (socket says 172.21.15.39:52032) 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 -- 172.21.15.39:0/3817579709 learned_addr learned my addr 172.21.15.39:0/3817579709 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc1196cb700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc114101080 0x7fc11419d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 -- 172.21.15.39:0/3817579709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc114101080 msgr2=0x7fc11419d800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc119ecc700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114105500 0x7fc114197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc114101080 0x7fc11419d800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 -- 172.21.15.39:0/3817579709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114105500 msgr2=0x7fc114197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114105500 0x7fc114197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc118eca700 1 -- 172.21.15.39:0/3817579709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc10c009d00 con 0x7fc114101a40 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.360+0000 7fc119ecc700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114105500 0x7fc114197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.361+0000 7fc118eca700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101a40 0x7fc11419dd40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc10400e9a0 tx=0x7fc10400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.361+0000 7fc10a7fc700 1 -- 172.21.15.39:0/3817579709 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc104009790 con 0x7fc114101a40 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.361+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc114198600 con 0x7fc114101a40 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.361+0000 7fc10a7fc700 1 -- 172.21.15.39:0/3817579709 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc10400cbd0 con 0x7fc114101a40 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.361+0000 7fc10a7fc700 1 -- 172.21.15.39:0/3817579709 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc104018680 con 0x7fc114101a40 2023-12-07T14:01:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.361+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc114102300 con 0x7fc114101a40 2023-12-07T14:01:28.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.362+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc114109b00 con 0x7fc114101a40 2023-12-07T14:01:28.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.366+0000 7fc10a7fc700 1 -- 172.21.15.39:0/3817579709 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc10400cd40 con 0x7fc114101a40 2023-12-07T14:01:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.366+0000 7fc10a7fc700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1000a1590 0x7fc1000a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.367+0000 7fc10a7fc700 1 -- 172.21.15.39:0/3817579709 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc104014070 con 0x7fc114101a40 2023-12-07T14:01:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.367+0000 7fc1196cb700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1000a1590 0x7fc1000a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.367+0000 7fc1196cb700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1000a1590 0x7fc1000a3a50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc110009bf0 tx=0x7fc110009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:28.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.369+0000 7fc10a7fc700 1 -- 172.21.15.39:0/3817579709 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc104096f50 con 0x7fc114101a40 2023-12-07T14:01:28.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 -- 172.21.15.39:0/2095385691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec069930 msgr2=0x7ff0ec10e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 --2- 172.21.15.39:0/2095385691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec069930 0x7ff0ec10e420 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7ff0e400b0d0 tx=0x7ff0e400b3e0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 -- 172.21.15.39:0/2095385691 shutdown_connections 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 --2- 172.21.15.39:0/2095385691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec069930 0x7ff0ec10e420 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 --2- 172.21.15.39:0/2095385691 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0ec107620 0x7ff0ec107a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 --2- 172.21.15.39:0/2095385691 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0ec068f70 0x7ff0ec0693f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 -- 172.21.15.39:0/2095385691 >> 172.21.15.39:0/2095385691 conn(0x7ff0ec076570 msgr2=0x7ff0ec076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.019+0000 7ff0f4043700 1 -- 172.21.15.39:0/2095385691 shutdown_connections 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 -- 172.21.15.39:0/2095385691 wait complete. 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 Processor -- start 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 -- start start 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec068f70 0x7ff0ec199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0ec069930 0x7ff0ec19a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0ec107620 0x7ff0ec19d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0ec19db40 con 0x7ff0ec068f70 2023-12-07T14:01:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0ec19dcb0 con 0x7ff0ec107620 2023-12-07T14:01:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f4043700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0ec19de70 con 0x7ff0ec069930 2023-12-07T14:01:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f1ddf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec068f70 0x7ff0ec199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f1ddf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec068f70 0x7ff0ec199d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52002/0 (socket says 172.21.15.39:52002) 2023-12-07T14:01:28.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.020+0000 7ff0f1ddf700 1 -- 172.21.15.39:0/962755438 learned_addr learned my addr 172.21.15.39:0/962755438 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:28.460 INFO:teuthology.orchestra.run.smithi039.stdout:146028888116 2023-12-07T14:01:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f15de700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0ec069930 0x7ff0ec19a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f25e0700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0ec107620 0x7ff0ec19d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f1ddf700 1 -- 172.21.15.39:0/962755438 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0ec069930 msgr2=0x7ff0ec19a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f1ddf700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0ec069930 0x7ff0ec19a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f1ddf700 1 -- 172.21.15.39:0/962755438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0ec107620 msgr2=0x7ff0ec19d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f1ddf700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0ec107620 0x7ff0ec19d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f1ddf700 1 -- 172.21.15.39:0/962755438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0e4009d00 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f15de700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0ec069930 0x7ff0ec19a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f25e0700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0ec107620 0x7ff0ec19d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f1ddf700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec068f70 0x7ff0ec199d00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff0e800d980 tx=0x7ff0e800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0deffd700 1 -- 172.21.15.39:0/962755438 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0e800bb60 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0deffd700 1 -- 172.21.15.39:0/962755438 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0e8007640 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0ec19e150 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0deffd700 1 -- 172.21.15.39:0/962755438 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0e8004e90 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.021+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0ec1a6aa0 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.022+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0ec102cc0 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.023+0000 7ff0deffd700 1 -- 172.21.15.39:0/962755438 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ff0e800bcc0 con 0x7ff0ec068f70 2023-12-07T14:01:28.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.024+0000 7ff0deffd700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff0d80a1510 0x7ff0d80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.024+0000 7ff0f15de700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff0d80a1510 0x7ff0d80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.024+0000 7ff0deffd700 1 -- 172.21.15.39:0/962755438 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff0e80cd100 con 0x7ff0ec068f70 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.025+0000 7ff0f15de700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff0d80a1510 0x7ff0d80a39d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0005950 tx=0x7ff0e00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.028+0000 7ff0deffd700 1 -- 172.21.15.39:0/962755438 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff0e8096700 con 0x7ff0ec068f70 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.259+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7ff0ec19b040 con 0x7ff0ec068f70 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.260+0000 7ff0deffd700 1 -- 172.21.15.39:0/962755438 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7ff0e8016090 con 0x7ff0ec068f70 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff0d80a1510 msgr2=0x7ff0d80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff0d80a1510 0x7ff0d80a39d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff0e0005950 tx=0x7ff0e00058e0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec068f70 msgr2=0x7ff0ec199d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec068f70 0x7ff0ec199d00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff0e800d980 tx=0x7ff0e800dd40 comp rx=0 tx=0).stop 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 shutdown_connections 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff0d80a1510 0x7ff0d80a39d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0ec107620 0x7ff0ec19d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0ec068f70 0x7ff0ec199d00 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 --2- 172.21.15.39:0/962755438 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0ec069930 0x7ff0ec19a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 >> 172.21.15.39:0/962755438 conn(0x7ff0ec076570 msgr2=0x7ff0ec10c690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:28.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 shutdown_connections 2023-12-07T14:01:28.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.262+0000 7ff0f4043700 1 -- 172.21.15.39:0/962755438 wait complete. 2023-12-07T14:01:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:28 smithi039 ceph-mon[98864]: pgmap v291: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 289 B/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:28 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/962755438' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-07T14:01:28.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 -- 172.21.15.39:0/4110993044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950073800 msgr2=0x7f8950073be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 --2- 172.21.15.39:0/4110993044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950073800 0x7f8950073be0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f894c009990 tx=0x7f894c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 -- 172.21.15.39:0/4110993044 shutdown_connections 2023-12-07T14:01:28.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 --2- 172.21.15.39:0/4110993044 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f895010e030 0x7f8950110420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 --2- 172.21.15.39:0/4110993044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950073800 0x7f8950073be0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 --2- 172.21.15.39:0/4110993044 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8950074120 0x7f895010daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 -- 172.21.15.39:0/4110993044 >> 172.21.15.39:0/4110993044 conn(0x7f89500787c0 msgr2=0x7f8950078bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:28.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 -- 172.21.15.39:0/4110993044 shutdown_connections 2023-12-07T14:01:28.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 -- 172.21.15.39:0/4110993044 wait complete. 2023-12-07T14:01:28.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 Processor -- start 2023-12-07T14:01:28.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.320+0000 7f89586be700 1 -- start start 2023-12-07T14:01:28.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f89586be700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8950073800 0x7f895019f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f89586be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950074120 0x7f895019ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f89586be700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f895010e030 0x7f8950199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f89586be700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f895019a160 con 0x7f8950074120 2023-12-07T14:01:28.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f89586be700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f895019a2d0 con 0x7f8950073800 2023-12-07T14:01:28.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f89586be700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f895019a490 con 0x7f895010e030 2023-12-07T14:01:28.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950074120 0x7f895019ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950074120 0x7f895019ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52018/0 (socket says 172.21.15.39:52018) 2023-12-07T14:01:28.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f895645a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8950073800 0x7f895019f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 -- 172.21.15.39:0/1139753583 learned_addr learned my addr 172.21.15.39:0/1139753583 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:28.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8956c5b700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f895010e030 0x7f8950199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 -- 172.21.15.39:0/1139753583 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f895010e030 msgr2=0x7f8950199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f895010e030 0x7f8950199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 -- 172.21.15.39:0/1139753583 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8950073800 msgr2=0x7f895019f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8950073800 0x7f895019f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 -- 172.21.15.39:0/1139753583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f894c0095f0 con 0x7f8950074120 2023-12-07T14:01:28.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f895645a700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8950073800 0x7f895019f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:01:28.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f8955c59700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950074120 0x7f895019ff00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f894000d950 tx=0x7f894000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:28.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.321+0000 7f89477fe700 1 -- 172.21.15.39:0/1139753583 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f894000f890 con 0x7f8950074120 2023-12-07T14:01:28.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.322+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f895019a770 con 0x7f8950074120 2023-12-07T14:01:28.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.322+0000 7f89477fe700 1 -- 172.21.15.39:0/1139753583 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8940010460 con 0x7f8950074120 2023-12-07T14:01:28.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.322+0000 7f89477fe700 1 -- 172.21.15.39:0/1139753583 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f894000e610 con 0x7f8950074120 2023-12-07T14:01:28.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.322+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89501a69b0 con 0x7f8950074120 2023-12-07T14:01:28.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.322+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8950109240 con 0x7f8950074120 2023-12-07T14:01:28.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.325+0000 7f89477fe700 1 -- 172.21.15.39:0/1139753583 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f89400108d0 con 0x7f8950074120 2023-12-07T14:01:28.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.325+0000 7f89477fe700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f893c0a1510 0x7f893c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:28.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.325+0000 7f89477fe700 1 -- 172.21.15.39:0/1139753583 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f89400ccb60 con 0x7f8950074120 2023-12-07T14:01:28.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.325+0000 7f895645a700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f893c0a1510 0x7f893c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:28.565 INFO:teuthology.orchestra.run.smithi039.stdout:219043332134 2023-12-07T14:01:28.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.326+0000 7f895645a700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f893c0a1510 0x7f893c0a39d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f894c00b5c0 tx=0x7f894c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:28.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.328+0000 7f89477fe700 1 -- 172.21.15.39:0/1139753583 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8940096160 con 0x7f8950074120 2023-12-07T14:01:28.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.538+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f8950074e90 con 0x7f8950074120 2023-12-07T14:01:28.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.538+0000 7f89477fe700 1 -- 172.21.15.39:0/1139753583 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f8940016090 con 0x7f8950074120 2023-12-07T14:01:28.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f893c0a1510 msgr2=0x7f893c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f893c0a1510 0x7f893c0a39d0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f894c00b5c0 tx=0x7f894c01a040 comp rx=0 tx=0).stop 2023-12-07T14:01:28.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950074120 msgr2=0x7f895019ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950074120 0x7f895019ff00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f894000d950 tx=0x7f894000dc60 comp rx=0 tx=0).stop 2023-12-07T14:01:28.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 shutdown_connections 2023-12-07T14:01:28.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f893c0a1510 0x7f893c0a39d0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f895010e030 0x7f8950199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8950073800 0x7f895019f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 --2- 172.21.15.39:0/1139753583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950074120 0x7f895019ff00 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 >> 172.21.15.39:0/1139753583 conn(0x7f89500787c0 msgr2=0x7f89500fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:28.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 shutdown_connections 2023-12-07T14:01:28.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.540+0000 7f89586be700 1 -- 172.21.15.39:0/1139753583 wait complete. 2023-12-07T14:01:28.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.576+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fc114068af0 con 0x7fc114101a40 2023-12-07T14:01:28.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.576+0000 7fc10a7fc700 1 -- 172.21.15.39:0/3817579709 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fc10409a570 con 0x7fc114101a40 2023-12-07T14:01:28.580 INFO:teuthology.orchestra.run.smithi039.stdout:197568495659 2023-12-07T14:01:28.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.578+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1000a1590 msgr2=0x7fc1000a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.578+0000 7fc11b92f700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1000a1590 0x7fc1000a3a50 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc110009bf0 tx=0x7fc110009260 comp rx=0 tx=0).stop 2023-12-07T14:01:28.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.578+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101a40 msgr2=0x7fc11419dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:28.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101a40 0x7fc11419dd40 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc10400e9a0 tx=0x7fc10400ed60 comp rx=0 tx=0).stop 2023-12-07T14:01:28.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 shutdown_connections 2023-12-07T14:01:28.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1000a1590 0x7fc1000a3a50 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc114105500 0x7fc114197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.584 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc114101080 0x7fc11419d800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.584 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 --2- 172.21.15.39:0/3817579709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc114101a40 0x7fc11419dd40 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:28.584 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 >> 172.21.15.39:0/3817579709 conn(0x7fc1140757f0 msgr2=0x7fc114100070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:28.584 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 shutdown_connections 2023-12-07T14:01:28.584 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:28.579+0000 7fc11b92f700 1 -- 172.21.15.39:0/3817579709 wait complete. 2023-12-07T14:01:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:28 smithi055 ceph-mon[103363]: pgmap v291: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 289 B/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:28 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/962755438' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-07T14:01:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:28 smithi089 ceph-mon[103124]: pgmap v291: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 289 B/s wr, 9 op/s; 2 B/s, 0 objects/s recovering 2023-12-07T14:01:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:28 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/962755438' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-12-07T14:01:29.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.329+0000 7f32427ef700 1 -- 172.21.15.39:0/2771953375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 msgr2=0x7f323c106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.329+0000 7f32427ef700 1 --2- 172.21.15.39:0/2771953375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c106940 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f322c0099c0 tx=0x7f322c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.329+0000 7f32427ef700 1 -- 172.21.15.39:0/2771953375 shutdown_connections 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.329+0000 7f32427ef700 1 --2- 172.21.15.39:0/2771953375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f323c100ef0 0x7f323c10d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.329+0000 7f32427ef700 1 --2- 172.21.15.39:0/2771953375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c106940 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.329+0000 7f32427ef700 1 --2- 172.21.15.39:0/2771953375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f323c100530 0x7f323c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.329+0000 7f32427ef700 1 -- 172.21.15.39:0/2771953375 >> 172.21.15.39:0/2771953375 conn(0x7f323c076570 msgr2=0x7f323c076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.330+0000 7f32427ef700 1 -- 172.21.15.39:0/2771953375 shutdown_connections 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.330+0000 7f32427ef700 1 -- 172.21.15.39:0/2771953375 wait complete. 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.330+0000 7f32427ef700 1 Processor -- start 2023-12-07T14:01:29.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.330+0000 7f32427ef700 1 -- start start 2023-12-07T14:01:29.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f32427ef700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f323c100530 0x7f323c19d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f32427ef700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f323c100ef0 0x7f323c19dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f32427ef700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f32427ef700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f323c197ed0 con 0x7f323c106560 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f32427ef700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f323c198040 con 0x7f323c100ef0 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f32427ef700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f323c198200 con 0x7f323c100530 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52046/0 (socket says 172.21.15.39:52046) 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 -- 172.21.15.39:0/3730710619 learned_addr learned my addr 172.21.15.39:0/3730710619 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f323bfff700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f323c100530 0x7f323c19d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f323b7fe700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f323c100ef0 0x7f323c19dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 -- 172.21.15.39:0/3730710619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f323c100530 msgr2=0x7f323c19d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f323c100530 0x7f323c19d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 -- 172.21.15.39:0/3730710619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f323c100ef0 msgr2=0x7f323c19dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f323c100ef0 0x7f323c19dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 -- 172.21.15.39:0/3730710619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f322c0095f0 con 0x7f323c106560 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.331+0000 7f3240d8c700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c197860 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f323400b970 tx=0x7f323400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.332+0000 7f32397fa700 1 -- 172.21.15.39:0/3730710619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f323400c930 con 0x7f323c106560 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.332+0000 7f32397fa700 1 -- 172.21.15.39:0/3730710619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3234014440 con 0x7f323c106560 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.332+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f323c1984e0 con 0x7f323c106560 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.332+0000 7f32397fa700 1 -- 172.21.15.39:0/3730710619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32340075d0 con 0x7f323c106560 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.332+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f323c1a46c0 con 0x7f323c106560 2023-12-07T14:01:29.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.333+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f323c101bd0 con 0x7f323c106560 2023-12-07T14:01:29.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.335+0000 7f32397fa700 1 -- 172.21.15.39:0/3730710619 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f32340145b0 con 0x7f323c106560 2023-12-07T14:01:29.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.336+0000 7f32397fa700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f32240a1590 0x7f32240a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.336+0000 7f323bfff700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f32240a1590 0x7f32240a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.336+0000 7f32397fa700 1 -- 172.21.15.39:0/3730710619 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f3234006e40 con 0x7f323c106560 2023-12-07T14:01:29.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.336+0000 7f323bfff700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f32240a1590 0x7f32240a3a50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f322c009990 tx=0x7f322c005040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:29.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.339+0000 7f32397fa700 1 -- 172.21.15.39:0/3730710619 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f32340963c0 con 0x7f323c106560 2023-12-07T14:01:29.513 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495657 got 197568495659 for osd.6 2023-12-07T14:01:29.513 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:29 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1139753583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-07T14:01:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:29 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3817579709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-07T14:01:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.553+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f323c04f290 con 0x7f323c106560 2023-12-07T14:01:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.553+0000 7f32397fa700 1 -- 172.21.15.39:0/3730710619 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f3234019020 con 0x7f323c106560 2023-12-07T14:01:29.557 INFO:teuthology.orchestra.run.smithi039.stdout:111669149753 2023-12-07T14:01:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.555+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f32240a1590 msgr2=0x7f32240a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.555+0000 7f32427ef700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f32240a1590 0x7f32240a3a50 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f322c009990 tx=0x7f322c005040 comp rx=0 tx=0).stop 2023-12-07T14:01:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.555+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 msgr2=0x7f323c197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.555+0000 7f32427ef700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c197860 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f323400b970 tx=0x7f323400bc80 comp rx=0 tx=0).stop 2023-12-07T14:01:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 shutdown_connections 2023-12-07T14:01:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f32240a1590 0x7f32240a3a50 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f323c106560 0x7f323c197860 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f323c100530 0x7f323c19d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 --2- 172.21.15.39:0/3730710619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f323c100ef0 0x7f323c19dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 >> 172.21.15.39:0/3730710619 conn(0x7f323c076570 msgr2=0x7f323c0ff8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:29.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 shutdown_connections 2023-12-07T14:01:29.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.556+0000 7f32427ef700 1 -- 172.21.15.39:0/3730710619 wait complete. 2023-12-07T14:01:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:29 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1139753583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-07T14:01:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:29 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3817579709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-07T14:01:29.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.646+0000 7ff4e2f44700 1 -- 172.21.15.39:0/2571739076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 msgr2=0x7ff4dc10d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.646+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/2571739076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc10d330 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7ff4d400b0d0 tx=0x7ff4d400b3e0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.646+0000 7ff4e2f44700 1 -- 172.21.15.39:0/2571739076 shutdown_connections 2023-12-07T14:01:29.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.646+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/2571739076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc10d330 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.646+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/2571739076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4dc106560 0x7ff4dc106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.646+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/2571739076 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4dc100530 0x7ff4dc1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.646+0000 7ff4e2f44700 1 -- 172.21.15.39:0/2571739076 >> 172.21.15.39:0/2571739076 conn(0x7ff4dc076570 msgr2=0x7ff4dc076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:29.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.647+0000 7ff4e2f44700 1 -- 172.21.15.39:0/2571739076 shutdown_connections 2023-12-07T14:01:29.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.647+0000 7ff4e2f44700 1 -- 172.21.15.39:0/2571739076 wait complete. 2023-12-07T14:01:29.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.647+0000 7ff4e2f44700 1 Processor -- start 2023-12-07T14:01:29.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.647+0000 7ff4e2f44700 1 -- start start 2023-12-07T14:01:29.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e2f44700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4dc100530 0x7ff4dc198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e2f44700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e2f44700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4dc106560 0x7ff4dc1a38f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e2f44700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4dc199670 con 0x7ff4dc100ef0 2023-12-07T14:01:29.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e2f44700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4dc1a3e30 con 0x7ff4dc106560 2023-12-07T14:01:29.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e2f44700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4dc1a3f70 con 0x7ff4dc100530 2023-12-07T14:01:29.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc198db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52060/0 (socket says 172.21.15.39:52060) 2023-12-07T14:01:29.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 -- 172.21.15.39:0/3363998398 learned_addr learned my addr 172.21.15.39:0/3363998398 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:29.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e0ce0700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4dc100530 0x7ff4dc198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e14e1700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4dc106560 0x7ff4dc1a38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 -- 172.21.15.39:0/3363998398 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4dc100530 msgr2=0x7ff4dc198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4dc100530 0x7ff4dc198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 -- 172.21.15.39:0/3363998398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4dc106560 msgr2=0x7ff4dc1a38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4dc106560 0x7ff4dc1a38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4dbfff700 1 -- 172.21.15.39:0/3363998398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4d4009d00 con 0x7ff4dc100ef0 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.648+0000 7ff4e14e1700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4dc106560 0x7ff4dc1a38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.649+0000 7ff4dbfff700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc198db0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff4c800c920 tx=0x7ff4c800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.649+0000 7ff4d9ffb700 1 -- 172.21.15.39:0/3363998398 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c8007b00 con 0x7ff4dc100ef0 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.649+0000 7ff4d9ffb700 1 -- 172.21.15.39:0/3363998398 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4c800ce70 con 0x7ff4dc100ef0 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.649+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4dc1a41f0 con 0x7ff4dc100ef0 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.649+0000 7ff4d9ffb700 1 -- 172.21.15.39:0/3363998398 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c80054e0 con 0x7ff4dc100ef0 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.649+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4dc1a4740 con 0x7ff4dc100ef0 2023-12-07T14:01:29.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.650+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4dc108a10 con 0x7ff4dc100ef0 2023-12-07T14:01:29.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.652+0000 7ff4d9ffb700 1 -- 172.21.15.39:0/3363998398 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ff4c8004750 con 0x7ff4dc100ef0 2023-12-07T14:01:29.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.652+0000 7ff4d9ffb700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff4cc0a1590 0x7ff4cc0a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:29.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.653+0000 7ff4d9ffb700 1 -- 172.21.15.39:0/3363998398 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff4c80cc8d0 con 0x7ff4dc100ef0 2023-12-07T14:01:29.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.653+0000 7ff4e0ce0700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff4cc0a1590 0x7ff4cc0a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:29.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.653+0000 7ff4e0ce0700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff4cc0a1590 0x7ff4cc0a3a50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0005950 tx=0x7ff4d000a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:29.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.657+0000 7ff4d9ffb700 1 -- 172.21.15.39:0/3363998398 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff4c8095ed0 con 0x7ff4dc100ef0 2023-12-07T14:01:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:29 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1139753583' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-12-07T14:01:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:29 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3817579709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-12-07T14:01:29.856 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332132 got 219043332134 for osd.7 2023-12-07T14:01:29.856 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:29.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.890+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7ff4dc101bd0 con 0x7ff4dc100ef0 2023-12-07T14:01:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.890+0000 7ff4d9ffb700 1 -- 172.21.15.39:0/3363998398 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff4c801d090 con 0x7ff4dc100ef0 2023-12-07T14:01:29.894 INFO:teuthology.orchestra.run.smithi039.stdout:55834574914 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff4cc0a1590 msgr2=0x7ff4cc0a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff4cc0a1590 0x7ff4cc0a3a50 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0005950 tx=0x7ff4d000a300 comp rx=0 tx=0).stop 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 msgr2=0x7ff4dc198db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc198db0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7ff4c800c920 tx=0x7ff4c800cc30 comp rx=0 tx=0).stop 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 shutdown_connections 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff4cc0a1590 0x7ff4cc0a3a50 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4dc106560 0x7ff4dc1a38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4dc100530 0x7ff4dc198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 --2- 172.21.15.39:0/3363998398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4dc100ef0 0x7ff4dc198db0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 >> 172.21.15.39:0/3363998398 conn(0x7ff4dc076570 msgr2=0x7ff4dc0ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 shutdown_connections 2023-12-07T14:01:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:29.894+0000 7ff4e2f44700 1 -- 172.21.15.39:0/3363998398 wait complete. 2023-12-07T14:01:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:30 smithi039 ceph-mon[98864]: pgmap v292: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s; 1 B/s, 0 objects/s recovering 2023-12-07T14:01:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:30 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3730710619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-07T14:01:30.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:30 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3363998398' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-07T14:01:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:30 smithi055 ceph-mon[103363]: pgmap v292: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s; 1 B/s, 0 objects/s recovering 2023-12-07T14:01:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:30 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3730710619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-07T14:01:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:30 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3363998398' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-07T14:01:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:30 smithi089 ceph-mon[103124]: pgmap v292: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s; 1 B/s, 0 objects/s recovering 2023-12-07T14:01:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:30 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3730710619' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-12-07T14:01:30.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:30 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3363998398' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-12-07T14:01:30.844 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149750 got 111669149753 for osd.3 2023-12-07T14:01:30.844 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:30.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 -- 172.21.15.39:0/1147150668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d700fff70 msgr2=0x7f4d701003d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:30.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/1147150668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d700fff70 0x7f4d701003d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4d58009990 tx=0x7f4d58009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:30.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 -- 172.21.15.39:0/1147150668 shutdown_connections 2023-12-07T14:01:30.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/1147150668 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4d70100910 0x7f4d7010e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:30.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/1147150668 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4d701066b0 0x7f4d70106a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:30.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/1147150668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d700fff70 0x7f4d701003d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:30.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 -- 172.21.15.39:0/1147150668 >> 172.21.15.39:0/1147150668 conn(0x7f4d700757f0 msgr2=0x7f4d70075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 -- 172.21.15.39:0/1147150668 shutdown_connections 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.893+0000 7f4d74fdc700 1 -- 172.21.15.39:0/1147150668 wait complete. 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 Processor -- start 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 -- start start 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4d700fff70 0x7f4d7019d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4d70100910 0x7f4d7019dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d701066b0 0x7f4d70197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d70197e70 con 0x7f4d701066b0 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d70197fe0 con 0x7f4d70100910 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d74fdc700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d701981a0 con 0x7f4d700fff70 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d701066b0 0x7f4d70197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:30.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d701066b0 0x7f4d70197800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52076/0 (socket says 172.21.15.39:52076) 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 -- 172.21.15.39:0/692264950 learned_addr learned my addr 172.21.15.39:0/692264950 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6e59c700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4d700fff70 0x7f4d7019d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6dd9b700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4d70100910 0x7f4d7019dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 -- 172.21.15.39:0/692264950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4d700fff70 msgr2=0x7f4d7019d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4d700fff70 0x7f4d7019d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 -- 172.21.15.39:0/692264950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4d70100910 msgr2=0x7f4d7019dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4d70100910 0x7f4d7019dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.894+0000 7f4d6ed9d700 1 -- 172.21.15.39:0/692264950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d580095f0 con 0x7f4d701066b0 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.895+0000 7f4d6ed9d700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d701066b0 0x7f4d70197800 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4d680094f0 tx=0x7f4d6800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.895+0000 7f4d677fe700 1 -- 172.21.15.39:0/692264950 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d68004db0 con 0x7f4d701066b0 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.895+0000 7f4d677fe700 1 -- 172.21.15.39:0/692264950 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4d6800f040 con 0x7f4d701066b0 2023-12-07T14:01:30.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.895+0000 7f4d677fe700 1 -- 172.21.15.39:0/692264950 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d68005980 con 0x7f4d701066b0 2023-12-07T14:01:30.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.895+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d70198480 con 0x7f4d701066b0 2023-12-07T14:01:30.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.895+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d701a46b0 con 0x7f4d701066b0 2023-12-07T14:01:30.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.896+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d70109b10 con 0x7f4d701066b0 2023-12-07T14:01:30.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.898+0000 7f4d677fe700 1 -- 172.21.15.39:0/692264950 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f4d68005000 con 0x7f4d701066b0 2023-12-07T14:01:30.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.898+0000 7f4d677fe700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4d5c0a1590 0x7f4d5c0a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:30.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.898+0000 7f4d6e59c700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4d5c0a1590 0x7f4d5c0a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:30.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.899+0000 7f4d677fe700 1 -- 172.21.15.39:0/692264950 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f4d680cce60 con 0x7f4d701066b0 2023-12-07T14:01:30.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.899+0000 7f4d6e59c700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4d5c0a1590 0x7f4d5c0a3a50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4d70068f40 tx=0x7f4d6000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:30.901+0000 7f4d677fe700 1 -- 172.21.15.39:0/692264950 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f4d680fa2f0 con 0x7f4d701066b0 2023-12-07T14:01:31.088 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888114 got 146028888116 for osd.4 2023-12-07T14:01:31.089 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:31.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.138+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7f4d70068a10 con 0x7f4d701066b0 2023-12-07T14:01:31.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.138+0000 7f4d677fe700 1 -- 172.21.15.39:0/692264950 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f4d68023070 con 0x7f4d701066b0 2023-12-07T14:01:31.142 INFO:teuthology.orchestra.run.smithi039.stdout:335007449109 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4d5c0a1590 msgr2=0x7f4d5c0a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4d5c0a1590 0x7f4d5c0a3a50 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4d70068f40 tx=0x7f4d6000b410 comp rx=0 tx=0).stop 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d701066b0 msgr2=0x7f4d70197800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d701066b0 0x7f4d70197800 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4d680094f0 tx=0x7f4d6800d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 shutdown_connections 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f4d5c0a1590 0x7f4d5c0a3a50 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d701066b0 0x7f4d70197800 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4d700fff70 0x7f4d7019d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 --2- 172.21.15.39:0/692264950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4d70100910 0x7f4d7019dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 >> 172.21.15.39:0/692264950 conn(0x7f4d700757f0 msgr2=0x7f4d700fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 shutdown_connections 2023-12-07T14:01:31.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.140+0000 7f4d74fdc700 1 -- 172.21.15.39:0/692264950 wait complete. 2023-12-07T14:01:31.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 -- 172.21.15.39:0/3092309052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c069800 msgr2=0x7f921c069be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 --2- 172.21.15.39:0/3092309052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c069800 0x7f921c069be0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9210009990 tx=0x7f9210009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 -- 172.21.15.39:0/3092309052 shutdown_connections 2023-12-07T14:01:31.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 --2- 172.21.15.39:0/3092309052 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f921c10e070 0x7f921c110460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 --2- 172.21.15.39:0/3092309052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c069800 0x7f921c069be0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 --2- 172.21.15.39:0/3092309052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f921c06a120 0x7f921c10db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 -- 172.21.15.39:0/3092309052 >> 172.21.15.39:0/3092309052 conn(0x7f921c0774a0 msgr2=0x7f921c0778b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 -- 172.21.15.39:0/3092309052 shutdown_connections 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 -- 172.21.15.39:0/3092309052 wait complete. 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.293+0000 7f9222cc0700 1 Processor -- start 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9222cc0700 1 -- start start 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9222cc0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f921c069800 0x7f921c19f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9222cc0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c06a120 0x7f921c19fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9222cc0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f921c10e070 0x7f921c199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9222cc0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f921c19a090 con 0x7f921c06a120 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9222cc0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f921c19a200 con 0x7f921c069800 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9222cc0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f921c19a3c0 con 0x7f921c10e070 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c06a120 0x7f921c19fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c06a120 0x7f921c19fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52088/0 (socket says 172.21.15.39:52088) 2023-12-07T14:01:31.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 -- 172.21.15.39:0/2735551651 learned_addr learned my addr 172.21.15.39:0/2735551651 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f922125d700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f921c10e070 0x7f921c199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9220a5c700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f921c069800 0x7f921c19f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 -- 172.21.15.39:0/2735551651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f921c10e070 msgr2=0x7f921c199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f921c10e070 0x7f921c199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 -- 172.21.15.39:0/2735551651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f921c069800 msgr2=0x7f921c19f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f921c069800 0x7f921c19f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 -- 172.21.15.39:0/2735551651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92100095f0 con 0x7f921c06a120 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f9220a5c700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f921c069800 0x7f921c19f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.294+0000 7f921bfff700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c06a120 0x7f921c19fe30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f920800e9a0 tx=0x7f920800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.295+0000 7f9219ffb700 1 -- 172.21.15.39:0/2735551651 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9208009790 con 0x7f921c06a120 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.295+0000 7f9219ffb700 1 -- 172.21.15.39:0/2735551651 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f920800cbd0 con 0x7f921c06a120 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.295+0000 7f9219ffb700 1 -- 172.21.15.39:0/2735551651 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9208018680 con 0x7f921c06a120 2023-12-07T14:01:31.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.295+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f921c19a6a0 con 0x7f921c06a120 2023-12-07T14:01:31.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.295+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f921c1a68e0 con 0x7f921c06a120 2023-12-07T14:01:31.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.296+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f921c109290 con 0x7f921c06a120 2023-12-07T14:01:31.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.297+0000 7f9219ffb700 1 -- 172.21.15.39:0/2735551651 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f920800cd40 con 0x7f921c06a120 2023-12-07T14:01:31.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.298+0000 7f9219ffb700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f920c0a1590 0x7f920c0a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.298+0000 7f9220a5c700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f920c0a1590 0x7f920c0a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:31.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.298+0000 7f9219ffb700 1 -- 172.21.15.39:0/2735551651 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f9208014070 con 0x7f921c06a120 2023-12-07T14:01:31.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.298+0000 7f9220a5c700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f920c0a1590 0x7f920c0a3a50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f921000b2e0 tx=0x7f9210005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:31.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.302+0000 7f9219ffb700 1 -- 172.21.15.39:0/2735551651 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f92080522f0 con 0x7f921c06a120 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 -- 172.21.15.39:0/236832674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 msgr2=0x7f41c0069c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 --2- 172.21.15.39:0/236832674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0069c60 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f41bc009990 tx=0x7f41bc009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 -- 172.21.15.39:0/236832674 shutdown_connections 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 --2- 172.21.15.39:0/236832674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f41c006a1a0 0x7f41c010e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 --2- 172.21.15.39:0/236832674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f41c0106510 0x7f41c01068f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 --2- 172.21.15.39:0/236832674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0069c60 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 -- 172.21.15.39:0/236832674 >> 172.21.15.39:0/236832674 conn(0x7f41c00774a0 msgr2=0x7f41c00778b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 -- 172.21.15.39:0/236832674 shutdown_connections 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.392+0000 7f41c83e7700 1 -- 172.21.15.39:0/236832674 wait complete. 2023-12-07T14:01:31.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 Processor -- start 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 -- start start 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0100590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f41c006a1a0 0x7f41c0100ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f41c0106510 0x7f41c0101010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c01a5d90 con 0x7f41c0069800 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c01a5f00 con 0x7f41c006a1a0 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c83e7700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c01a60c0 con 0x7f41c0106510 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.393+0000 7f41c6183700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0100590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0100590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52100/0 (socket says 172.21.15.39:52100) 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 -- 172.21.15.39:0/929582600 learned_addr learned my addr 172.21.15.39:0/929582600 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c5982700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f41c006a1a0 0x7f41c0100ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 -- 172.21.15.39:0/929582600 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f41c0106510 msgr2=0x7f41c0101010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f41c0106510 0x7f41c0101010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 -- 172.21.15.39:0/929582600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f41c006a1a0 msgr2=0x7f41c0100ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f41c006a1a0 0x7f41c0100ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 -- 172.21.15.39:0/929582600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41bc0095f0 con 0x7f41c0069800 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c6183700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0100590 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f41b000c970 tx=0x7f41b000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41b77fe700 1 -- 172.21.15.39:0/929582600 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b0004220 con 0x7f41c0069800 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41c01a63a0 con 0x7f41c0069800 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41b77fe700 1 -- 172.21.15.39:0/929582600 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f41b0007d60 con 0x7f41c0069800 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41b77fe700 1 -- 172.21.15.39:0/929582600 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b0003c90 con 0x7f41c0069800 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.394+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41c01a6870 con 0x7f41c0069800 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.395+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41c0109b60 con 0x7f41c0069800 2023-12-07T14:01:31.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.396+0000 7f41b77fe700 1 -- 172.21.15.39:0/929582600 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f41b0004380 con 0x7f41c0069800 2023-12-07T14:01:31.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.397+0000 7f41b77fe700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f41ac0a1510 0x7f41ac0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:31.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.397+0000 7f41c5982700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f41ac0a1510 0x7f41ac0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:31.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.397+0000 7f41b77fe700 1 -- 172.21.15.39:0/929582600 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f41b00ccbf0 con 0x7f41c0069800 2023-12-07T14:01:31.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.398+0000 7f41c5982700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f41ac0a1510 0x7f41ac0a39d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00b5c0 tx=0x7f41bc005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.401+0000 7f41b77fe700 1 -- 172.21.15.39:0/929582600 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f41b00961f0 con 0x7f41c0069800 2023-12-07T14:01:31.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.514+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f921c19aef0 con 0x7f921c06a120 2023-12-07T14:01:31.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.514+0000 7f9219ffb700 1 -- 172.21.15.39:0/2735551651 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f920809a100 con 0x7f921c06a120 2023-12-07T14:01:31.518 INFO:teuthology.orchestra.run.smithi039.stdout:304942678041 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.516+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f920c0a1590 msgr2=0x7f920c0a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.516+0000 7f9222cc0700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f920c0a1590 0x7f920c0a3a50 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f921000b2e0 tx=0x7f9210005e80 comp rx=0 tx=0).stop 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.516+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c06a120 msgr2=0x7f921c19fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.516+0000 7f9222cc0700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c06a120 0x7f921c19fe30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f920800e9a0 tx=0x7f920800ed60 comp rx=0 tx=0).stop 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 shutdown_connections 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f920c0a1590 0x7f920c0a3a50 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f921c10e070 0x7f921c199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f921c069800 0x7f921c19f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 --2- 172.21.15.39:0/2735551651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f921c06a120 0x7f921c19fe30 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 >> 172.21.15.39:0/2735551651 conn(0x7f921c0774a0 msgr2=0x7f921c10f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 shutdown_connections 2023-12-07T14:01:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.517+0000 7f9222cc0700 1 -- 172.21.15.39:0/2735551651 wait complete. 2023-12-07T14:01:31.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.606+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f41c0102cc0 con 0x7f41c0069800 2023-12-07T14:01:31.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.606+0000 7f41b77fe700 1 -- 172.21.15.39:0/929582600 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f41b001d090 con 0x7f41c0069800 2023-12-07T14:01:31.610 INFO:teuthology.orchestra.run.smithi039.stdout:167503724592 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f41ac0a1510 msgr2=0x7f41ac0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f41ac0a1510 0x7f41ac0a39d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f41bc00b5c0 tx=0x7f41bc005960 comp rx=0 tx=0).stop 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 msgr2=0x7f41c0100590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0100590 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f41b000c970 tx=0x7f41b000cc80 comp rx=0 tx=0).stop 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 shutdown_connections 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f41ac0a1510 0x7f41ac0a39d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f41c0106510 0x7f41c0101010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41c0069800 0x7f41c0100590 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 --2- 172.21.15.39:0/929582600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f41c006a1a0 0x7f41c0100ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:31.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 >> 172.21.15.39:0/929582600 conn(0x7f41c00774a0 msgr2=0x7f41c00fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:31.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 shutdown_connections 2023-12-07T14:01:31.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:31.609+0000 7f41c83e7700 1 -- 172.21.15.39:0/929582600 wait complete. 2023-12-07T14:01:31.638 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:31 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/692264950' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-12-07T14:01:31.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:31 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/692264950' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-12-07T14:01:31.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:31 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/692264950' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-12-07T14:01:31.843 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574912 got 55834574914 for osd.1 2023-12-07T14:01:31.843 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:32.331 INFO:tasks.cephadm.ceph_manager.ceph:need seq 335007449106 got 335007449109 for osd.11 2023-12-07T14:01:32.331 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:32.489 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724589 got 167503724592 for osd.5 2023-12-07T14:01:32.489 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:32 smithi039 ceph-mon[98864]: pgmap v293: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2023-12-07T14:01:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:32 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2735551651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-12-07T14:01:32.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:32 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/929582600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-07T14:01:32.589 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678039 got 304942678041 for osd.10 2023-12-07T14:01:32.589 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:32 smithi055 ceph-mon[103363]: pgmap v293: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2023-12-07T14:01:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:32 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2735551651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-12-07T14:01:32.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:32 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/929582600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-07T14:01:32.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 -- 172.21.15.39:0/1715997119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8102040 msgr2=0x7f0cc810e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 --2- 172.21.15.39:0/1715997119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8102040 0x7f0cc810e430 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f0cc000b0a0 tx=0x7f0cc000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 -- 172.21.15.39:0/1715997119 shutdown_connections 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 --2- 172.21.15.39:0/1715997119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8102040 0x7f0cc810e430 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 --2- 172.21.15.39:0/1715997119 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0cc81076f0 0x7f0cc8107ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 --2- 172.21.15.39:0/1715997119 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0cc8101680 0x7f0cc8101b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 -- 172.21.15.39:0/1715997119 >> 172.21.15.39:0/1715997119 conn(0x7f0cc80787c0 msgr2=0x7f0cc8078bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 -- 172.21.15.39:0/1715997119 shutdown_connections 2023-12-07T14:01:32.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.658+0000 7f0cccd36700 1 -- 172.21.15.39:0/1715997119 wait complete. 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 Processor -- start 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 -- start start 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8101680 0x7f0cc80738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0cc8102040 0x7f0cc8073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0cc81076f0 0x7f0cc8074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cc81a5dc0 con 0x7f0cc8101680 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cc81a5f30 con 0x7f0cc8102040 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.659+0000 7f0cccd36700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cc81a60f0 con 0x7f0cc81076f0 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8101680 0x7f0cc80738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8101680 0x7f0cc80738d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52114/0 (socket says 172.21.15.39:52114) 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 -- 172.21.15.39:0/2597847839 learned_addr learned my addr 172.21.15.39:0/2597847839 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:32.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc5d9b700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0cc8102040 0x7f0cc8073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc6d9d700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0cc81076f0 0x7f0cc8074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 -- 172.21.15.39:0/2597847839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0cc81076f0 msgr2=0x7f0cc8074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0cc81076f0 0x7f0cc8074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 -- 172.21.15.39:0/2597847839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0cc8102040 msgr2=0x7f0cc8073e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0cc8102040 0x7f0cc8073e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 -- 172.21.15.39:0/2597847839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cc0009d00 con 0x7f0cc8101680 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cc659c700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8101680 0x7f0cc80738d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0cb800c9b0 tx=0x7f0cb800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cb77fe700 1 -- 172.21.15.39:0/2597847839 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8007b00 con 0x7f0cc8101680 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cc81a63d0 con 0x7f0cc8101680 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cb77fe700 1 -- 172.21.15.39:0/2597847839 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0cb8007c60 con 0x7f0cc8101680 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cb77fe700 1 -- 172.21.15.39:0/2597847839 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cb8018660 con 0x7f0cc8101680 2023-12-07T14:01:32.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.660+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cc81a6920 con 0x7f0cc8101680 2023-12-07T14:01:32.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.661+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cc8109b80 con 0x7f0cc8101680 2023-12-07T14:01:32.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.662+0000 7f0cb77fe700 1 -- 172.21.15.39:0/2597847839 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f0cb800f450 con 0x7f0cc8101680 2023-12-07T14:01:32.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.663+0000 7f0cb77fe700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cb00a1510 0x7f0cb00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:32.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.663+0000 7f0cc5d9b700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cb00a1510 0x7f0cb00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:32.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.663+0000 7f0cb77fe700 1 -- 172.21.15.39:0/2597847839 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f0cb80ccda0 con 0x7f0cc8101680 2023-12-07T14:01:32.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.663+0000 7f0cc5d9b700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cb00a1510 0x7f0cb00a39d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8074fb0 tx=0x7f0cbc0073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:32.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.667+0000 7f0cb77fe700 1 -- 172.21.15.39:0/2597847839 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0cb80962a0 con 0x7f0cc8101680 2023-12-07T14:01:32.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:32 smithi089 ceph-mon[103124]: pgmap v293: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 8 op/s 2023-12-07T14:01:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:32 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2735551651' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-12-07T14:01:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:32 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/929582600' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-12-07T14:01:32.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.868+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f0cc8102d10 con 0x7f0cc8101680 2023-12-07T14:01:32.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.868+0000 7f0cb77fe700 1 -- 172.21.15.39:0/2597847839 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f0cb80998c0 con 0x7f0cc8101680 2023-12-07T14:01:32.871 INFO:teuthology.orchestra.run.smithi039.stdout:253403070498 2023-12-07T14:01:32.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cb00a1510 msgr2=0x7f0cb00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:32.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cb00a1510 0x7f0cb00a39d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f0cc8074fb0 tx=0x7f0cbc0073d0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8101680 msgr2=0x7f0cc80738d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8101680 0x7f0cc80738d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0cb800c9b0 tx=0x7f0cb800ccc0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 shutdown_connections 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cb00a1510 0x7f0cb00a39d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0cc81076f0 0x7f0cc8074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cc8101680 0x7f0cc80738d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 --2- 172.21.15.39:0/2597847839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0cc8102040 0x7f0cc8073e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 >> 172.21.15.39:0/2597847839 conn(0x7f0cc80787c0 msgr2=0x7f0cc81001a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 shutdown_connections 2023-12-07T14:01:32.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:32.870+0000 7f0cccd36700 1 -- 172.21.15.39:0/2597847839 wait complete. 2023-12-07T14:01:33.292 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070495 got 253403070498 for osd.8 2023-12-07T14:01:33.292 DEBUG:teuthology.parallel:result is None 2023-12-07T14:01:33.292 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-12-07T14:01:33.293 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-07T14:01:33.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:33 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2597847839' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-12-07T14:01:33.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:33 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2597847839' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-12-07T14:01:33.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:33 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2597847839' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-12-07T14:01:33.900 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:34.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:34 smithi055 ceph-mon[103363]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2023-12-07T14:01:34.653 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:34 smithi039 ceph-mon[98864]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2023-12-07T14:01:34.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:34 smithi089 ceph-mon[103124]: pgmap v294: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2023-12-07T14:01:35.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 -- 172.21.15.39:0/4054241424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 msgr2=0x7ff7cc1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 --2- 172.21.15.39:0/4054241424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc1009b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7ff7b40099c0 tx=0x7ff7b4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 -- 172.21.15.39:0/4054241424 shutdown_connections 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 --2- 172.21.15.39:0/4054241424 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff7cc100ef0 0x7ff7cc10d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 --2- 172.21.15.39:0/4054241424 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff7cc106560 0x7ff7cc106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 --2- 172.21.15.39:0/4054241424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc1009b0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 -- 172.21.15.39:0/4054241424 >> 172.21.15.39:0/4054241424 conn(0x7ff7cc076570 msgr2=0x7ff7cc076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 -- 172.21.15.39:0/4054241424 shutdown_connections 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.111+0000 7ff7d0923700 1 -- 172.21.15.39:0/4054241424 wait complete. 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 Processor -- start 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 -- start start 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc19f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff7cc100ef0 0x7ff7cc19fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff7cc106560 0x7ff7cc1999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7cc19a190 con 0x7ff7cc100530 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7cc19a300 con 0x7ff7cc100ef0 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7d0923700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7cc19a4c0 con 0x7ff7cc106560 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7ca59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc19f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7ca59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc19f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52126/0 (socket says 172.21.15.39:52126) 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7ca59c700 1 -- 172.21.15.39:0/796086046 learned_addr learned my addr 172.21.15.39:0/796086046 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.112+0000 7ff7c9d9b700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff7cc100ef0 0x7ff7cc19fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7cad9d700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff7cc106560 0x7ff7cc1999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7ca59c700 1 -- 172.21.15.39:0/796086046 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff7cc106560 msgr2=0x7ff7cc1999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7ca59c700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff7cc106560 0x7ff7cc1999e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7ca59c700 1 -- 172.21.15.39:0/796086046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff7cc100ef0 msgr2=0x7ff7cc19fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7ca59c700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff7cc100ef0 0x7ff7cc19fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7ca59c700 1 -- 172.21.15.39:0/796086046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7b40095f0 con 0x7ff7cc100530 2023-12-07T14:01:35.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7ca59c700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc19f930 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc00d980 tx=0x7ff7bc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:35.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7c37fe700 1 -- 172.21.15.39:0/796086046 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc004220 con 0x7ff7cc100530 2023-12-07T14:01:35.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7cc19a7a0 con 0x7ff7cc100530 2023-12-07T14:01:35.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7c37fe700 1 -- 172.21.15.39:0/796086046 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff7bc007640 con 0x7ff7cc100530 2023-12-07T14:01:35.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7c37fe700 1 -- 172.21.15.39:0/796086046 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7bc005610 con 0x7ff7cc100530 2023-12-07T14:01:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.113+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7cc1a68b0 con 0x7ff7cc100530 2023-12-07T14:01:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.114+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7cc101bd0 con 0x7ff7cc100530 2023-12-07T14:01:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.115+0000 7ff7c37fe700 1 -- 172.21.15.39:0/796086046 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ff7bc004750 con 0x7ff7cc100530 2023-12-07T14:01:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.116+0000 7ff7c37fe700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7b80a1510 0x7ff7b80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.116+0000 7ff7c9d9b700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7b80a1510 0x7ff7b80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:35.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.116+0000 7ff7c37fe700 1 -- 172.21.15.39:0/796086046 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff7bc0cd120 con 0x7ff7cc100530 2023-12-07T14:01:35.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.116+0000 7ff7c9d9b700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7b80a1510 0x7ff7b80a39d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff7b400b580 tx=0x7ff7b4005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:35.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.119+0000 7ff7c37fe700 1 -- 172.21.15.39:0/796086046 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff7bc096720 con 0x7ff7cc100530 2023-12-07T14:01:35.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.317+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ff7cc110420 con 0x7ff7b80a1510 2023-12-07T14:01:35.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.329+0000 7ff7c37fe700 1 -- 172.21.15.39:0/796086046 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340306 (secure 0 0 0) 0x7ff7cc110420 con 0x7ff7b80a1510 2023-12-07T14:01:35.337 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:35.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.332+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7b80a1510 msgr2=0x7ff7b80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:35.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.332+0000 7ff7d0923700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7b80a1510 0x7ff7b80a39d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff7b400b580 tx=0x7ff7b4005a90 comp rx=0 tx=0).stop 2023-12-07T14:01:35.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.332+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 msgr2=0x7ff7cc19f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:35.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.332+0000 7ff7d0923700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc19f930 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff7bc00d980 tx=0x7ff7bc00dc90 comp rx=0 tx=0).stop 2023-12-07T14:01:35.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 shutdown_connections 2023-12-07T14:01:35.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff7b80a1510 0x7ff7b80a39d0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff7cc106560 0x7ff7cc1999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7cc100530 0x7ff7cc19f930 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 --2- 172.21.15.39:0/796086046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff7cc100ef0 0x7ff7cc19fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:35.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 >> 172.21.15.39:0/796086046 conn(0x7ff7cc076570 msgr2=0x7ff7cc068fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:35.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 shutdown_connections 2023-12-07T14:01:35.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:35.333+0000 7ff7d0923700 1 -- 172.21.15.39:0/796086046 wait complete. 2023-12-07T14:01:35.341 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2023-12-07T14:01:35.867 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":295,"stamp":"2023-12-07T14:01:34.868545+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655744,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":573,"num_read_kb":409,"num_write":419,"num_write_kb":3071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180758,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":345,"ondisk_log_size":345,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337200,"kb_used_data":12948,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604624,"statfs":{"total":1151940427776,"available":1151595134976,"internally_reserved":0,"allocated":13258752,"data_stored":7253833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":331855161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":60,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003326"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274097+0000","last_change":"2023-12-07T14:00:47.717392+0000","last_active":"2023-12-07T14:01:15.274097+0000","last_peered":"2023-12-07T14:01:15.274097+0000","last_clean":"2023-12-07T14:01:15.274097+0000","last_became_active":"2023-12-07T14:00:47.716996+0000","last_became_peered":"2023-12-07T14:00:47.716996+0000","last_unstale":"2023-12-07T14:01:15.274097+0000","last_undegraded":"2023-12-07T14:01:15.274097+0000","last_fullsized":"2023-12-07T14:01:15.274097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:58:28.662394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271727+0000","last_change":"2023-12-07T14:00:47.722441+0000","last_active":"2023-12-07T14:01:15.271727+0000","last_peered":"2023-12-07T14:01:15.271727+0000","last_clean":"2023-12-07T14:01:15.271727+0000","last_became_active":"2023-12-07T14:00:47.722153+0000","last_became_peered":"2023-12-07T14:00:47.722153+0000","last_unstale":"2023-12-07T14:01:15.271727+0000","last_undegraded":"2023-12-07T14:01:15.271727+0000","last_fullsized":"2023-12-07T14:01:15.271727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:28:38.822963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271634+0000","last_change":"2023-12-07T14:00:47.725146+0000","last_active":"2023-12-07T14:01:15.271634+0000","last_peered":"2023-12-07T14:01:15.271634+0000","last_clean":"2023-12-07T14:01:15.271634+0000","last_became_active":"2023-12-07T14:00:47.724801+0000","last_became_peered":"2023-12-07T14:00:47.724801+0000","last_unstale":"2023-12-07T14:01:15.271634+0000","last_undegraded":"2023-12-07T14:01:15.271634+0000","last_fullsized":"2023-12-07T14:01:15.271634+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:09:30.804250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.277670+0000","last_change":"2023-12-07T14:01:16.277670+0000","last_active":"2023-12-07T14:01:16.277670+0000","last_peered":"2023-12-07T14:01:16.277670+0000","last_clean":"2023-12-07T14:01:16.277670+0000","last_became_active":"2023-12-07T14:01:16.277199+0000","last_became_peered":"2023-12-07T14:01:16.277199+0000","last_unstale":"2023-12-07T14:01:16.277670+0000","last_undegraded":"2023-12-07T14:01:16.277670+0000","last_fullsized":"2023-12-07T14:01:16.277670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:04:46.791868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274636+0000","last_change":"2023-12-07T14:00:47.716674+0000","last_active":"2023-12-07T14:01:15.274636+0000","last_peered":"2023-12-07T14:01:15.274636+0000","last_clean":"2023-12-07T14:01:15.274636+0000","last_became_active":"2023-12-07T14:00:47.716401+0000","last_became_peered":"2023-12-07T14:00:47.716401+0000","last_unstale":"2023-12-07T14:01:15.274636+0000","last_undegraded":"2023-12-07T14:01:15.274636+0000","last_fullsized":"2023-12-07T14:01:15.274636+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:45:19.602833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269906+0000","last_change":"2023-12-07T14:00:47.728395+0000","last_active":"2023-12-07T14:01:15.269906+0000","last_peered":"2023-12-07T14:01:15.269906+0000","last_clean":"2023-12-07T14:01:15.269906+0000","last_became_active":"2023-12-07T14:00:47.728025+0000","last_became_peered":"2023-12-07T14:00:47.728025+0000","last_unstale":"2023-12-07T14:01:15.269906+0000","last_undegraded":"2023-12-07T14:01:15.269906+0000","last_fullsized":"2023-12-07T14:01:15.269906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:31.570513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278737+0000","last_change":"2023-12-07T14:00:47.722054+0000","last_active":"2023-12-07T14:01:15.278737+0000","last_peered":"2023-12-07T14:01:15.278737+0000","last_clean":"2023-12-07T14:01:15.278737+0000","last_became_active":"2023-12-07T14:00:47.721739+0000","last_became_peered":"2023-12-07T14:00:47.721739+0000","last_unstale":"2023-12-07T14:01:15.278737+0000","last_undegraded":"2023-12-07T14:01:15.278737+0000","last_fullsized":"2023-12-07T14:01:15.278737+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:04.760797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276668+0000","last_change":"2023-12-07T14:00:47.718736+0000","last_active":"2023-12-07T14:01:15.276668+0000","last_peered":"2023-12-07T14:01:15.276668+0000","last_clean":"2023-12-07T14:01:15.276668+0000","last_became_active":"2023-12-07T14:00:47.718278+0000","last_became_peered":"2023-12-07T14:00:47.718278+0000","last_unstale":"2023-12-07T14:01:15.276668+0000","last_undegraded":"2023-12-07T14:01:15.276668+0000","last_fullsized":"2023-12-07T14:01:15.276668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:43:09.553405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276623+0000","last_change":"2023-12-07T14:00:47.719581+0000","last_active":"2023-12-07T14:01:15.276623+0000","last_peered":"2023-12-07T14:01:15.276623+0000","last_clean":"2023-12-07T14:01:15.276623+0000","last_became_active":"2023-12-07T14:00:47.719256+0000","last_became_peered":"2023-12-07T14:00:47.719256+0000","last_unstale":"2023-12-07T14:01:15.276623+0000","last_undegraded":"2023-12-07T14:01:15.276623+0000","last_fullsized":"2023-12-07T14:01:15.276623+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:07:01.691455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269796+0000","last_change":"2023-12-07T14:00:47.720317+0000","last_active":"2023-12-07T14:01:15.269796+0000","last_peered":"2023-12-07T14:01:15.269796+0000","last_clean":"2023-12-07T14:01:15.269796+0000","last_became_active":"2023-12-07T14:00:47.720023+0000","last_became_peered":"2023-12-07T14:00:47.720023+0000","last_unstale":"2023-12-07T14:01:15.269796+0000","last_undegraded":"2023-12-07T14:01:15.269796+0000","last_fullsized":"2023-12-07T14:01:15.269796+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:52:55.769857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279166+0000","last_change":"2023-12-07T14:00:47.724327+0000","last_active":"2023-12-07T14:01:15.279166+0000","last_peered":"2023-12-07T14:01:15.279166+0000","last_clean":"2023-12-07T14:01:15.279166+0000","last_became_active":"2023-12-07T14:00:47.723981+0000","last_became_peered":"2023-12-07T14:00:47.723981+0000","last_unstale":"2023-12-07T14:01:15.279166+0000","last_undegraded":"2023-12-07T14:01:15.279166+0000","last_fullsized":"2023-12-07T14:01:15.279166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:51.046427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272829+0000","last_change":"2023-12-07T14:00:47.728064+0000","last_active":"2023-12-07T14:01:15.272829+0000","last_peered":"2023-12-07T14:01:15.272829+0000","last_clean":"2023-12-07T14:01:15.272829+0000","last_became_active":"2023-12-07T14:00:47.727489+0000","last_became_peered":"2023-12-07T14:00:47.727489+0000","last_unstale":"2023-12-07T14:01:15.272829+0000","last_undegraded":"2023-12-07T14:01:15.272829+0000","last_fullsized":"2023-12-07T14:01:15.272829+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:08:26.873868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274989+0000","last_change":"2023-12-07T14:00:47.724937+0000","last_active":"2023-12-07T14:01:15.274989+0000","last_peered":"2023-12-07T14:01:15.274989+0000","last_clean":"2023-12-07T14:01:15.274989+0000","last_became_active":"2023-12-07T14:00:47.724647+0000","last_became_peered":"2023-12-07T14:00:47.724647+0000","last_unstale":"2023-12-07T14:01:15.274989+0000","last_undegraded":"2023-12-07T14:01:15.274989+0000","last_fullsized":"2023-12-07T14:01:15.274989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:09:07.480335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271528+0000","last_change":"2023-12-07T14:00:47.721850+0000","last_active":"2023-12-07T14:01:15.271528+0000","last_peered":"2023-12-07T14:01:15.271528+0000","last_clean":"2023-12-07T14:01:15.271528+0000","last_became_active":"2023-12-07T14:00:47.721540+0000","last_became_peered":"2023-12-07T14:00:47.721540+0000","last_unstale":"2023-12-07T14:01:15.271528+0000","last_undegraded":"2023-12-07T14:01:15.271528+0000","last_fullsized":"2023-12-07T14:01:15.271528+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:38:55.108979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271472+0000","last_change":"2023-12-07T14:00:47.726103+0000","last_active":"2023-12-07T14:01:15.271472+0000","last_peered":"2023-12-07T14:01:15.271472+0000","last_clean":"2023-12-07T14:01:15.271472+0000","last_became_active":"2023-12-07T14:00:47.725548+0000","last_became_peered":"2023-12-07T14:00:47.725548+0000","last_unstale":"2023-12-07T14:01:15.271472+0000","last_undegraded":"2023-12-07T14:01:15.271472+0000","last_fullsized":"2023-12-07T14:01:15.271472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:50:56.806604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276271+0000","last_change":"2023-12-07T14:00:47.723927+0000","last_active":"2023-12-07T14:01:15.276271+0000","last_peered":"2023-12-07T14:01:15.276271+0000","last_clean":"2023-12-07T14:01:15.276271+0000","last_became_active":"2023-12-07T14:00:47.723515+0000","last_became_peered":"2023-12-07T14:00:47.723515+0000","last_unstale":"2023-12-07T14:01:15.276271+0000","last_undegraded":"2023-12-07T14:01:15.276271+0000","last_fullsized":"2023-12-07T14:01:15.276271+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:11:15.271606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.273943+0000","last_change":"2023-12-07T14:00:47.719423+0000","last_active":"2023-12-07T14:01:15.273943+0000","last_peered":"2023-12-07T14:01:15.273943+0000","last_clean":"2023-12-07T14:01:15.273943+0000","last_became_active":"2023-12-07T14:00:47.717748+0000","last_became_peered":"2023-12-07T14:00:47.717748+0000","last_unstale":"2023-12-07T14:01:15.273943+0000","last_undegraded":"2023-12-07T14:01:15.273943+0000","last_fullsized":"2023-12-07T14:01:15.273943+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:36:11.378393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276089+0000","last_change":"2023-12-07T14:00:47.723006+0000","last_active":"2023-12-07T14:01:15.276089+0000","last_peered":"2023-12-07T14:01:15.276089+0000","last_clean":"2023-12-07T14:01:15.276089+0000","last_became_active":"2023-12-07T14:00:47.722665+0000","last_became_peered":"2023-12-07T14:00:47.722665+0000","last_unstale":"2023-12-07T14:01:15.276089+0000","last_undegraded":"2023-12-07T14:01:15.276089+0000","last_fullsized":"2023-12-07T14:01:15.276089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:43.846473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277391+0000","last_change":"2023-12-07T14:00:47.720544+0000","last_active":"2023-12-07T14:01:15.277391+0000","last_peered":"2023-12-07T14:01:15.277391+0000","last_clean":"2023-12-07T14:01:15.277391+0000","last_became_active":"2023-12-07T14:00:47.720248+0000","last_became_peered":"2023-12-07T14:00:47.720248+0000","last_unstale":"2023-12-07T14:01:15.277391+0000","last_undegraded":"2023-12-07T14:01:15.277391+0000","last_fullsized":"2023-12-07T14:01:15.277391+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:34:46.785433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":68,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:31.214592+0000","last_change":"2023-12-07T14:00:46.897077+0000","last_active":"2023-12-07T14:01:31.214592+0000","last_peered":"2023-12-07T14:01:31.214592+0000","last_clean":"2023-12-07T14:01:31.214592+0000","last_became_active":"2023-12-07T14:00:46.896752+0000","last_became_peered":"2023-12-07T14:00:46.896752+0000","last_unstale":"2023-12-07T14:01:31.214592+0000","last_undegraded":"2023-12-07T14:01:31.214592+0000","last_fullsized":"2023-12-07T14:01:31.214592+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:30:03.112923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":40,"num_read_kb":40,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277350+0000","last_change":"2023-12-07T14:00:47.719351+0000","last_active":"2023-12-07T14:01:15.277350+0000","last_peered":"2023-12-07T14:01:15.277350+0000","last_clean":"2023-12-07T14:01:15.277350+0000","last_became_active":"2023-12-07T14:00:47.719046+0000","last_became_peered":"2023-12-07T14:00:47.719046+0000","last_unstale":"2023-12-07T14:01:15.277350+0000","last_undegraded":"2023-12-07T14:01:15.277350+0000","last_fullsized":"2023-12-07T14:01:15.277350+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:07.687053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277498+0000","last_change":"2023-12-07T14:00:46.903007+0000","last_active":"2023-12-07T14:01:15.277498+0000","last_peered":"2023-12-07T14:01:15.277498+0000","last_clean":"2023-12-07T14:01:15.277498+0000","last_became_active":"2023-12-07T14:00:46.902698+0000","last_became_peered":"2023-12-07T14:00:46.902698+0000","last_unstale":"2023-12-07T14:01:15.277498+0000","last_undegraded":"2023-12-07T14:01:15.277498+0000","last_fullsized":"2023-12-07T14:01:15.277498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:20:33.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271724+0000","last_change":"2023-12-07T14:00:47.725224+0000","last_active":"2023-12-07T14:01:15.271724+0000","last_peered":"2023-12-07T14:01:15.271724+0000","last_clean":"2023-12-07T14:01:15.271724+0000","last_became_active":"2023-12-07T14:00:47.724873+0000","last_became_peered":"2023-12-07T14:00:47.724873+0000","last_unstale":"2023-12-07T14:01:15.271724+0000","last_undegraded":"2023-12-07T14:01:15.271724+0000","last_fullsized":"2023-12-07T14:01:15.271724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:54:13.604520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275018+0000","last_change":"2023-12-07T14:00:46.894290+0000","last_active":"2023-12-07T14:01:15.275018+0000","last_peered":"2023-12-07T14:01:15.275018+0000","last_clean":"2023-12-07T14:01:15.275018+0000","last_became_active":"2023-12-07T14:00:46.893971+0000","last_became_peered":"2023-12-07T14:00:46.893971+0000","last_unstale":"2023-12-07T14:01:15.275018+0000","last_undegraded":"2023-12-07T14:01:15.275018+0000","last_fullsized":"2023-12-07T14:01:15.275018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:27:21.832139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276474+0000","last_change":"2023-12-07T14:00:47.725145+0000","last_active":"2023-12-07T14:01:15.276474+0000","last_peered":"2023-12-07T14:01:15.276474+0000","last_clean":"2023-12-07T14:01:15.276474+0000","last_became_active":"2023-12-07T14:00:47.724834+0000","last_became_peered":"2023-12-07T14:00:47.724834+0000","last_unstale":"2023-12-07T14:01:15.276474+0000","last_undegraded":"2023-12-07T14:01:15.276474+0000","last_fullsized":"2023-12-07T14:01:15.276474+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:02:01.047231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274898+0000","last_change":"2023-12-07T14:00:46.888046+0000","last_active":"2023-12-07T14:01:15.274898+0000","last_peered":"2023-12-07T14:01:15.274898+0000","last_clean":"2023-12-07T14:01:15.274898+0000","last_became_active":"2023-12-07T14:00:46.887678+0000","last_became_peered":"2023-12-07T14:00:46.887678+0000","last_unstale":"2023-12-07T14:01:15.274898+0000","last_undegraded":"2023-12-07T14:01:15.274898+0000","last_fullsized":"2023-12-07T14:01:15.274898+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:47:53.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270542+0000","last_change":"2023-12-07T14:00:47.724675+0000","last_active":"2023-12-07T14:01:15.270542+0000","last_peered":"2023-12-07T14:01:15.270542+0000","last_clean":"2023-12-07T14:01:15.270542+0000","last_became_active":"2023-12-07T14:00:47.724358+0000","last_became_peered":"2023-12-07T14:00:47.724358+0000","last_unstale":"2023-12-07T14:01:15.270542+0000","last_undegraded":"2023-12-07T14:01:15.270542+0000","last_fullsized":"2023-12-07T14:01:15.270542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:05:37.482311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":66,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:33.217888+0000","last_change":"2023-12-07T14:00:46.894218+0000","last_active":"2023-12-07T14:01:33.217888+0000","last_peered":"2023-12-07T14:01:33.217888+0000","last_clean":"2023-12-07T14:01:33.217888+0000","last_became_active":"2023-12-07T14:00:46.893892+0000","last_became_peered":"2023-12-07T14:00:46.893892+0000","last_unstale":"2023-12-07T14:01:33.217888+0000","last_undegraded":"2023-12-07T14:01:33.217888+0000","last_fullsized":"2023-12-07T14:01:33.217888+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:03:58.617314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1010,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274615+0000","last_change":"2023-12-07T14:00:47.720449+0000","last_active":"2023-12-07T14:01:15.274615+0000","last_peered":"2023-12-07T14:01:15.274615+0000","last_clean":"2023-12-07T14:01:15.274615+0000","last_became_active":"2023-12-07T14:00:47.720135+0000","last_became_peered":"2023-12-07T14:00:47.720135+0000","last_unstale":"2023-12-07T14:01:15.274615+0000","last_undegraded":"2023-12-07T14:01:15.274615+0000","last_fullsized":"2023-12-07T14:01:15.274615+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:06.752036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269519+0000","last_change":"2023-12-07T14:00:46.900987+0000","last_active":"2023-12-07T14:01:15.269519+0000","last_peered":"2023-12-07T14:01:15.269519+0000","last_clean":"2023-12-07T14:01:15.269519+0000","last_became_active":"2023-12-07T14:00:46.900644+0000","last_became_peered":"2023-12-07T14:00:46.900644+0000","last_unstale":"2023-12-07T14:01:15.269519+0000","last_undegraded":"2023-12-07T14:01:15.269519+0000","last_fullsized":"2023-12-07T14:01:15.269519+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:24:53.099362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270221+0000","last_change":"2023-12-07T14:00:47.719706+0000","last_active":"2023-12-07T14:01:15.270221+0000","last_peered":"2023-12-07T14:01:15.270221+0000","last_clean":"2023-12-07T14:01:15.270221+0000","last_became_active":"2023-12-07T14:00:47.719418+0000","last_became_peered":"2023-12-07T14:00:47.719418+0000","last_unstale":"2023-12-07T14:01:15.270221+0000","last_undegraded":"2023-12-07T14:01:15.270221+0000","last_fullsized":"2023-12-07T14:01:15.270221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:11.198866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274476+0000","last_change":"2023-12-07T14:00:46.897220+0000","last_active":"2023-12-07T14:01:15.274476+0000","last_peered":"2023-12-07T14:01:15.274476+0000","last_clean":"2023-12-07T14:01:15.274476+0000","last_became_active":"2023-12-07T14:00:46.896852+0000","last_became_peered":"2023-12-07T14:00:46.896852+0000","last_unstale":"2023-12-07T14:01:15.274476+0000","last_undegraded":"2023-12-07T14:01:15.274476+0000","last_fullsized":"2023-12-07T14:01:15.274476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:25:48.591097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276572+0000","last_change":"2023-12-07T14:00:47.718331+0000","last_active":"2023-12-07T14:01:15.276572+0000","last_peered":"2023-12-07T14:01:15.276572+0000","last_clean":"2023-12-07T14:01:15.276572+0000","last_became_active":"2023-12-07T14:00:47.717864+0000","last_became_peered":"2023-12-07T14:00:47.717864+0000","last_unstale":"2023-12-07T14:01:15.276572+0000","last_undegraded":"2023-12-07T14:01:15.276572+0000","last_fullsized":"2023-12-07T14:01:15.276572+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:54:21.124668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269777+0000","last_change":"2023-12-07T14:00:46.892183+0000","last_active":"2023-12-07T14:01:15.269777+0000","last_peered":"2023-12-07T14:01:15.269777+0000","last_clean":"2023-12-07T14:01:15.269777+0000","last_became_active":"2023-12-07T14:00:46.891949+0000","last_became_peered":"2023-12-07T14:00:46.891949+0000","last_unstale":"2023-12-07T14:01:15.269777+0000","last_undegraded":"2023-12-07T14:01:15.269777+0000","last_fullsized":"2023-12-07T14:01:15.269777+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:48:10.746664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275165+0000","last_change":"2023-12-07T14:00:47.723135+0000","last_active":"2023-12-07T14:01:15.275165+0000","last_peered":"2023-12-07T14:01:15.275165+0000","last_clean":"2023-12-07T14:01:15.275165+0000","last_became_active":"2023-12-07T14:00:47.722745+0000","last_became_peered":"2023-12-07T14:00:47.722745+0000","last_unstale":"2023-12-07T14:01:15.275165+0000","last_undegraded":"2023-12-07T14:01:15.275165+0000","last_fullsized":"2023-12-07T14:01:15.275165+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:40:04.945776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":97,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:31.213750+0000","last_change":"2023-12-07T14:00:46.896873+0000","last_active":"2023-12-07T14:01:31.213750+0000","last_peered":"2023-12-07T14:01:31.213750+0000","last_clean":"2023-12-07T14:01:31.213750+0000","last_became_active":"2023-12-07T14:00:46.896584+0000","last_became_peered":"2023-12-07T14:00:46.896584+0000","last_unstale":"2023-12-07T14:01:31.213750+0000","last_undegraded":"2023-12-07T14:01:31.213750+0000","last_fullsized":"2023-12-07T14:01:31.213750+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:41:09.642527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276677+0000","last_change":"2023-12-07T14:00:47.724105+0000","last_active":"2023-12-07T14:01:15.276677+0000","last_peered":"2023-12-07T14:01:15.276677+0000","last_clean":"2023-12-07T14:01:15.276677+0000","last_became_active":"2023-12-07T14:00:47.723448+0000","last_became_peered":"2023-12-07T14:00:47.723448+0000","last_unstale":"2023-12-07T14:01:15.276677+0000","last_undegraded":"2023-12-07T14:01:15.276677+0000","last_fullsized":"2023-12-07T14:01:15.276677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:47:51.340571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281149+0000","last_change":"2023-12-07T14:01:16.281149+0000","last_active":"2023-12-07T14:01:16.281149+0000","last_peered":"2023-12-07T14:01:16.281149+0000","last_clean":"2023-12-07T14:01:16.281149+0000","last_became_active":"2023-12-07T14:01:16.275860+0000","last_became_peered":"2023-12-07T14:01:16.275860+0000","last_unstale":"2023-12-07T14:01:16.281149+0000","last_undegraded":"2023-12-07T14:01:16.281149+0000","last_fullsized":"2023-12-07T14:01:16.281149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:54:49.332946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271773+0000","last_change":"2023-12-07T14:00:47.719409+0000","last_active":"2023-12-07T14:01:15.271773+0000","last_peered":"2023-12-07T14:01:15.271773+0000","last_clean":"2023-12-07T14:01:15.271773+0000","last_became_active":"2023-12-07T14:00:47.719064+0000","last_became_peered":"2023-12-07T14:00:47.719064+0000","last_unstale":"2023-12-07T14:01:15.271773+0000","last_undegraded":"2023-12-07T14:01:15.271773+0000","last_fullsized":"2023-12-07T14:01:15.271773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:26:55.814868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270539+0000","last_change":"2023-12-07T14:00:46.902810+0000","last_active":"2023-12-07T14:01:15.270539+0000","last_peered":"2023-12-07T14:01:15.270539+0000","last_clean":"2023-12-07T14:01:15.270539+0000","last_became_active":"2023-12-07T14:00:46.902500+0000","last_became_peered":"2023-12-07T14:00:46.902500+0000","last_unstale":"2023-12-07T14:01:15.270539+0000","last_undegraded":"2023-12-07T14:01:15.270539+0000","last_fullsized":"2023-12-07T14:01:15.270539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:43:34.567319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276455+0000","last_change":"2023-12-07T14:00:47.720254+0000","last_active":"2023-12-07T14:01:15.276455+0000","last_peered":"2023-12-07T14:01:15.276455+0000","last_clean":"2023-12-07T14:01:15.276455+0000","last_became_active":"2023-12-07T14:00:47.719922+0000","last_became_peered":"2023-12-07T14:00:47.719922+0000","last_unstale":"2023-12-07T14:01:15.276455+0000","last_undegraded":"2023-12-07T14:01:15.276455+0000","last_fullsized":"2023-12-07T14:01:15.276455+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:15:47.863296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'31","reported_seq":133,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:31.228237+0000","last_change":"2023-12-07T14:00:46.889567+0000","last_active":"2023-12-07T14:01:31.228237+0000","last_peered":"2023-12-07T14:01:31.228237+0000","last_clean":"2023-12-07T14:01:31.228237+0000","last_became_active":"2023-12-07T14:00:46.889215+0000","last_became_peered":"2023-12-07T14:00:46.889215+0000","last_unstale":"2023-12-07T14:01:31.228237+0000","last_undegraded":"2023-12-07T14:01:31.228237+0000","last_fullsized":"2023-12-07T14:01:31.228237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:35:52.726992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57544,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":100,"num_write":33,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274805+0000","last_change":"2023-12-07T14:00:47.721847+0000","last_active":"2023-12-07T14:01:15.274805+0000","last_peered":"2023-12-07T14:01:15.274805+0000","last_clean":"2023-12-07T14:01:15.274805+0000","last_became_active":"2023-12-07T14:00:47.721559+0000","last_became_peered":"2023-12-07T14:00:47.721559+0000","last_unstale":"2023-12-07T14:01:15.274805+0000","last_undegraded":"2023-12-07T14:01:15.274805+0000","last_fullsized":"2023-12-07T14:01:15.274805+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:33:03.008657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277318+0000","last_change":"2023-12-07T14:00:46.898227+0000","last_active":"2023-12-07T14:01:15.277318+0000","last_peered":"2023-12-07T14:01:15.277318+0000","last_clean":"2023-12-07T14:01:15.277318+0000","last_became_active":"2023-12-07T14:00:46.897934+0000","last_became_peered":"2023-12-07T14:00:46.897934+0000","last_unstale":"2023-12-07T14:01:15.277318+0000","last_undegraded":"2023-12-07T14:01:15.277318+0000","last_fullsized":"2023-12-07T14:01:15.277318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:13:08.646997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274591+0000","last_change":"2023-12-07T14:00:47.724097+0000","last_active":"2023-12-07T14:01:15.274591+0000","last_peered":"2023-12-07T14:01:15.274591+0000","last_clean":"2023-12-07T14:01:15.274591+0000","last_became_active":"2023-12-07T14:00:47.723787+0000","last_became_peered":"2023-12-07T14:00:47.723787+0000","last_unstale":"2023-12-07T14:01:15.274591+0000","last_undegraded":"2023-12-07T14:01:15.274591+0000","last_fullsized":"2023-12-07T14:01:15.274591+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:20:08.689850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270046+0000","last_change":"2023-12-07T14:00:46.899008+0000","last_active":"2023-12-07T14:01:15.270046+0000","last_peered":"2023-12-07T14:01:15.270046+0000","last_clean":"2023-12-07T14:01:15.270046+0000","last_became_active":"2023-12-07T14:00:46.898730+0000","last_became_peered":"2023-12-07T14:00:46.898730+0000","last_unstale":"2023-12-07T14:01:15.270046+0000","last_undegraded":"2023-12-07T14:01:15.270046+0000","last_fullsized":"2023-12-07T14:01:15.270046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:38:35.678003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279079+0000","last_change":"2023-12-07T14:00:47.722654+0000","last_active":"2023-12-07T14:01:15.279079+0000","last_peered":"2023-12-07T14:01:15.279079+0000","last_clean":"2023-12-07T14:01:15.279079+0000","last_became_active":"2023-12-07T14:00:47.722381+0000","last_became_peered":"2023-12-07T14:00:47.722381+0000","last_unstale":"2023-12-07T14:01:15.279079+0000","last_undegraded":"2023-12-07T14:01:15.279079+0000","last_fullsized":"2023-12-07T14:01:15.279079+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:46:11.132402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":65,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:32.215754+0000","last_change":"2023-12-07T14:00:46.894184+0000","last_active":"2023-12-07T14:01:32.215754+0000","last_peered":"2023-12-07T14:01:32.215754+0000","last_clean":"2023-12-07T14:01:32.215754+0000","last_became_active":"2023-12-07T14:00:46.893856+0000","last_became_peered":"2023-12-07T14:00:46.893856+0000","last_unstale":"2023-12-07T14:01:32.215754+0000","last_undegraded":"2023-12-07T14:01:32.215754+0000","last_fullsized":"2023-12-07T14:01:32.215754+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:17:23.253666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":976,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":45,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278803+0000","last_change":"2023-12-07T14:00:47.723501+0000","last_active":"2023-12-07T14:01:15.278803+0000","last_peered":"2023-12-07T14:01:15.278803+0000","last_clean":"2023-12-07T14:01:15.278803+0000","last_became_active":"2023-12-07T14:00:47.723185+0000","last_became_peered":"2023-12-07T14:00:47.723185+0000","last_unstale":"2023-12-07T14:01:15.278803+0000","last_undegraded":"2023-12-07T14:01:15.278803+0000","last_fullsized":"2023-12-07T14:01:15.278803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:11:33.358153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274520+0000","last_change":"2023-12-07T14:00:46.902693+0000","last_active":"2023-12-07T14:01:15.274520+0000","last_peered":"2023-12-07T14:01:15.274520+0000","last_clean":"2023-12-07T14:01:15.274520+0000","last_became_active":"2023-12-07T14:00:46.902384+0000","last_became_peered":"2023-12-07T14:00:46.902384+0000","last_unstale":"2023-12-07T14:01:15.274520+0000","last_undegraded":"2023-12-07T14:01:15.274520+0000","last_fullsized":"2023-12-07T14:01:15.274520+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:30:12.970835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269860+0000","last_change":"2023-12-07T14:00:47.724788+0000","last_active":"2023-12-07T14:01:15.269860+0000","last_peered":"2023-12-07T14:01:15.269860+0000","last_clean":"2023-12-07T14:01:15.269860+0000","last_became_active":"2023-12-07T14:00:47.724360+0000","last_became_peered":"2023-12-07T14:00:47.724360+0000","last_unstale":"2023-12-07T14:01:15.269860+0000","last_undegraded":"2023-12-07T14:01:15.269860+0000","last_fullsized":"2023-12-07T14:01:15.269860+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:09:51.017290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.285841+0000","last_change":"2023-12-07T14:01:16.285325+0000","last_active":"2023-12-07T14:01:16.285841+0000","last_peered":"2023-12-07T14:01:16.285841+0000","last_clean":"2023-12-07T14:01:16.285841+0000","last_became_active":"2023-12-07T14:01:16.276943+0000","last_became_peered":"2023-12-07T14:01:16.276943+0000","last_unstale":"2023-12-07T14:01:16.285841+0000","last_undegraded":"2023-12-07T14:01:16.285841+0000","last_fullsized":"2023-12-07T14:01:16.285841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:42.458746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272635+0000","last_change":"2023-12-07T14:00:47.713189+0000","last_active":"2023-12-07T14:01:15.272635+0000","last_peered":"2023-12-07T14:01:15.272635+0000","last_clean":"2023-12-07T14:01:15.272635+0000","last_became_active":"2023-12-07T14:00:47.711921+0000","last_became_peered":"2023-12-07T14:00:47.711921+0000","last_unstale":"2023-12-07T14:01:15.272635+0000","last_undegraded":"2023-12-07T14:01:15.272635+0000","last_fullsized":"2023-12-07T14:01:15.272635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:42:56.744484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275759+0000","last_change":"2023-12-07T14:00:46.897334+0000","last_active":"2023-12-07T14:01:15.275759+0000","last_peered":"2023-12-07T14:01:15.275759+0000","last_clean":"2023-12-07T14:01:15.275759+0000","last_became_active":"2023-12-07T14:00:46.897006+0000","last_became_peered":"2023-12-07T14:00:46.897006+0000","last_unstale":"2023-12-07T14:01:15.275759+0000","last_undegraded":"2023-12-07T14:01:15.275759+0000","last_fullsized":"2023-12-07T14:01:15.275759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:54:41.451481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269838+0000","last_change":"2023-12-07T14:00:47.720249+0000","last_active":"2023-12-07T14:01:15.269838+0000","last_peered":"2023-12-07T14:01:15.269838+0000","last_clean":"2023-12-07T14:01:15.269838+0000","last_became_active":"2023-12-07T14:00:47.719907+0000","last_became_peered":"2023-12-07T14:00:47.719907+0000","last_unstale":"2023-12-07T14:01:15.269838+0000","last_undegraded":"2023-12-07T14:01:15.269838+0000","last_fullsized":"2023-12-07T14:01:15.269838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:48:59.671312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":59,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:30.213924+0000","last_change":"2023-12-07T14:00:46.900963+0000","last_active":"2023-12-07T14:01:30.213924+0000","last_peered":"2023-12-07T14:01:30.213924+0000","last_clean":"2023-12-07T14:01:30.213924+0000","last_became_active":"2023-12-07T14:00:46.900651+0000","last_became_peered":"2023-12-07T14:00:46.900651+0000","last_unstale":"2023-12-07T14:01:30.213924+0000","last_undegraded":"2023-12-07T14:01:30.213924+0000","last_fullsized":"2023-12-07T14:01:30.213924+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:32:48.274321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.812793+0000","last_change":"2023-12-07T14:01:16.812793+0000","last_active":"2023-12-07T14:01:16.812793+0000","last_peered":"2023-12-07T14:01:16.812793+0000","last_clean":"2023-12-07T14:01:16.812793+0000","last_became_active":"2023-12-07T14:01:16.812387+0000","last_became_peered":"2023-12-07T14:01:16.812387+0000","last_unstale":"2023-12-07T14:01:16.812793+0000","last_undegraded":"2023-12-07T14:01:16.812793+0000","last_fullsized":"2023-12-07T14:01:16.812793+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.106244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269889+0000","last_change":"2023-12-07T14:00:47.722414+0000","last_active":"2023-12-07T14:01:15.269889+0000","last_peered":"2023-12-07T14:01:15.269889+0000","last_clean":"2023-12-07T14:01:15.269889+0000","last_became_active":"2023-12-07T14:00:47.722076+0000","last_became_peered":"2023-12-07T14:00:47.722076+0000","last_unstale":"2023-12-07T14:01:15.269889+0000","last_undegraded":"2023-12-07T14:01:15.269889+0000","last_fullsized":"2023-12-07T14:01:15.269889+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:21:54.058968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":62,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:32.214911+0000","last_change":"2023-12-07T14:00:46.899521+0000","last_active":"2023-12-07T14:01:32.214911+0000","last_peered":"2023-12-07T14:01:32.214911+0000","last_clean":"2023-12-07T14:01:32.214911+0000","last_became_active":"2023-12-07T14:00:46.899218+0000","last_became_peered":"2023-12-07T14:00:46.899218+0000","last_unstale":"2023-12-07T14:01:32.214911+0000","last_undegraded":"2023-12-07T14:01:32.214911+0000","last_fullsized":"2023-12-07T14:01:32.214911+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:47.833824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":42,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281650+0000","last_change":"2023-12-07T14:01:16.281650+0000","last_active":"2023-12-07T14:01:16.281650+0000","last_peered":"2023-12-07T14:01:16.281650+0000","last_clean":"2023-12-07T14:01:16.281650+0000","last_became_active":"2023-12-07T14:01:16.281281+0000","last_became_peered":"2023-12-07T14:01:16.281281+0000","last_unstale":"2023-12-07T14:01:16.281650+0000","last_undegraded":"2023-12-07T14:01:16.281650+0000","last_fullsized":"2023-12-07T14:01:16.281650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:00:36.266857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272835+0000","last_change":"2023-12-07T14:00:46.896122+0000","last_active":"2023-12-07T14:01:15.272835+0000","last_peered":"2023-12-07T14:01:15.272835+0000","last_clean":"2023-12-07T14:01:15.272835+0000","last_became_active":"2023-12-07T14:00:46.895605+0000","last_became_peered":"2023-12-07T14:00:46.895605+0000","last_unstale":"2023-12-07T14:01:15.272835+0000","last_undegraded":"2023-12-07T14:01:15.272835+0000","last_fullsized":"2023-12-07T14:01:15.272835+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:13:50.673192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":319,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278715+0000","last_change":"2023-12-07T13:59:45.058139+0000","last_active":"2023-12-07T14:01:15.278715+0000","last_peered":"2023-12-07T14:01:15.278715+0000","last_clean":"2023-12-07T14:01:15.278715+0000","last_became_active":"2023-12-07T13:59:45.057617+0000","last_became_peered":"2023-12-07T13:59:45.057617+0000","last_unstale":"2023-12-07T14:01:15.278715+0000","last_undegraded":"2023-12-07T14:01:15.278715+0000","last_fullsized":"2023-12-07T14:01:15.278715+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_clean_scrub_stamp":"2023-12-07T13:56:37.827181+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:25:51.419130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274300+0000","last_change":"2023-12-07T14:00:47.719266+0000","last_active":"2023-12-07T14:01:15.274300+0000","last_peered":"2023-12-07T14:01:15.274300+0000","last_clean":"2023-12-07T14:01:15.274300+0000","last_became_active":"2023-12-07T14:00:47.718958+0000","last_became_peered":"2023-12-07T14:00:47.718958+0000","last_unstale":"2023-12-07T14:01:15.274300+0000","last_undegraded":"2023-12-07T14:01:15.274300+0000","last_fullsized":"2023-12-07T14:01:15.274300+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:35:48.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278644+0000","last_change":"2023-12-07T14:00:46.893807+0000","last_active":"2023-12-07T14:01:15.278644+0000","last_peered":"2023-12-07T14:01:15.278644+0000","last_clean":"2023-12-07T14:01:15.278644+0000","last_became_active":"2023-12-07T14:00:46.893526+0000","last_became_peered":"2023-12-07T14:00:46.893526+0000","last_unstale":"2023-12-07T14:01:15.278644+0000","last_undegraded":"2023-12-07T14:01:15.278644+0000","last_fullsized":"2023-12-07T14:01:15.278644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:51:13.214513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274879+0000","last_change":"2023-12-07T14:00:46.902757+0000","last_active":"2023-12-07T14:01:15.274879+0000","last_peered":"2023-12-07T14:01:15.274879+0000","last_clean":"2023-12-07T14:01:15.274879+0000","last_became_active":"2023-12-07T14:00:46.902425+0000","last_became_peered":"2023-12-07T14:00:46.902425+0000","last_unstale":"2023-12-07T14:01:15.274879+0000","last_undegraded":"2023-12-07T14:01:15.274879+0000","last_fullsized":"2023-12-07T14:01:15.274879+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:36.221987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275248+0000","last_change":"2023-12-07T14:00:47.719822+0000","last_active":"2023-12-07T14:01:15.275248+0000","last_peered":"2023-12-07T14:01:15.275248+0000","last_clean":"2023-12-07T14:01:15.275248+0000","last_became_active":"2023-12-07T14:00:47.719542+0000","last_became_peered":"2023-12-07T14:00:47.719542+0000","last_unstale":"2023-12-07T14:01:15.275248+0000","last_undegraded":"2023-12-07T14:01:15.275248+0000","last_fullsized":"2023-12-07T14:01:15.275248+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:10:42.879937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'10","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275969+0000","last_change":"2023-12-07T14:00:46.904941+0000","last_active":"2023-12-07T14:01:15.275969+0000","last_peered":"2023-12-07T14:01:15.275969+0000","last_clean":"2023-12-07T14:01:15.275969+0000","last_became_active":"2023-12-07T14:00:46.904681+0000","last_became_peered":"2023-12-07T14:00:46.904681+0000","last_unstale":"2023-12-07T14:01:15.275969+0000","last_undegraded":"2023-12-07T14:01:15.275969+0000","last_fullsized":"2023-12-07T14:01:15.275969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:57:54.616373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277495+0000","last_change":"2023-12-07T14:00:47.722570+0000","last_active":"2023-12-07T14:01:15.277495+0000","last_peered":"2023-12-07T14:01:15.277495+0000","last_clean":"2023-12-07T14:01:15.277495+0000","last_became_active":"2023-12-07T14:00:47.722227+0000","last_became_peered":"2023-12-07T14:00:47.722227+0000","last_unstale":"2023-12-07T14:01:15.277495+0000","last_undegraded":"2023-12-07T14:01:15.277495+0000","last_fullsized":"2023-12-07T14:01:15.277495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:51:04.647502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272699+0000","last_change":"2023-12-07T14:00:46.883664+0000","last_active":"2023-12-07T14:01:15.272699+0000","last_peered":"2023-12-07T14:01:15.272699+0000","last_clean":"2023-12-07T14:01:15.272699+0000","last_became_active":"2023-12-07T14:00:46.883291+0000","last_became_peered":"2023-12-07T14:00:46.883291+0000","last_unstale":"2023-12-07T14:01:15.272699+0000","last_undegraded":"2023-12-07T14:01:15.272699+0000","last_fullsized":"2023-12-07T14:01:15.272699+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:46:22.384021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271701+0000","last_change":"2023-12-07T14:00:47.719387+0000","last_active":"2023-12-07T14:01:15.271701+0000","last_peered":"2023-12-07T14:01:15.271701+0000","last_clean":"2023-12-07T14:01:15.271701+0000","last_became_active":"2023-12-07T14:00:47.719044+0000","last_became_peered":"2023-12-07T14:00:47.719044+0000","last_unstale":"2023-12-07T14:01:15.271701+0000","last_undegraded":"2023-12-07T14:01:15.271701+0000","last_fullsized":"2023-12-07T14:01:15.271701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:05:08.262366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276205+0000","last_change":"2023-12-07T14:00:46.895976+0000","last_active":"2023-12-07T14:01:15.276205+0000","last_peered":"2023-12-07T14:01:15.276205+0000","last_clean":"2023-12-07T14:01:15.276205+0000","last_became_active":"2023-12-07T14:00:46.895597+0000","last_became_peered":"2023-12-07T14:00:46.895597+0000","last_unstale":"2023-12-07T14:01:15.276205+0000","last_undegraded":"2023-12-07T14:01:15.276205+0000","last_fullsized":"2023-12-07T14:01:15.276205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:10:28.890352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274540+0000","last_change":"2023-12-07T14:00:47.721852+0000","last_active":"2023-12-07T14:01:15.274540+0000","last_peered":"2023-12-07T14:01:15.274540+0000","last_clean":"2023-12-07T14:01:15.274540+0000","last_became_active":"2023-12-07T14:00:47.721534+0000","last_became_peered":"2023-12-07T14:00:47.721534+0000","last_unstale":"2023-12-07T14:01:15.274540+0000","last_undegraded":"2023-12-07T14:01:15.274540+0000","last_fullsized":"2023-12-07T14:01:15.274540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:09:19.118457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276787+0000","last_change":"2023-12-07T14:00:46.900079+0000","last_active":"2023-12-07T14:01:15.276787+0000","last_peered":"2023-12-07T14:01:15.276787+0000","last_clean":"2023-12-07T14:01:15.276787+0000","last_became_active":"2023-12-07T14:00:46.899773+0000","last_became_peered":"2023-12-07T14:00:46.899773+0000","last_unstale":"2023-12-07T14:01:15.276787+0000","last_undegraded":"2023-12-07T14:01:15.276787+0000","last_fullsized":"2023-12-07T14:01:15.276787+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:19:26.727846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272409+0000","last_change":"2023-12-07T14:00:47.719191+0000","last_active":"2023-12-07T14:01:15.272409+0000","last_peered":"2023-12-07T14:01:15.272409+0000","last_clean":"2023-12-07T14:01:15.272409+0000","last_became_active":"2023-12-07T14:00:47.718579+0000","last_became_peered":"2023-12-07T14:00:47.718579+0000","last_unstale":"2023-12-07T14:01:15.272409+0000","last_undegraded":"2023-12-07T14:01:15.272409+0000","last_fullsized":"2023-12-07T14:01:15.272409+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:47:19.348402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.289542+0000","last_change":"2023-12-07T14:01:16.289148+0000","last_active":"2023-12-07T14:01:16.289542+0000","last_peered":"2023-12-07T14:01:16.289542+0000","last_clean":"2023-12-07T14:01:16.289542+0000","last_became_active":"2023-12-07T14:01:16.279487+0000","last_became_peered":"2023-12-07T14:01:16.279487+0000","last_unstale":"2023-12-07T14:01:16.289542+0000","last_undegraded":"2023-12-07T14:01:16.289542+0000","last_fullsized":"2023-12-07T14:01:16.289542+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:11:19.195757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277079+0000","last_change":"2023-12-07T14:00:47.726154+0000","last_active":"2023-12-07T14:01:15.277079+0000","last_peered":"2023-12-07T14:01:15.277079+0000","last_clean":"2023-12-07T14:01:15.277079+0000","last_became_active":"2023-12-07T14:00:47.725878+0000","last_became_peered":"2023-12-07T14:00:47.725878+0000","last_unstale":"2023-12-07T14:01:15.277079+0000","last_undegraded":"2023-12-07T14:01:15.277079+0000","last_fullsized":"2023-12-07T14:01:15.277079+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:42:05.709841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274635+0000","last_change":"2023-12-07T14:00:46.894224+0000","last_active":"2023-12-07T14:01:15.274635+0000","last_peered":"2023-12-07T14:01:15.274635+0000","last_clean":"2023-12-07T14:01:15.274635+0000","last_became_active":"2023-12-07T14:00:46.893880+0000","last_became_peered":"2023-12-07T14:00:46.893880+0000","last_unstale":"2023-12-07T14:01:15.274635+0000","last_undegraded":"2023-12-07T14:01:15.274635+0000","last_fullsized":"2023-12-07T14:01:15.274635+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:42.986463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278860+0000","last_change":"2023-12-07T14:00:47.725233+0000","last_active":"2023-12-07T14:01:15.278860+0000","last_peered":"2023-12-07T14:01:15.278860+0000","last_clean":"2023-12-07T14:01:15.278860+0000","last_became_active":"2023-12-07T14:00:47.724816+0000","last_became_peered":"2023-12-07T14:00:47.724816+0000","last_unstale":"2023-12-07T14:01:15.278860+0000","last_undegraded":"2023-12-07T14:01:15.278860+0000","last_fullsized":"2023-12-07T14:01:15.278860+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:14:19.221414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'6","reported_seq":63,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:30.213060+0000","last_change":"2023-12-07T14:00:46.895836+0000","last_active":"2023-12-07T14:01:30.213060+0000","last_peered":"2023-12-07T14:01:30.213060+0000","last_clean":"2023-12-07T14:01:30.213060+0000","last_became_active":"2023-12-07T14:00:46.895572+0000","last_became_peered":"2023-12-07T14:00:46.895572+0000","last_unstale":"2023-12-07T14:01:30.213060+0000","last_undegraded":"2023-12-07T14:01:30.213060+0000","last_fullsized":"2023-12-07T14:01:30.213060+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:18:04.498284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1558,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279219+0000","last_change":"2023-12-07T14:00:47.721621+0000","last_active":"2023-12-07T14:01:15.279219+0000","last_peered":"2023-12-07T14:01:15.279219+0000","last_clean":"2023-12-07T14:01:15.279219+0000","last_became_active":"2023-12-07T14:00:47.721373+0000","last_became_peered":"2023-12-07T14:00:47.721373+0000","last_unstale":"2023-12-07T14:01:15.279219+0000","last_undegraded":"2023-12-07T14:01:15.279219+0000","last_fullsized":"2023-12-07T14:01:15.279219+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:33.896304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270413+0000","last_change":"2023-12-07T14:00:46.899041+0000","last_active":"2023-12-07T14:01:15.270413+0000","last_peered":"2023-12-07T14:01:15.270413+0000","last_clean":"2023-12-07T14:01:15.270413+0000","last_became_active":"2023-12-07T14:00:46.898757+0000","last_became_peered":"2023-12-07T14:00:46.898757+0000","last_unstale":"2023-12-07T14:01:15.270413+0000","last_undegraded":"2023-12-07T14:01:15.270413+0000","last_fullsized":"2023-12-07T14:01:15.270413+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:30:23.094360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279037+0000","last_change":"2023-12-07T14:00:47.723404+0000","last_active":"2023-12-07T14:01:15.279037+0000","last_peered":"2023-12-07T14:01:15.279037+0000","last_clean":"2023-12-07T14:01:15.279037+0000","last_became_active":"2023-12-07T14:00:47.722791+0000","last_became_peered":"2023-12-07T14:00:47.722791+0000","last_unstale":"2023-12-07T14:01:15.279037+0000","last_undegraded":"2023-12-07T14:01:15.279037+0000","last_fullsized":"2023-12-07T14:01:15.279037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:46:36.029174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275496+0000","last_change":"2023-12-07T14:00:46.898921+0000","last_active":"2023-12-07T14:01:15.275496+0000","last_peered":"2023-12-07T14:01:15.275496+0000","last_clean":"2023-12-07T14:01:15.275496+0000","last_became_active":"2023-12-07T14:00:46.898632+0000","last_became_peered":"2023-12-07T14:00:46.898632+0000","last_unstale":"2023-12-07T14:01:15.275496+0000","last_undegraded":"2023-12-07T14:01:15.275496+0000","last_fullsized":"2023-12-07T14:01:15.275496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:48:46.354219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279222+0000","last_change":"2023-12-07T14:00:47.723227+0000","last_active":"2023-12-07T14:01:15.279222+0000","last_peered":"2023-12-07T14:01:15.279222+0000","last_clean":"2023-12-07T14:01:15.279222+0000","last_became_active":"2023-12-07T14:00:47.722816+0000","last_became_peered":"2023-12-07T14:00:47.722816+0000","last_unstale":"2023-12-07T14:01:15.279222+0000","last_undegraded":"2023-12-07T14:01:15.279222+0000","last_fullsized":"2023-12-07T14:01:15.279222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:19:28.343266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272431+0000","last_change":"2023-12-07T14:00:47.720963+0000","last_active":"2023-12-07T14:01:15.272431+0000","last_peered":"2023-12-07T14:01:15.272431+0000","last_clean":"2023-12-07T14:01:15.272431+0000","last_became_active":"2023-12-07T14:00:47.718255+0000","last_became_peered":"2023-12-07T14:00:47.718255+0000","last_unstale":"2023-12-07T14:01:15.272431+0000","last_undegraded":"2023-12-07T14:01:15.272431+0000","last_fullsized":"2023-12-07T14:01:15.272431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:43:26.661794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277217+0000","last_change":"2023-12-07T14:00:47.719176+0000","last_active":"2023-12-07T14:01:15.277217+0000","last_peered":"2023-12-07T14:01:15.277217+0000","last_clean":"2023-12-07T14:01:15.277217+0000","last_became_active":"2023-12-07T14:00:47.718863+0000","last_became_peered":"2023-12-07T14:00:47.718863+0000","last_unstale":"2023-12-07T14:01:15.277217+0000","last_undegraded":"2023-12-07T14:01:15.277217+0000","last_fullsized":"2023-12-07T14:01:15.277217+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:41:31.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277718+0000","last_change":"2023-12-07T14:00:47.720106+0000","last_active":"2023-12-07T14:01:15.277718+0000","last_peered":"2023-12-07T14:01:15.277718+0000","last_clean":"2023-12-07T14:01:15.277718+0000","last_became_active":"2023-12-07T14:00:47.719524+0000","last_became_peered":"2023-12-07T14:00:47.719524+0000","last_unstale":"2023-12-07T14:01:15.277718+0000","last_undegraded":"2023-12-07T14:01:15.277718+0000","last_fullsized":"2023-12-07T14:01:15.277718+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:45:47.084843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271985+0000","last_change":"2023-12-07T14:00:47.721479+0000","last_active":"2023-12-07T14:01:15.271985+0000","last_peered":"2023-12-07T14:01:15.271985+0000","last_clean":"2023-12-07T14:01:15.271985+0000","last_became_active":"2023-12-07T14:00:47.721185+0000","last_became_peered":"2023-12-07T14:00:47.721185+0000","last_unstale":"2023-12-07T14:01:15.271985+0000","last_undegraded":"2023-12-07T14:01:15.271985+0000","last_fullsized":"2023-12-07T14:01:15.271985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:13:29.104211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275150+0000","last_change":"2023-12-07T14:00:47.715157+0000","last_active":"2023-12-07T14:01:15.275150+0000","last_peered":"2023-12-07T14:01:15.275150+0000","last_clean":"2023-12-07T14:01:15.275150+0000","last_became_active":"2023-12-07T14:00:47.714821+0000","last_became_peered":"2023-12-07T14:00:47.714821+0000","last_unstale":"2023-12-07T14:01:15.275150+0000","last_undegraded":"2023-12-07T14:01:15.275150+0000","last_fullsized":"2023-12-07T14:01:15.275150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:22:44.158549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272626+0000","last_change":"2023-12-07T14:00:47.715105+0000","last_active":"2023-12-07T14:01:15.272626+0000","last_peered":"2023-12-07T14:01:15.272626+0000","last_clean":"2023-12-07T14:01:15.272626+0000","last_became_active":"2023-12-07T14:00:47.714800+0000","last_became_peered":"2023-12-07T14:00:47.714800+0000","last_unstale":"2023-12-07T14:01:15.272626+0000","last_undegraded":"2023-12-07T14:01:15.272626+0000","last_fullsized":"2023-12-07T14:01:15.272626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:08:18.358628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277736+0000","last_change":"2023-12-07T14:00:47.723311+0000","last_active":"2023-12-07T14:01:15.277736+0000","last_peered":"2023-12-07T14:01:15.277736+0000","last_clean":"2023-12-07T14:01:15.277736+0000","last_became_active":"2023-12-07T14:00:47.723024+0000","last_became_peered":"2023-12-07T14:00:47.723024+0000","last_unstale":"2023-12-07T14:01:15.277736+0000","last_undegraded":"2023-12-07T14:01:15.277736+0000","last_fullsized":"2023-12-07T14:01:15.277736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:50:23.765138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277414+0000","last_change":"2023-12-07T14:00:47.719375+0000","last_active":"2023-12-07T14:01:15.277414+0000","last_peered":"2023-12-07T14:01:15.277414+0000","last_clean":"2023-12-07T14:01:15.277414+0000","last_became_active":"2023-12-07T14:00:47.719065+0000","last_became_peered":"2023-12-07T14:00:47.719065+0000","last_unstale":"2023-12-07T14:01:15.277414+0000","last_undegraded":"2023-12-07T14:01:15.277414+0000","last_fullsized":"2023-12-07T14:01:15.277414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:06:07.614629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269807+0000","last_change":"2023-12-07T14:00:47.719875+0000","last_active":"2023-12-07T14:01:15.269807+0000","last_peered":"2023-12-07T14:01:15.269807+0000","last_clean":"2023-12-07T14:01:15.269807+0000","last_became_active":"2023-12-07T14:00:47.719448+0000","last_became_peered":"2023-12-07T14:00:47.719448+0000","last_unstale":"2023-12-07T14:01:15.269807+0000","last_undegraded":"2023-12-07T14:01:15.269807+0000","last_fullsized":"2023-12-07T14:01:15.269807+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.582967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276709+0000","last_change":"2023-12-07T14:00:47.723713+0000","last_active":"2023-12-07T14:01:15.276709+0000","last_peered":"2023-12-07T14:01:15.276709+0000","last_clean":"2023-12-07T14:01:15.276709+0000","last_became_active":"2023-12-07T14:00:47.720971+0000","last_became_peered":"2023-12-07T14:00:47.720971+0000","last_unstale":"2023-12-07T14:01:15.276709+0000","last_undegraded":"2023-12-07T14:01:15.276709+0000","last_fullsized":"2023-12-07T14:01:15.276709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:03:46.117572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276861+0000","last_change":"2023-12-07T14:00:47.724205+0000","last_active":"2023-12-07T14:01:15.276861+0000","last_peered":"2023-12-07T14:01:15.276861+0000","last_clean":"2023-12-07T14:01:15.276861+0000","last_became_active":"2023-12-07T14:00:47.723814+0000","last_became_peered":"2023-12-07T14:00:47.723814+0000","last_unstale":"2023-12-07T14:01:15.276861+0000","last_undegraded":"2023-12-07T14:01:15.276861+0000","last_fullsized":"2023-12-07T14:01:15.276861+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:35:32.658355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274947+0000","last_change":"2023-12-07T14:00:47.725350+0000","last_active":"2023-12-07T14:01:15.274947+0000","last_peered":"2023-12-07T14:01:15.274947+0000","last_clean":"2023-12-07T14:01:15.274947+0000","last_became_active":"2023-12-07T14:00:47.723726+0000","last_became_peered":"2023-12-07T14:00:47.723726+0000","last_unstale":"2023-12-07T14:01:15.274947+0000","last_undegraded":"2023-12-07T14:01:15.274947+0000","last_fullsized":"2023-12-07T14:01:15.274947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:22:43.602661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272529+0000","last_change":"2023-12-07T14:00:47.714333+0000","last_active":"2023-12-07T14:01:15.272529+0000","last_peered":"2023-12-07T14:01:15.272529+0000","last_clean":"2023-12-07T14:01:15.272529+0000","last_became_active":"2023-12-07T14:00:47.714016+0000","last_became_peered":"2023-12-07T14:00:47.714016+0000","last_unstale":"2023-12-07T14:01:15.272529+0000","last_undegraded":"2023-12-07T14:01:15.272529+0000","last_fullsized":"2023-12-07T14:01:15.272529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:42:46.813653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65130,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":437,"num_read_kb":290,"num_write":236,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":195390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":206,"ondisk_log_size":206,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":78,"seq":335007449110,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":925696,"data_stored":442230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":1.681}]},{"osd":1,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.80100000000000005}]},{"osd":2,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.631}]},{"osd":4,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.754},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.61199999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":5.0839999999999996,"5min":5.0839999999999996,"15min":5.0839999999999996},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":5.9290000000000003,"5min":5.9290000000000003,"15min":5.9290000000000003},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.72799999999999998}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":1.6599999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.6120000000000001}]},{"osd":10,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.68600000000000005}]}]},{"osd":10,"up_from":71,"seq":304942678042,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1090456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.68200000000000005}]},{"osd":3,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.75900000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.65900000000000003}]},{"osd":5,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.82199999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.71,"5min":3.71,"15min":3.71},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.86199999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.84199999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.878}]},{"osd":11,"last update":"Thu Dec 7 14:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.92100000000000004}]}]},{"osd":9,"up_from":66,"seq":283467841567,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":441750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.378},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.505,"15min":0.52300000000000002},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.56999999999999995,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.39800000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.64700000000000002,"15min":0.65500000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.65400000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65900000000000003,"15min":0.66800000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86199999999999999,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.68600000000000005,"15min":0.70199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83499999999999996,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.63700000000000001,"15min":0.65100000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.58799999999999997,"15min":0.60499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.77700000000000002,"15min":0.79700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93100000000000005,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.80100000000000005},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.036,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.73499999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.78400000000000003,"15min":0.80400000000000005},"min":{"1min":0.48299999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0569999999999999,"5min":1.135,"15min":1.135},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.80200000000000005,"15min":0.81599999999999995},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67000000000000004}]},{"osd":6,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0109999999999999,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.80600000000000005,"15min":0.82999999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.97299999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.86799999999999999,"15min":0.88400000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83899999999999997,"15min":0.85499999999999998},"min":{"1min":0.59099999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.115,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.71999999999999997}]},{"osd":8,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.871,"15min":0.89100000000000001},"min":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.028,"5min":1.101,"15min":1.101},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.878,"15min":0.89500000000000002},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0009999999999999,"5min":1.236,"15min":1.236},"last":0.77200000000000002}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.70899999999999996}]}]},{"osd":8,"up_from":59,"seq":253403070498,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":937984,"data_stored":442106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.51000000000000001,"15min":0.504},"min":{"1min":0.36499999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.627},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.51700000000000002,"15min":0.51400000000000001},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70999999999999996,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.41599999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89400000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.60699999999999998,"15min":0.60599999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.78800000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.49199999999999999,"15min":0.48799999999999999},"min":{"1min":0.29399999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58899999999999997,"15min":0.58999999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59699999999999998,"15min":0.59799999999999998},"min":{"1min":0.40400000000000003,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.65000000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.63900000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.503,"15min":0.503},"max":{"1min":0.80900000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.77300000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36199999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84799999999999998,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.60099999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.66600000000000004,"15min":0.67000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.68400000000000005,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.73599999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.72799999999999998,"15min":0.72399999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0369999999999999,"5min":1.119,"15min":1.119},"last":0.67500000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":0.77600000000000002,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":7.6269999999999998,"5min":7.6269999999999998,"15min":7.6269999999999998},"last":0.75},{"interface":"front","average":{"1min":1.157,"5min":0.80400000000000005,"15min":0.745},"min":{"1min":0.47999999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.7149999999999999,"5min":7.7149999999999999,"15min":7.7149999999999999},"last":0.71499999999999997}]},{"osd":10,"last update":"Thu Dec 7 14:00:41 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.77200000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]}]},{"osd":7,"up_from":51,"seq":219043332135,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28528,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716624,"statfs":{"total":95995035648,"available":95965822976,"internally_reserved":0,"allocated":1540096,"data_stored":1035037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.442,"15min":0.42799999999999999},"min":{"1min":0.32600000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.47999999999999998,"15min":0.47199999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.63100000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.64300000000000002,"15min":0.63500000000000001},"min":{"1min":0.495,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.96599999999999997,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59399999999999997,"15min":0.58499999999999996},"min":{"1min":0.41999999999999998,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.74099999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.747,"15min":0.76900000000000002},"min":{"1min":0.44600000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.96899999999999997,"5min":3.5619999999999998,"15min":3.5619999999999998},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.64700000000000002,"15min":0.64300000000000002},"min":{"1min":0.505,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.90600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60799999999999998,"15min":0.60499999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.628,"5min":0.59899999999999998,"15min":0.59399999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.92900000000000005,"5min":1.107,"15min":1.107},"last":0.69899999999999995}]},{"osd":5,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.70499999999999996,"15min":0.70099999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80500000000000005,"15min":0.81999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.056,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.99399999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.754,"15min":0.753},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.96499999999999997},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76800000000000002,"15min":0.76900000000000002},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.98299999999999998,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.76900000000000002}]},{"osd":8,"last update":"Thu Dec 7 14:01:00 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.745,"15min":0.745},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":1.012},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.79800000000000004,"15min":0.80100000000000005},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1439999999999999,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.93500000000000005}]},{"osd":9,"last update":"Thu Dec 7 14:01:22 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.81000000000000005,"15min":0.82099999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.96599999999999997,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.76400000000000001,"15min":0.77000000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.98599999999999999,"5min":1.179,"15min":1.179},"last":0.94699999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:00:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":1.042}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.077}]}]},{"osd":6,"up_from":46,"seq":197568495661,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.46700000000000003,"15min":0.39500000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":8.8260000000000005,"5min":8.8260000000000005,"15min":8.8260000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.51400000000000001,"15min":0.433},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":11.115,"5min":11.115,"15min":11.115},"last":0.252}]},{"osd":1,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.58299999999999996,"15min":0.55700000000000005},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.008,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":8.7739999999999991,"5min":8.7739999999999991,"15min":8.7739999999999991},"last":0.54600000000000004}]},{"osd":2,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":0.67700000000000005,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":11.340999999999999,"5min":11.340999999999999,"15min":11.340999999999999},"last":0.443},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47399999999999998,"15min":0.45400000000000001},"min":{"1min":0.314,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.60099999999999998,"15min":0.52900000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":8.9550000000000001,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.312}]},{"osd":4,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":0.73899999999999999,"15min":0.65600000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.24,"5min":11.24,"15min":11.24},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.65600000000000003,"15min":0.63600000000000001},"min":{"1min":0.42999999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.56699999999999995}]},{"osd":5,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":0.74099999999999999,"15min":0.68200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":8.9260000000000002,"5min":8.9260000000000002,"15min":8.9260000000000002},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.1779999999999999,"5min":0.76600000000000001,"15min":0.69599999999999995},"min":{"1min":0.41699999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.308,"5min":11.308,"15min":11.308},"last":0.47099999999999997}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.71699999999999997,"15min":0.70599999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.55800000000000005}]},{"osd":8,"last update":"Thu Dec 7 14:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.71199999999999997,"15min":0.71799999999999997},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.76300000000000001,"15min":0.77800000000000002},"min":{"1min":0.49099999999999999,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.96999999999999997,"5min":1.046,"15min":1.046},"last":0.375}]},{"osd":9,"last update":"Thu Dec 7 14:01:18 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.1319999999999999,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":8.9879999999999995,"5min":8.9879999999999995,"15min":8.9879999999999995},"last":0.42599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.329,"5min":1.329,"15min":1.329},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.53100000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":499924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.51500000000000001,"15min":0.47899999999999998},"min":{"1min":0.33200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53200000000000003,"15min":0.48499999999999999},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.621}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.56899999999999995,"15min":0.53500000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.57099999999999995,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":0.91900000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83199999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.54900000000000004,"15min":0.53700000000000003},"min":{"1min":0.40000000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77100000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.45900000000000002,"15min":0.42099999999999999},"min":{"1min":0.32700000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79200000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.495,"15min":0.45000000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.872,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.68999999999999995}]},{"osd":5,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55700000000000005,"15min":0.53100000000000003},"min":{"1min":0.47699999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.93000000000000005,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.58499999999999996,"15min":0.54300000000000004},"min":{"1min":0.39000000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.94899999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.64700000000000002,"15min":0.622},"min":{"1min":0.50900000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89600000000000002,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60599999999999998,"15min":0.58999999999999997},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.78500000000000003,"5min":0.995,"15min":0.995},"last":0.67700000000000005}]},{"osd":7,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.35899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.754},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.47799999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.82399999999999995}]},{"osd":8,"last update":"Thu Dec 7 14:00:58 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.84199999999999997,"15min":0.85399999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.0449999999999999,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82099999999999995,"15min":0.83699999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.93999999999999995,"5min":3.242,"15min":3.242},"last":0.93600000000000005}]},{"osd":9,"last update":"Thu Dec 7 14:01:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.76000000000000001,"15min":0.754},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.872},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.83399999999999996,"15min":0.82199999999999995},"min":{"1min":0.63900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.88300000000000001}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.79800000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":443194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Dec 7 14:01:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.78100000000000003,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.52600000000000002},"min":{"1min":0.32700000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.504}]},{"osd":2,"last update":"Thu Dec 7 14:00:37 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.58799999999999997,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88400000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.69799999999999995}]},{"osd":3,"last update":"Thu Dec 7 13:59:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.44400000000000001,"15min":0.441},"min":{"1min":0.31900000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61299999999999999,"5min":0.62,"15min":0.62},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.58699999999999997,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.622,"5min":0.56000000000000005,"15min":0.53000000000000003},"min":{"1min":0.441,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.876,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.55100000000000005}]},{"osd":5,"last update":"Thu Dec 7 14:00:50 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.40400000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.749,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.438,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.87,"5min":0.875,"15min":0.875},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66200000000000003,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.55600000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.70099999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.52200000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72699999999999998,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":8,"last update":"Thu Dec 7 14:00:57 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.69999999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.76000000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.621},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.747,"15min":0.76200000000000001},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85299999999999998,"5min":1.157,"15min":1.157},"last":0.755}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.63400000000000001,"15min":0.64900000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79300000000000004,"5min":0.875,"15min":0.875},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.749,"15min":0.77700000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81799999999999995,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.56699999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.60099999999999998}]},{"osd":11,"last update":"Thu Dec 7 14:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.77100000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411391,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":500647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46400000000000002,"15min":0.47099999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.497,"15min":0.502},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68300000000000005,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.54600000000000004}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64400000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.55900000000000005,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.8980000000000001,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.77800000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:01:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.52900000000000003},"min":{"1min":0.38400000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.70499999999999996,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.52400000000000002,"15min":0.51900000000000002},"min":{"1min":0.38500000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.57799999999999996}]},{"osd":4,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.448,"5min":3.448,"15min":3.448},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.57099999999999995},"min":{"1min":0.46700000000000003,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.65000000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:00:53 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.42199999999999999},"min":{"1min":0.29299999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.434,"5min":0.44500000000000001,"15min":0.44},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.629,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.501}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.48799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.63500000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65300000000000002,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83399999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:01:00 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36499999999999999,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67500000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.53000000000000003}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.52500000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.65600000000000003,"15min":0.64600000000000002},"min":{"1min":0.57299999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85499999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.76400000000000001}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.73599999999999999}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]}]},{"osd":3,"up_from":26,"seq":111669149754,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":942080,"data_stored":440973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.36299999999999999,"15min":0.33800000000000002},"min":{"1min":0.23899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.58999999999999997,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.38100000000000001,"15min":0.36599999999999999},"min":{"1min":0.29199999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.43099999999999999,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.42599999999999999}]},{"osd":1,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54100000000000004,"15min":0.53300000000000003},"min":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80000000000000004,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53100000000000003,"15min":0.504},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.73299999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64400000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57699999999999996,"15min":0.56399999999999995},"min":{"1min":0.48599999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66700000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.55000000000000004,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.68999999999999995,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.60499999999999998,"15min":0.58299999999999996},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88200000000000001,"5min":1.004,"15min":1.004},"last":0.622},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.443,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.746,"5min":1,"15min":1},"last":0.63500000000000001}]},{"osd":5,"last update":"Thu Dec 7 14:00:59 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.57599999999999996,"15min":0.55200000000000005},"min":{"1min":0.48699999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.86699999999999999,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.57299999999999995,"15min":0.54900000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.48699999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53900000000000003,"15min":0.51300000000000001},"min":{"1min":0.36599999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.78900000000000003,"5min":1.075,"15min":1.075},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.52800000000000002,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.59999999999999998,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.66100000000000003,"15min":0.64400000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.745}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.57699999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:24 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.71999999999999997,"15min":0.73699999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.90500000000000003,"5min":1.05,"15min":1.05},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.79700000000000004,"15min":0.81499999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.71599999999999997}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.70599999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":4,"up_from":34,"seq":146028888118,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.501,"15min":0.48299999999999998},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41799999999999998,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59399999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.45200000000000001,"15min":0.42199999999999999},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.52500000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.49099999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.91900000000000004,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.504},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.62,"15min":0.57699999999999996},"min":{"1min":0.53000000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.85499999999999998,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.70999999999999996}]},{"osd":3,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.60699999999999998,"15min":0.57599999999999996},"min":{"1min":0.5,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79700000000000004,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59299999999999997,"15min":0.56499999999999995},"min":{"1min":0.435,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88800000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.88800000000000001}]},{"osd":5,"last update":"Thu Dec 7 14:00:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.42299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0489999999999999,"5min":1.605,"15min":1.605},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.66400000000000003,"15min":0.66300000000000003},"min":{"1min":0.45800000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.94499999999999995,"5min":1.321,"15min":1.321},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:16 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.90700000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.65300000000000002,"15min":0.63400000000000001},"min":{"1min":0.45800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.95199999999999996,"5min":1.107,"15min":1.107},"last":0.79100000000000004}]},{"osd":7,"last update":"Thu Dec 7 14:00:33 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.64600000000000002,"15min":0.629},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.746,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.65100000000000002}]},{"osd":8,"last update":"Thu Dec 7 14:00:59 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.73899999999999999,"15min":0.72699999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.74399999999999999,"15min":0.73199999999999998},"min":{"1min":0.58199999999999996,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.91600000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:01:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57799999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.129,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84499999999999997,"15min":0.84999999999999998},"min":{"1min":0.60399999999999998,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.85799999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.83099999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724593,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1552384,"data_stored":1034327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83099999999999996,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.432},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.38500000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.625,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.53300000000000003,"15min":0.497},"min":{"1min":0.40300000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88800000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.55000000000000004,"15min":0.52400000000000002},"min":{"1min":0.435,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79000000000000004,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.623}]},{"osd":2,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.39500000000000002,"15min":0.36299999999999999},"min":{"1min":0.28100000000000003,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73699999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.41399999999999998,"15min":0.39100000000000001},"min":{"1min":0.29399999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.39900000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53100000000000003,"15min":0.52800000000000002},"min":{"1min":0.34000000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.72699999999999998,"5min":1.044,"15min":1.044},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57199999999999995,"15min":0.56299999999999994},"min":{"1min":0.372,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86399999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56200000000000006}]},{"osd":4,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.57699999999999996,"15min":0.55000000000000004},"min":{"1min":0.48699999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57899999999999996,"15min":0.55200000000000005},"min":{"1min":0.40799999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.98999999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.66200000000000003,"15min":0.58799999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":9.2370000000000001,"5min":9.2370000000000001,"15min":9.2370000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.66600000000000004,"15min":0.622},"min":{"1min":0.45100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":4.6440000000000001,"5min":4.6440000000000001,"15min":4.6440000000000001},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:00:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.44600000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70199999999999996,"15min":0.69999999999999996},"min":{"1min":0.48299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0069999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.72199999999999998}]},{"osd":8,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.66600000000000004,"15min":0.67000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63300000000000001,"15min":0.63700000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.95999999999999996,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.70399999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":0.77400000000000002,"15min":0.71799999999999997},"min":{"1min":0.55700000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":5.3390000000000004,"5min":5.3390000000000004,"15min":5.3390000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":1.1359999999999999,"5min":0.80700000000000005,"15min":0.752},"min":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":8.9719999999999995,"5min":8.9719999999999995,"15min":8.9719999999999995},"last":0.76000000000000001}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.78600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":60292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":59668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-07T14:01:35.873 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph pg dump --format=json 2023-12-07T14:01:36.476 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:36 smithi055 ceph-mon[103363]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:36 smithi055 ceph-mon[103363]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:01:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:36 smithi089 ceph-mon[103124]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:36 smithi089 ceph-mon[103124]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:01:36.705 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:36 smithi039 ceph-mon[98864]: pgmap v295: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:36.705 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:36 smithi039 ceph-mon[98864]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:01:37.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 -- 172.21.15.39:0/3055969548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d806a1a0 msgr2=0x7fd5d810e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:37.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 --2- 172.21.15.39:0/3055969548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d806a1a0 0x7fd5d810e480 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fd5d000b0a0 tx=0x7fd5d000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 -- 172.21.15.39:0/3055969548 shutdown_connections 2023-12-07T14:01:37.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 --2- 172.21.15.39:0/3055969548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d806a1a0 0x7fd5d810e480 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 --2- 172.21.15.39:0/3055969548 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd5d8106510 0x7fd5d81068f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 --2- 172.21.15.39:0/3055969548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5d8069800 0x7fd5d8069c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 -- 172.21.15.39:0/3055969548 >> 172.21.15.39:0/3055969548 conn(0x7fd5d80774a0 msgr2=0x7fd5d80778b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 -- 172.21.15.39:0/3055969548 shutdown_connections 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.669+0000 7fd5e01be700 1 -- 172.21.15.39:0/3055969548 wait complete. 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 Processor -- start 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 -- start start 2023-12-07T14:01:37.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d8069800 0x7fd5d819d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:37.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5d806a1a0 0x7fd5d819dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:37.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd5d8106510 0x7fd5d8197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:37.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5d8197fd0 con 0x7fd5d8069800 2023-12-07T14:01:37.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5d8198140 con 0x7fd5d806a1a0 2023-12-07T14:01:37.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5e01be700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5d8198300 con 0x7fd5d8106510 2023-12-07T14:01:37.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d8069800 0x7fd5d819d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:37.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d8069800 0x7fd5d819d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52140/0 (socket says 172.21.15.39:52140) 2023-12-07T14:01:37.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 -- 172.21.15.39:0/1529366778 learned_addr learned my addr 172.21.15.39:0/1529366778 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:37.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5de75b700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd5d8106510 0x7fd5d8197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:37.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5dd759700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5d806a1a0 0x7fd5d819dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:37.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 -- 172.21.15.39:0/1529366778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd5d8106510 msgr2=0x7fd5d8197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:37.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd5d8106510 0x7fd5d8197970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 -- 172.21.15.39:0/1529366778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5d806a1a0 msgr2=0x7fd5d819dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:37.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5d806a1a0 0x7fd5d819dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.670+0000 7fd5ddf5a700 1 -- 172.21.15.39:0/1529366778 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5d0009d00 con 0x7fd5d8069800 2023-12-07T14:01:37.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.671+0000 7fd5ddf5a700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d8069800 0x7fd5d819d7e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400d980 tx=0x7fd5d400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:37.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.671+0000 7fd5ceffd700 1 -- 172.21.15.39:0/1529366778 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5d400b950 con 0x7fd5d8069800 2023-12-07T14:01:37.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.671+0000 7fd5ceffd700 1 -- 172.21.15.39:0/1529366778 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd5d4007620 con 0x7fd5d8069800 2023-12-07T14:01:37.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.671+0000 7fd5ceffd700 1 -- 172.21.15.39:0/1529366778 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5d400f3c0 con 0x7fd5d8069800 2023-12-07T14:01:37.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.671+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5d81985e0 con 0x7fd5d8069800 2023-12-07T14:01:37.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.671+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5d8100690 con 0x7fd5d8069800 2023-12-07T14:01:37.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.672+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5d8109b20 con 0x7fd5d8069800 2023-12-07T14:01:37.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.673+0000 7fd5ceffd700 1 -- 172.21.15.39:0/1529366778 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fd5d4010640 con 0x7fd5d8069800 2023-12-07T14:01:37.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.674+0000 7fd5ceffd700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd5c40a1510 0x7fd5c40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:37.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.674+0000 7fd5dd759700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd5c40a1510 0x7fd5c40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:37.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.674+0000 7fd5ceffd700 1 -- 172.21.15.39:0/1529366778 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fd5d40ccb30 con 0x7fd5d8069800 2023-12-07T14:01:37.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.675+0000 7fd5dd759700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd5c40a1510 0x7fd5c40a39d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd5c8005950 tx=0x7fd5c80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:37.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.679+0000 7fd5ceffd700 1 -- 172.21.15.39:0/1529366778 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fd5d4096130 con 0x7fd5d8069800 2023-12-07T14:01:37.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.872+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd5d81987d0 con 0x7fd5c40a1510 2023-12-07T14:01:37.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.884+0000 7fd5ceffd700 1 -- 172.21.15.39:0/1529366778 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340283 (secure 0 0 0) 0x7fd5d81987d0 con 0x7fd5c40a1510 2023-12-07T14:01:37.890 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:37.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd5c40a1510 msgr2=0x7fd5c40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:37.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd5c40a1510 0x7fd5c40a39d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd5c8005950 tx=0x7fd5c80058e0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d8069800 msgr2=0x7fd5d819d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:37.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d8069800 0x7fd5d819d7e0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd5d400d980 tx=0x7fd5d400dc90 comp rx=0 tx=0).stop 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 shutdown_connections 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd5c40a1510 0x7fd5c40a39d0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd5d8106510 0x7fd5d8197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5d8069800 0x7fd5d819d7e0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 --2- 172.21.15.39:0/1529366778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5d806a1a0 0x7fd5d819dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 >> 172.21.15.39:0/1529366778 conn(0x7fd5d80774a0 msgr2=0x7fd5d80fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 shutdown_connections 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:37.887+0000 7fd5e01be700 1 -- 172.21.15.39:0/1529366778 wait complete. 2023-12-07T14:01:37.893 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2023-12-07T14:01:38.341 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":296,"stamp":"2023-12-07T14:01:36.869176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":655744,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":583,"num_read_kb":409,"num_write":419,"num_write_kb":3071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180758,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":345,"ondisk_log_size":345,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337200,"kb_used_data":12948,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604624,"statfs":{"total":1151940427776,"available":1151595134976,"internally_reserved":0,"allocated":13258752,"data_stored":7253833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":331855161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003343"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274097+0000","last_change":"2023-12-07T14:00:47.717392+0000","last_active":"2023-12-07T14:01:15.274097+0000","last_peered":"2023-12-07T14:01:15.274097+0000","last_clean":"2023-12-07T14:01:15.274097+0000","last_became_active":"2023-12-07T14:00:47.716996+0000","last_became_peered":"2023-12-07T14:00:47.716996+0000","last_unstale":"2023-12-07T14:01:15.274097+0000","last_undegraded":"2023-12-07T14:01:15.274097+0000","last_fullsized":"2023-12-07T14:01:15.274097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:58:28.662394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271727+0000","last_change":"2023-12-07T14:00:47.722441+0000","last_active":"2023-12-07T14:01:15.271727+0000","last_peered":"2023-12-07T14:01:15.271727+0000","last_clean":"2023-12-07T14:01:15.271727+0000","last_became_active":"2023-12-07T14:00:47.722153+0000","last_became_peered":"2023-12-07T14:00:47.722153+0000","last_unstale":"2023-12-07T14:01:15.271727+0000","last_undegraded":"2023-12-07T14:01:15.271727+0000","last_fullsized":"2023-12-07T14:01:15.271727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:28:38.822963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271634+0000","last_change":"2023-12-07T14:00:47.725146+0000","last_active":"2023-12-07T14:01:15.271634+0000","last_peered":"2023-12-07T14:01:15.271634+0000","last_clean":"2023-12-07T14:01:15.271634+0000","last_became_active":"2023-12-07T14:00:47.724801+0000","last_became_peered":"2023-12-07T14:00:47.724801+0000","last_unstale":"2023-12-07T14:01:15.271634+0000","last_undegraded":"2023-12-07T14:01:15.271634+0000","last_fullsized":"2023-12-07T14:01:15.271634+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:09:30.804250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.277670+0000","last_change":"2023-12-07T14:01:16.277670+0000","last_active":"2023-12-07T14:01:16.277670+0000","last_peered":"2023-12-07T14:01:16.277670+0000","last_clean":"2023-12-07T14:01:16.277670+0000","last_became_active":"2023-12-07T14:01:16.277199+0000","last_became_peered":"2023-12-07T14:01:16.277199+0000","last_unstale":"2023-12-07T14:01:16.277670+0000","last_undegraded":"2023-12-07T14:01:16.277670+0000","last_fullsized":"2023-12-07T14:01:16.277670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:04:46.791868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274636+0000","last_change":"2023-12-07T14:00:47.716674+0000","last_active":"2023-12-07T14:01:15.274636+0000","last_peered":"2023-12-07T14:01:15.274636+0000","last_clean":"2023-12-07T14:01:15.274636+0000","last_became_active":"2023-12-07T14:00:47.716401+0000","last_became_peered":"2023-12-07T14:00:47.716401+0000","last_unstale":"2023-12-07T14:01:15.274636+0000","last_undegraded":"2023-12-07T14:01:15.274636+0000","last_fullsized":"2023-12-07T14:01:15.274636+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:45:19.602833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269906+0000","last_change":"2023-12-07T14:00:47.728395+0000","last_active":"2023-12-07T14:01:15.269906+0000","last_peered":"2023-12-07T14:01:15.269906+0000","last_clean":"2023-12-07T14:01:15.269906+0000","last_became_active":"2023-12-07T14:00:47.728025+0000","last_became_peered":"2023-12-07T14:00:47.728025+0000","last_unstale":"2023-12-07T14:01:15.269906+0000","last_undegraded":"2023-12-07T14:01:15.269906+0000","last_fullsized":"2023-12-07T14:01:15.269906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:31.570513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278737+0000","last_change":"2023-12-07T14:00:47.722054+0000","last_active":"2023-12-07T14:01:15.278737+0000","last_peered":"2023-12-07T14:01:15.278737+0000","last_clean":"2023-12-07T14:01:15.278737+0000","last_became_active":"2023-12-07T14:00:47.721739+0000","last_became_peered":"2023-12-07T14:00:47.721739+0000","last_unstale":"2023-12-07T14:01:15.278737+0000","last_undegraded":"2023-12-07T14:01:15.278737+0000","last_fullsized":"2023-12-07T14:01:15.278737+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:04.760797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276668+0000","last_change":"2023-12-07T14:00:47.718736+0000","last_active":"2023-12-07T14:01:15.276668+0000","last_peered":"2023-12-07T14:01:15.276668+0000","last_clean":"2023-12-07T14:01:15.276668+0000","last_became_active":"2023-12-07T14:00:47.718278+0000","last_became_peered":"2023-12-07T14:00:47.718278+0000","last_unstale":"2023-12-07T14:01:15.276668+0000","last_undegraded":"2023-12-07T14:01:15.276668+0000","last_fullsized":"2023-12-07T14:01:15.276668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:43:09.553405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276623+0000","last_change":"2023-12-07T14:00:47.719581+0000","last_active":"2023-12-07T14:01:15.276623+0000","last_peered":"2023-12-07T14:01:15.276623+0000","last_clean":"2023-12-07T14:01:15.276623+0000","last_became_active":"2023-12-07T14:00:47.719256+0000","last_became_peered":"2023-12-07T14:00:47.719256+0000","last_unstale":"2023-12-07T14:01:15.276623+0000","last_undegraded":"2023-12-07T14:01:15.276623+0000","last_fullsized":"2023-12-07T14:01:15.276623+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:07:01.691455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269796+0000","last_change":"2023-12-07T14:00:47.720317+0000","last_active":"2023-12-07T14:01:15.269796+0000","last_peered":"2023-12-07T14:01:15.269796+0000","last_clean":"2023-12-07T14:01:15.269796+0000","last_became_active":"2023-12-07T14:00:47.720023+0000","last_became_peered":"2023-12-07T14:00:47.720023+0000","last_unstale":"2023-12-07T14:01:15.269796+0000","last_undegraded":"2023-12-07T14:01:15.269796+0000","last_fullsized":"2023-12-07T14:01:15.269796+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:52:55.769857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279166+0000","last_change":"2023-12-07T14:00:47.724327+0000","last_active":"2023-12-07T14:01:15.279166+0000","last_peered":"2023-12-07T14:01:15.279166+0000","last_clean":"2023-12-07T14:01:15.279166+0000","last_became_active":"2023-12-07T14:00:47.723981+0000","last_became_peered":"2023-12-07T14:00:47.723981+0000","last_unstale":"2023-12-07T14:01:15.279166+0000","last_undegraded":"2023-12-07T14:01:15.279166+0000","last_fullsized":"2023-12-07T14:01:15.279166+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:51.046427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272829+0000","last_change":"2023-12-07T14:00:47.728064+0000","last_active":"2023-12-07T14:01:15.272829+0000","last_peered":"2023-12-07T14:01:15.272829+0000","last_clean":"2023-12-07T14:01:15.272829+0000","last_became_active":"2023-12-07T14:00:47.727489+0000","last_became_peered":"2023-12-07T14:00:47.727489+0000","last_unstale":"2023-12-07T14:01:15.272829+0000","last_undegraded":"2023-12-07T14:01:15.272829+0000","last_fullsized":"2023-12-07T14:01:15.272829+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:08:26.873868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274989+0000","last_change":"2023-12-07T14:00:47.724937+0000","last_active":"2023-12-07T14:01:15.274989+0000","last_peered":"2023-12-07T14:01:15.274989+0000","last_clean":"2023-12-07T14:01:15.274989+0000","last_became_active":"2023-12-07T14:00:47.724647+0000","last_became_peered":"2023-12-07T14:00:47.724647+0000","last_unstale":"2023-12-07T14:01:15.274989+0000","last_undegraded":"2023-12-07T14:01:15.274989+0000","last_fullsized":"2023-12-07T14:01:15.274989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:09:07.480335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271528+0000","last_change":"2023-12-07T14:00:47.721850+0000","last_active":"2023-12-07T14:01:15.271528+0000","last_peered":"2023-12-07T14:01:15.271528+0000","last_clean":"2023-12-07T14:01:15.271528+0000","last_became_active":"2023-12-07T14:00:47.721540+0000","last_became_peered":"2023-12-07T14:00:47.721540+0000","last_unstale":"2023-12-07T14:01:15.271528+0000","last_undegraded":"2023-12-07T14:01:15.271528+0000","last_fullsized":"2023-12-07T14:01:15.271528+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:38:55.108979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271472+0000","last_change":"2023-12-07T14:00:47.726103+0000","last_active":"2023-12-07T14:01:15.271472+0000","last_peered":"2023-12-07T14:01:15.271472+0000","last_clean":"2023-12-07T14:01:15.271472+0000","last_became_active":"2023-12-07T14:00:47.725548+0000","last_became_peered":"2023-12-07T14:00:47.725548+0000","last_unstale":"2023-12-07T14:01:15.271472+0000","last_undegraded":"2023-12-07T14:01:15.271472+0000","last_fullsized":"2023-12-07T14:01:15.271472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:50:56.806604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276271+0000","last_change":"2023-12-07T14:00:47.723927+0000","last_active":"2023-12-07T14:01:15.276271+0000","last_peered":"2023-12-07T14:01:15.276271+0000","last_clean":"2023-12-07T14:01:15.276271+0000","last_became_active":"2023-12-07T14:00:47.723515+0000","last_became_peered":"2023-12-07T14:00:47.723515+0000","last_unstale":"2023-12-07T14:01:15.276271+0000","last_undegraded":"2023-12-07T14:01:15.276271+0000","last_fullsized":"2023-12-07T14:01:15.276271+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:11:15.271606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.273943+0000","last_change":"2023-12-07T14:00:47.719423+0000","last_active":"2023-12-07T14:01:15.273943+0000","last_peered":"2023-12-07T14:01:15.273943+0000","last_clean":"2023-12-07T14:01:15.273943+0000","last_became_active":"2023-12-07T14:00:47.717748+0000","last_became_peered":"2023-12-07T14:00:47.717748+0000","last_unstale":"2023-12-07T14:01:15.273943+0000","last_undegraded":"2023-12-07T14:01:15.273943+0000","last_fullsized":"2023-12-07T14:01:15.273943+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:36:11.378393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276089+0000","last_change":"2023-12-07T14:00:47.723006+0000","last_active":"2023-12-07T14:01:15.276089+0000","last_peered":"2023-12-07T14:01:15.276089+0000","last_clean":"2023-12-07T14:01:15.276089+0000","last_became_active":"2023-12-07T14:00:47.722665+0000","last_became_peered":"2023-12-07T14:00:47.722665+0000","last_unstale":"2023-12-07T14:01:15.276089+0000","last_undegraded":"2023-12-07T14:01:15.276089+0000","last_fullsized":"2023-12-07T14:01:15.276089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:43.846473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277391+0000","last_change":"2023-12-07T14:00:47.720544+0000","last_active":"2023-12-07T14:01:15.277391+0000","last_peered":"2023-12-07T14:01:15.277391+0000","last_clean":"2023-12-07T14:01:15.277391+0000","last_became_active":"2023-12-07T14:00:47.720248+0000","last_became_peered":"2023-12-07T14:00:47.720248+0000","last_unstale":"2023-12-07T14:01:15.277391+0000","last_undegraded":"2023-12-07T14:01:15.277391+0000","last_fullsized":"2023-12-07T14:01:15.277391+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:34:46.785433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":68,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:31.214592+0000","last_change":"2023-12-07T14:00:46.897077+0000","last_active":"2023-12-07T14:01:31.214592+0000","last_peered":"2023-12-07T14:01:31.214592+0000","last_clean":"2023-12-07T14:01:31.214592+0000","last_became_active":"2023-12-07T14:00:46.896752+0000","last_became_peered":"2023-12-07T14:00:46.896752+0000","last_unstale":"2023-12-07T14:01:31.214592+0000","last_undegraded":"2023-12-07T14:01:31.214592+0000","last_fullsized":"2023-12-07T14:01:31.214592+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:30:03.112923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":40,"num_read_kb":40,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277350+0000","last_change":"2023-12-07T14:00:47.719351+0000","last_active":"2023-12-07T14:01:15.277350+0000","last_peered":"2023-12-07T14:01:15.277350+0000","last_clean":"2023-12-07T14:01:15.277350+0000","last_became_active":"2023-12-07T14:00:47.719046+0000","last_became_peered":"2023-12-07T14:00:47.719046+0000","last_unstale":"2023-12-07T14:01:15.277350+0000","last_undegraded":"2023-12-07T14:01:15.277350+0000","last_fullsized":"2023-12-07T14:01:15.277350+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:07.687053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277498+0000","last_change":"2023-12-07T14:00:46.903007+0000","last_active":"2023-12-07T14:01:15.277498+0000","last_peered":"2023-12-07T14:01:15.277498+0000","last_clean":"2023-12-07T14:01:15.277498+0000","last_became_active":"2023-12-07T14:00:46.902698+0000","last_became_peered":"2023-12-07T14:00:46.902698+0000","last_unstale":"2023-12-07T14:01:15.277498+0000","last_undegraded":"2023-12-07T14:01:15.277498+0000","last_fullsized":"2023-12-07T14:01:15.277498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:20:33.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271724+0000","last_change":"2023-12-07T14:00:47.725224+0000","last_active":"2023-12-07T14:01:15.271724+0000","last_peered":"2023-12-07T14:01:15.271724+0000","last_clean":"2023-12-07T14:01:15.271724+0000","last_became_active":"2023-12-07T14:00:47.724873+0000","last_became_peered":"2023-12-07T14:00:47.724873+0000","last_unstale":"2023-12-07T14:01:15.271724+0000","last_undegraded":"2023-12-07T14:01:15.271724+0000","last_fullsized":"2023-12-07T14:01:15.271724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:54:13.604520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"83'12","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275018+0000","last_change":"2023-12-07T14:00:46.894290+0000","last_active":"2023-12-07T14:01:15.275018+0000","last_peered":"2023-12-07T14:01:15.275018+0000","last_clean":"2023-12-07T14:01:15.275018+0000","last_became_active":"2023-12-07T14:00:46.893971+0000","last_became_peered":"2023-12-07T14:00:46.893971+0000","last_unstale":"2023-12-07T14:01:15.275018+0000","last_undegraded":"2023-12-07T14:01:15.275018+0000","last_fullsized":"2023-12-07T14:01:15.275018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:27:21.832139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276474+0000","last_change":"2023-12-07T14:00:47.725145+0000","last_active":"2023-12-07T14:01:15.276474+0000","last_peered":"2023-12-07T14:01:15.276474+0000","last_clean":"2023-12-07T14:01:15.276474+0000","last_became_active":"2023-12-07T14:00:47.724834+0000","last_became_peered":"2023-12-07T14:00:47.724834+0000","last_unstale":"2023-12-07T14:01:15.276474+0000","last_undegraded":"2023-12-07T14:01:15.276474+0000","last_fullsized":"2023-12-07T14:01:15.276474+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:02:01.047231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274898+0000","last_change":"2023-12-07T14:00:46.888046+0000","last_active":"2023-12-07T14:01:15.274898+0000","last_peered":"2023-12-07T14:01:15.274898+0000","last_clean":"2023-12-07T14:01:15.274898+0000","last_became_active":"2023-12-07T14:00:46.887678+0000","last_became_peered":"2023-12-07T14:00:46.887678+0000","last_unstale":"2023-12-07T14:01:15.274898+0000","last_undegraded":"2023-12-07T14:01:15.274898+0000","last_fullsized":"2023-12-07T14:01:15.274898+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:47:53.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270542+0000","last_change":"2023-12-07T14:00:47.724675+0000","last_active":"2023-12-07T14:01:15.270542+0000","last_peered":"2023-12-07T14:01:15.270542+0000","last_clean":"2023-12-07T14:01:15.270542+0000","last_became_active":"2023-12-07T14:00:47.724358+0000","last_became_peered":"2023-12-07T14:00:47.724358+0000","last_unstale":"2023-12-07T14:01:15.270542+0000","last_undegraded":"2023-12-07T14:01:15.270542+0000","last_fullsized":"2023-12-07T14:01:15.270542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:05:37.482311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":66,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:33.217888+0000","last_change":"2023-12-07T14:00:46.894218+0000","last_active":"2023-12-07T14:01:33.217888+0000","last_peered":"2023-12-07T14:01:33.217888+0000","last_clean":"2023-12-07T14:01:33.217888+0000","last_became_active":"2023-12-07T14:00:46.893892+0000","last_became_peered":"2023-12-07T14:00:46.893892+0000","last_unstale":"2023-12-07T14:01:33.217888+0000","last_undegraded":"2023-12-07T14:01:33.217888+0000","last_fullsized":"2023-12-07T14:01:33.217888+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:03:58.617314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1010,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":45,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274615+0000","last_change":"2023-12-07T14:00:47.720449+0000","last_active":"2023-12-07T14:01:15.274615+0000","last_peered":"2023-12-07T14:01:15.274615+0000","last_clean":"2023-12-07T14:01:15.274615+0000","last_became_active":"2023-12-07T14:00:47.720135+0000","last_became_peered":"2023-12-07T14:00:47.720135+0000","last_unstale":"2023-12-07T14:01:15.274615+0000","last_undegraded":"2023-12-07T14:01:15.274615+0000","last_fullsized":"2023-12-07T14:01:15.274615+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:06.752036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269519+0000","last_change":"2023-12-07T14:00:46.900987+0000","last_active":"2023-12-07T14:01:15.269519+0000","last_peered":"2023-12-07T14:01:15.269519+0000","last_clean":"2023-12-07T14:01:15.269519+0000","last_became_active":"2023-12-07T14:00:46.900644+0000","last_became_peered":"2023-12-07T14:00:46.900644+0000","last_unstale":"2023-12-07T14:01:15.269519+0000","last_undegraded":"2023-12-07T14:01:15.269519+0000","last_fullsized":"2023-12-07T14:01:15.269519+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:24:53.099362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270221+0000","last_change":"2023-12-07T14:00:47.719706+0000","last_active":"2023-12-07T14:01:15.270221+0000","last_peered":"2023-12-07T14:01:15.270221+0000","last_clean":"2023-12-07T14:01:15.270221+0000","last_became_active":"2023-12-07T14:00:47.719418+0000","last_became_peered":"2023-12-07T14:00:47.719418+0000","last_unstale":"2023-12-07T14:01:15.270221+0000","last_undegraded":"2023-12-07T14:01:15.270221+0000","last_fullsized":"2023-12-07T14:01:15.270221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:11.198866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274476+0000","last_change":"2023-12-07T14:00:46.897220+0000","last_active":"2023-12-07T14:01:15.274476+0000","last_peered":"2023-12-07T14:01:15.274476+0000","last_clean":"2023-12-07T14:01:15.274476+0000","last_became_active":"2023-12-07T14:00:46.896852+0000","last_became_peered":"2023-12-07T14:00:46.896852+0000","last_unstale":"2023-12-07T14:01:15.274476+0000","last_undegraded":"2023-12-07T14:01:15.274476+0000","last_fullsized":"2023-12-07T14:01:15.274476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:25:48.591097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276572+0000","last_change":"2023-12-07T14:00:47.718331+0000","last_active":"2023-12-07T14:01:15.276572+0000","last_peered":"2023-12-07T14:01:15.276572+0000","last_clean":"2023-12-07T14:01:15.276572+0000","last_became_active":"2023-12-07T14:00:47.717864+0000","last_became_peered":"2023-12-07T14:00:47.717864+0000","last_unstale":"2023-12-07T14:01:15.276572+0000","last_undegraded":"2023-12-07T14:01:15.276572+0000","last_fullsized":"2023-12-07T14:01:15.276572+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:54:21.124668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269777+0000","last_change":"2023-12-07T14:00:46.892183+0000","last_active":"2023-12-07T14:01:15.269777+0000","last_peered":"2023-12-07T14:01:15.269777+0000","last_clean":"2023-12-07T14:01:15.269777+0000","last_became_active":"2023-12-07T14:00:46.891949+0000","last_became_peered":"2023-12-07T14:00:46.891949+0000","last_unstale":"2023-12-07T14:01:15.269777+0000","last_undegraded":"2023-12-07T14:01:15.269777+0000","last_fullsized":"2023-12-07T14:01:15.269777+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:48:10.746664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275165+0000","last_change":"2023-12-07T14:00:47.723135+0000","last_active":"2023-12-07T14:01:15.275165+0000","last_peered":"2023-12-07T14:01:15.275165+0000","last_clean":"2023-12-07T14:01:15.275165+0000","last_became_active":"2023-12-07T14:00:47.722745+0000","last_became_peered":"2023-12-07T14:00:47.722745+0000","last_unstale":"2023-12-07T14:01:15.275165+0000","last_undegraded":"2023-12-07T14:01:15.275165+0000","last_fullsized":"2023-12-07T14:01:15.275165+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:40:04.945776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":97,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:31.213750+0000","last_change":"2023-12-07T14:00:46.896873+0000","last_active":"2023-12-07T14:01:31.213750+0000","last_peered":"2023-12-07T14:01:31.213750+0000","last_clean":"2023-12-07T14:01:31.213750+0000","last_became_active":"2023-12-07T14:00:46.896584+0000","last_became_peered":"2023-12-07T14:00:46.896584+0000","last_unstale":"2023-12-07T14:01:31.213750+0000","last_undegraded":"2023-12-07T14:01:31.213750+0000","last_fullsized":"2023-12-07T14:01:31.213750+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:41:09.642527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":78,"num_read_kb":78,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276677+0000","last_change":"2023-12-07T14:00:47.724105+0000","last_active":"2023-12-07T14:01:15.276677+0000","last_peered":"2023-12-07T14:01:15.276677+0000","last_clean":"2023-12-07T14:01:15.276677+0000","last_became_active":"2023-12-07T14:00:47.723448+0000","last_became_peered":"2023-12-07T14:00:47.723448+0000","last_unstale":"2023-12-07T14:01:15.276677+0000","last_undegraded":"2023-12-07T14:01:15.276677+0000","last_fullsized":"2023-12-07T14:01:15.276677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:47:51.340571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281149+0000","last_change":"2023-12-07T14:01:16.281149+0000","last_active":"2023-12-07T14:01:16.281149+0000","last_peered":"2023-12-07T14:01:16.281149+0000","last_clean":"2023-12-07T14:01:16.281149+0000","last_became_active":"2023-12-07T14:01:16.275860+0000","last_became_peered":"2023-12-07T14:01:16.275860+0000","last_unstale":"2023-12-07T14:01:16.281149+0000","last_undegraded":"2023-12-07T14:01:16.281149+0000","last_fullsized":"2023-12-07T14:01:16.281149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:54:49.332946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271773+0000","last_change":"2023-12-07T14:00:47.719409+0000","last_active":"2023-12-07T14:01:15.271773+0000","last_peered":"2023-12-07T14:01:15.271773+0000","last_clean":"2023-12-07T14:01:15.271773+0000","last_became_active":"2023-12-07T14:00:47.719064+0000","last_became_peered":"2023-12-07T14:00:47.719064+0000","last_unstale":"2023-12-07T14:01:15.271773+0000","last_undegraded":"2023-12-07T14:01:15.271773+0000","last_fullsized":"2023-12-07T14:01:15.271773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:26:55.814868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270539+0000","last_change":"2023-12-07T14:00:46.902810+0000","last_active":"2023-12-07T14:01:15.270539+0000","last_peered":"2023-12-07T14:01:15.270539+0000","last_clean":"2023-12-07T14:01:15.270539+0000","last_became_active":"2023-12-07T14:00:46.902500+0000","last_became_peered":"2023-12-07T14:00:46.902500+0000","last_unstale":"2023-12-07T14:01:15.270539+0000","last_undegraded":"2023-12-07T14:01:15.270539+0000","last_fullsized":"2023-12-07T14:01:15.270539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:43:34.567319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276455+0000","last_change":"2023-12-07T14:00:47.720254+0000","last_active":"2023-12-07T14:01:15.276455+0000","last_peered":"2023-12-07T14:01:15.276455+0000","last_clean":"2023-12-07T14:01:15.276455+0000","last_became_active":"2023-12-07T14:00:47.719922+0000","last_became_peered":"2023-12-07T14:00:47.719922+0000","last_unstale":"2023-12-07T14:01:15.276455+0000","last_undegraded":"2023-12-07T14:01:15.276455+0000","last_fullsized":"2023-12-07T14:01:15.276455+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:15:47.863296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'31","reported_seq":133,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:31.228237+0000","last_change":"2023-12-07T14:00:46.889567+0000","last_active":"2023-12-07T14:01:31.228237+0000","last_peered":"2023-12-07T14:01:31.228237+0000","last_clean":"2023-12-07T14:01:31.228237+0000","last_became_active":"2023-12-07T14:00:46.889215+0000","last_became_peered":"2023-12-07T14:00:46.889215+0000","last_unstale":"2023-12-07T14:01:31.228237+0000","last_undegraded":"2023-12-07T14:01:31.228237+0000","last_fullsized":"2023-12-07T14:01:31.228237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:35:52.726992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57544,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":87,"num_read_kb":100,"num_write":33,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274805+0000","last_change":"2023-12-07T14:00:47.721847+0000","last_active":"2023-12-07T14:01:15.274805+0000","last_peered":"2023-12-07T14:01:15.274805+0000","last_clean":"2023-12-07T14:01:15.274805+0000","last_became_active":"2023-12-07T14:00:47.721559+0000","last_became_peered":"2023-12-07T14:00:47.721559+0000","last_unstale":"2023-12-07T14:01:15.274805+0000","last_undegraded":"2023-12-07T14:01:15.274805+0000","last_fullsized":"2023-12-07T14:01:15.274805+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:33:03.008657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277318+0000","last_change":"2023-12-07T14:00:46.898227+0000","last_active":"2023-12-07T14:01:15.277318+0000","last_peered":"2023-12-07T14:01:15.277318+0000","last_clean":"2023-12-07T14:01:15.277318+0000","last_became_active":"2023-12-07T14:00:46.897934+0000","last_became_peered":"2023-12-07T14:00:46.897934+0000","last_unstale":"2023-12-07T14:01:15.277318+0000","last_undegraded":"2023-12-07T14:01:15.277318+0000","last_fullsized":"2023-12-07T14:01:15.277318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:13:08.646997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274591+0000","last_change":"2023-12-07T14:00:47.724097+0000","last_active":"2023-12-07T14:01:15.274591+0000","last_peered":"2023-12-07T14:01:15.274591+0000","last_clean":"2023-12-07T14:01:15.274591+0000","last_became_active":"2023-12-07T14:00:47.723787+0000","last_became_peered":"2023-12-07T14:00:47.723787+0000","last_unstale":"2023-12-07T14:01:15.274591+0000","last_undegraded":"2023-12-07T14:01:15.274591+0000","last_fullsized":"2023-12-07T14:01:15.274591+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:20:08.689850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270046+0000","last_change":"2023-12-07T14:00:46.899008+0000","last_active":"2023-12-07T14:01:15.270046+0000","last_peered":"2023-12-07T14:01:15.270046+0000","last_clean":"2023-12-07T14:01:15.270046+0000","last_became_active":"2023-12-07T14:00:46.898730+0000","last_became_peered":"2023-12-07T14:00:46.898730+0000","last_unstale":"2023-12-07T14:01:15.270046+0000","last_undegraded":"2023-12-07T14:01:15.270046+0000","last_fullsized":"2023-12-07T14:01:15.270046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:38:35.678003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279079+0000","last_change":"2023-12-07T14:00:47.722654+0000","last_active":"2023-12-07T14:01:15.279079+0000","last_peered":"2023-12-07T14:01:15.279079+0000","last_clean":"2023-12-07T14:01:15.279079+0000","last_became_active":"2023-12-07T14:00:47.722381+0000","last_became_peered":"2023-12-07T14:00:47.722381+0000","last_unstale":"2023-12-07T14:01:15.279079+0000","last_undegraded":"2023-12-07T14:01:15.279079+0000","last_fullsized":"2023-12-07T14:01:15.279079+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:46:11.132402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":65,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:32.215754+0000","last_change":"2023-12-07T14:00:46.894184+0000","last_active":"2023-12-07T14:01:32.215754+0000","last_peered":"2023-12-07T14:01:32.215754+0000","last_clean":"2023-12-07T14:01:32.215754+0000","last_became_active":"2023-12-07T14:00:46.893856+0000","last_became_peered":"2023-12-07T14:00:46.893856+0000","last_unstale":"2023-12-07T14:01:32.215754+0000","last_undegraded":"2023-12-07T14:01:32.215754+0000","last_fullsized":"2023-12-07T14:01:32.215754+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:17:23.253666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":976,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":45,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278803+0000","last_change":"2023-12-07T14:00:47.723501+0000","last_active":"2023-12-07T14:01:15.278803+0000","last_peered":"2023-12-07T14:01:15.278803+0000","last_clean":"2023-12-07T14:01:15.278803+0000","last_became_active":"2023-12-07T14:00:47.723185+0000","last_became_peered":"2023-12-07T14:00:47.723185+0000","last_unstale":"2023-12-07T14:01:15.278803+0000","last_undegraded":"2023-12-07T14:01:15.278803+0000","last_fullsized":"2023-12-07T14:01:15.278803+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:11:33.358153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274520+0000","last_change":"2023-12-07T14:00:46.902693+0000","last_active":"2023-12-07T14:01:15.274520+0000","last_peered":"2023-12-07T14:01:15.274520+0000","last_clean":"2023-12-07T14:01:15.274520+0000","last_became_active":"2023-12-07T14:00:46.902384+0000","last_became_peered":"2023-12-07T14:00:46.902384+0000","last_unstale":"2023-12-07T14:01:15.274520+0000","last_undegraded":"2023-12-07T14:01:15.274520+0000","last_fullsized":"2023-12-07T14:01:15.274520+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:30:12.970835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269860+0000","last_change":"2023-12-07T14:00:47.724788+0000","last_active":"2023-12-07T14:01:15.269860+0000","last_peered":"2023-12-07T14:01:15.269860+0000","last_clean":"2023-12-07T14:01:15.269860+0000","last_became_active":"2023-12-07T14:00:47.724360+0000","last_became_peered":"2023-12-07T14:00:47.724360+0000","last_unstale":"2023-12-07T14:01:15.269860+0000","last_undegraded":"2023-12-07T14:01:15.269860+0000","last_fullsized":"2023-12-07T14:01:15.269860+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:09:51.017290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.285841+0000","last_change":"2023-12-07T14:01:16.285325+0000","last_active":"2023-12-07T14:01:16.285841+0000","last_peered":"2023-12-07T14:01:16.285841+0000","last_clean":"2023-12-07T14:01:16.285841+0000","last_became_active":"2023-12-07T14:01:16.276943+0000","last_became_peered":"2023-12-07T14:01:16.276943+0000","last_unstale":"2023-12-07T14:01:16.285841+0000","last_undegraded":"2023-12-07T14:01:16.285841+0000","last_fullsized":"2023-12-07T14:01:16.285841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:42.458746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272635+0000","last_change":"2023-12-07T14:00:47.713189+0000","last_active":"2023-12-07T14:01:15.272635+0000","last_peered":"2023-12-07T14:01:15.272635+0000","last_clean":"2023-12-07T14:01:15.272635+0000","last_became_active":"2023-12-07T14:00:47.711921+0000","last_became_peered":"2023-12-07T14:00:47.711921+0000","last_unstale":"2023-12-07T14:01:15.272635+0000","last_undegraded":"2023-12-07T14:01:15.272635+0000","last_fullsized":"2023-12-07T14:01:15.272635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:42:56.744484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275759+0000","last_change":"2023-12-07T14:00:46.897334+0000","last_active":"2023-12-07T14:01:15.275759+0000","last_peered":"2023-12-07T14:01:15.275759+0000","last_clean":"2023-12-07T14:01:15.275759+0000","last_became_active":"2023-12-07T14:00:46.897006+0000","last_became_peered":"2023-12-07T14:00:46.897006+0000","last_unstale":"2023-12-07T14:01:15.275759+0000","last_undegraded":"2023-12-07T14:01:15.275759+0000","last_fullsized":"2023-12-07T14:01:15.275759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:54:41.451481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269838+0000","last_change":"2023-12-07T14:00:47.720249+0000","last_active":"2023-12-07T14:01:15.269838+0000","last_peered":"2023-12-07T14:01:15.269838+0000","last_clean":"2023-12-07T14:01:15.269838+0000","last_became_active":"2023-12-07T14:00:47.719907+0000","last_became_peered":"2023-12-07T14:00:47.719907+0000","last_unstale":"2023-12-07T14:01:15.269838+0000","last_undegraded":"2023-12-07T14:01:15.269838+0000","last_fullsized":"2023-12-07T14:01:15.269838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:48:59.671312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"83'5","reported_seq":64,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:35.219934+0000","last_change":"2023-12-07T14:00:46.900963+0000","last_active":"2023-12-07T14:01:35.219934+0000","last_peered":"2023-12-07T14:01:35.219934+0000","last_clean":"2023-12-07T14:01:35.219934+0000","last_became_active":"2023-12-07T14:00:46.900651+0000","last_became_peered":"2023-12-07T14:00:46.900651+0000","last_unstale":"2023-12-07T14:01:35.219934+0000","last_undegraded":"2023-12-07T14:01:35.219934+0000","last_fullsized":"2023-12-07T14:01:35.219934+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:32:48.274321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":44,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.812793+0000","last_change":"2023-12-07T14:01:16.812793+0000","last_active":"2023-12-07T14:01:16.812793+0000","last_peered":"2023-12-07T14:01:16.812793+0000","last_clean":"2023-12-07T14:01:16.812793+0000","last_became_active":"2023-12-07T14:01:16.812387+0000","last_became_peered":"2023-12-07T14:01:16.812387+0000","last_unstale":"2023-12-07T14:01:16.812793+0000","last_undegraded":"2023-12-07T14:01:16.812793+0000","last_fullsized":"2023-12-07T14:01:16.812793+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.106244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269889+0000","last_change":"2023-12-07T14:00:47.722414+0000","last_active":"2023-12-07T14:01:15.269889+0000","last_peered":"2023-12-07T14:01:15.269889+0000","last_clean":"2023-12-07T14:01:15.269889+0000","last_became_active":"2023-12-07T14:00:47.722076+0000","last_became_peered":"2023-12-07T14:00:47.722076+0000","last_unstale":"2023-12-07T14:01:15.269889+0000","last_undegraded":"2023-12-07T14:01:15.269889+0000","last_fullsized":"2023-12-07T14:01:15.269889+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:21:54.058968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":62,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:32.214911+0000","last_change":"2023-12-07T14:00:46.899521+0000","last_active":"2023-12-07T14:01:32.214911+0000","last_peered":"2023-12-07T14:01:32.214911+0000","last_clean":"2023-12-07T14:01:32.214911+0000","last_became_active":"2023-12-07T14:00:46.899218+0000","last_became_peered":"2023-12-07T14:00:46.899218+0000","last_unstale":"2023-12-07T14:01:32.214911+0000","last_undegraded":"2023-12-07T14:01:32.214911+0000","last_fullsized":"2023-12-07T14:01:32.214911+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:47.833824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":42,"num_read_kb":42,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281650+0000","last_change":"2023-12-07T14:01:16.281650+0000","last_active":"2023-12-07T14:01:16.281650+0000","last_peered":"2023-12-07T14:01:16.281650+0000","last_clean":"2023-12-07T14:01:16.281650+0000","last_became_active":"2023-12-07T14:01:16.281281+0000","last_became_peered":"2023-12-07T14:01:16.281281+0000","last_unstale":"2023-12-07T14:01:16.281650+0000","last_undegraded":"2023-12-07T14:01:16.281650+0000","last_fullsized":"2023-12-07T14:01:16.281650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:00:36.266857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272835+0000","last_change":"2023-12-07T14:00:46.896122+0000","last_active":"2023-12-07T14:01:15.272835+0000","last_peered":"2023-12-07T14:01:15.272835+0000","last_clean":"2023-12-07T14:01:15.272835+0000","last_became_active":"2023-12-07T14:00:46.895605+0000","last_became_peered":"2023-12-07T14:00:46.895605+0000","last_unstale":"2023-12-07T14:01:15.272835+0000","last_undegraded":"2023-12-07T14:01:15.272835+0000","last_fullsized":"2023-12-07T14:01:15.272835+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:13:50.673192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":319,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278715+0000","last_change":"2023-12-07T13:59:45.058139+0000","last_active":"2023-12-07T14:01:15.278715+0000","last_peered":"2023-12-07T14:01:15.278715+0000","last_clean":"2023-12-07T14:01:15.278715+0000","last_became_active":"2023-12-07T13:59:45.057617+0000","last_became_peered":"2023-12-07T13:59:45.057617+0000","last_unstale":"2023-12-07T14:01:15.278715+0000","last_undegraded":"2023-12-07T14:01:15.278715+0000","last_fullsized":"2023-12-07T14:01:15.278715+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_clean_scrub_stamp":"2023-12-07T13:56:37.827181+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:25:51.419130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274300+0000","last_change":"2023-12-07T14:00:47.719266+0000","last_active":"2023-12-07T14:01:15.274300+0000","last_peered":"2023-12-07T14:01:15.274300+0000","last_clean":"2023-12-07T14:01:15.274300+0000","last_became_active":"2023-12-07T14:00:47.718958+0000","last_became_peered":"2023-12-07T14:00:47.718958+0000","last_unstale":"2023-12-07T14:01:15.274300+0000","last_undegraded":"2023-12-07T14:01:15.274300+0000","last_fullsized":"2023-12-07T14:01:15.274300+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:35:48.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278644+0000","last_change":"2023-12-07T14:00:46.893807+0000","last_active":"2023-12-07T14:01:15.278644+0000","last_peered":"2023-12-07T14:01:15.278644+0000","last_clean":"2023-12-07T14:01:15.278644+0000","last_became_active":"2023-12-07T14:00:46.893526+0000","last_became_peered":"2023-12-07T14:00:46.893526+0000","last_unstale":"2023-12-07T14:01:15.278644+0000","last_undegraded":"2023-12-07T14:01:15.278644+0000","last_fullsized":"2023-12-07T14:01:15.278644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:51:13.214513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274879+0000","last_change":"2023-12-07T14:00:46.902757+0000","last_active":"2023-12-07T14:01:15.274879+0000","last_peered":"2023-12-07T14:01:15.274879+0000","last_clean":"2023-12-07T14:01:15.274879+0000","last_became_active":"2023-12-07T14:00:46.902425+0000","last_became_peered":"2023-12-07T14:00:46.902425+0000","last_unstale":"2023-12-07T14:01:15.274879+0000","last_undegraded":"2023-12-07T14:01:15.274879+0000","last_fullsized":"2023-12-07T14:01:15.274879+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:36.221987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275248+0000","last_change":"2023-12-07T14:00:47.719822+0000","last_active":"2023-12-07T14:01:15.275248+0000","last_peered":"2023-12-07T14:01:15.275248+0000","last_clean":"2023-12-07T14:01:15.275248+0000","last_became_active":"2023-12-07T14:00:47.719542+0000","last_became_peered":"2023-12-07T14:00:47.719542+0000","last_unstale":"2023-12-07T14:01:15.275248+0000","last_undegraded":"2023-12-07T14:01:15.275248+0000","last_fullsized":"2023-12-07T14:01:15.275248+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:10:42.879937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'10","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275969+0000","last_change":"2023-12-07T14:00:46.904941+0000","last_active":"2023-12-07T14:01:15.275969+0000","last_peered":"2023-12-07T14:01:15.275969+0000","last_clean":"2023-12-07T14:01:15.275969+0000","last_became_active":"2023-12-07T14:00:46.904681+0000","last_became_peered":"2023-12-07T14:00:46.904681+0000","last_unstale":"2023-12-07T14:01:15.275969+0000","last_undegraded":"2023-12-07T14:01:15.275969+0000","last_fullsized":"2023-12-07T14:01:15.275969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:57:54.616373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277495+0000","last_change":"2023-12-07T14:00:47.722570+0000","last_active":"2023-12-07T14:01:15.277495+0000","last_peered":"2023-12-07T14:01:15.277495+0000","last_clean":"2023-12-07T14:01:15.277495+0000","last_became_active":"2023-12-07T14:00:47.722227+0000","last_became_peered":"2023-12-07T14:00:47.722227+0000","last_unstale":"2023-12-07T14:01:15.277495+0000","last_undegraded":"2023-12-07T14:01:15.277495+0000","last_fullsized":"2023-12-07T14:01:15.277495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:51:04.647502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272699+0000","last_change":"2023-12-07T14:00:46.883664+0000","last_active":"2023-12-07T14:01:15.272699+0000","last_peered":"2023-12-07T14:01:15.272699+0000","last_clean":"2023-12-07T14:01:15.272699+0000","last_became_active":"2023-12-07T14:00:46.883291+0000","last_became_peered":"2023-12-07T14:00:46.883291+0000","last_unstale":"2023-12-07T14:01:15.272699+0000","last_undegraded":"2023-12-07T14:01:15.272699+0000","last_fullsized":"2023-12-07T14:01:15.272699+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:46:22.384021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271701+0000","last_change":"2023-12-07T14:00:47.719387+0000","last_active":"2023-12-07T14:01:15.271701+0000","last_peered":"2023-12-07T14:01:15.271701+0000","last_clean":"2023-12-07T14:01:15.271701+0000","last_became_active":"2023-12-07T14:00:47.719044+0000","last_became_peered":"2023-12-07T14:00:47.719044+0000","last_unstale":"2023-12-07T14:01:15.271701+0000","last_undegraded":"2023-12-07T14:01:15.271701+0000","last_fullsized":"2023-12-07T14:01:15.271701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:05:08.262366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276205+0000","last_change":"2023-12-07T14:00:46.895976+0000","last_active":"2023-12-07T14:01:15.276205+0000","last_peered":"2023-12-07T14:01:15.276205+0000","last_clean":"2023-12-07T14:01:15.276205+0000","last_became_active":"2023-12-07T14:00:46.895597+0000","last_became_peered":"2023-12-07T14:00:46.895597+0000","last_unstale":"2023-12-07T14:01:15.276205+0000","last_undegraded":"2023-12-07T14:01:15.276205+0000","last_fullsized":"2023-12-07T14:01:15.276205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:10:28.890352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274540+0000","last_change":"2023-12-07T14:00:47.721852+0000","last_active":"2023-12-07T14:01:15.274540+0000","last_peered":"2023-12-07T14:01:15.274540+0000","last_clean":"2023-12-07T14:01:15.274540+0000","last_became_active":"2023-12-07T14:00:47.721534+0000","last_became_peered":"2023-12-07T14:00:47.721534+0000","last_unstale":"2023-12-07T14:01:15.274540+0000","last_undegraded":"2023-12-07T14:01:15.274540+0000","last_fullsized":"2023-12-07T14:01:15.274540+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:09:19.118457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276787+0000","last_change":"2023-12-07T14:00:46.900079+0000","last_active":"2023-12-07T14:01:15.276787+0000","last_peered":"2023-12-07T14:01:15.276787+0000","last_clean":"2023-12-07T14:01:15.276787+0000","last_became_active":"2023-12-07T14:00:46.899773+0000","last_became_peered":"2023-12-07T14:00:46.899773+0000","last_unstale":"2023-12-07T14:01:15.276787+0000","last_undegraded":"2023-12-07T14:01:15.276787+0000","last_fullsized":"2023-12-07T14:01:15.276787+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:19:26.727846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272409+0000","last_change":"2023-12-07T14:00:47.719191+0000","last_active":"2023-12-07T14:01:15.272409+0000","last_peered":"2023-12-07T14:01:15.272409+0000","last_clean":"2023-12-07T14:01:15.272409+0000","last_became_active":"2023-12-07T14:00:47.718579+0000","last_became_peered":"2023-12-07T14:00:47.718579+0000","last_unstale":"2023-12-07T14:01:15.272409+0000","last_undegraded":"2023-12-07T14:01:15.272409+0000","last_fullsized":"2023-12-07T14:01:15.272409+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:47:19.348402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.289542+0000","last_change":"2023-12-07T14:01:16.289148+0000","last_active":"2023-12-07T14:01:16.289542+0000","last_peered":"2023-12-07T14:01:16.289542+0000","last_clean":"2023-12-07T14:01:16.289542+0000","last_became_active":"2023-12-07T14:01:16.279487+0000","last_became_peered":"2023-12-07T14:01:16.279487+0000","last_unstale":"2023-12-07T14:01:16.289542+0000","last_undegraded":"2023-12-07T14:01:16.289542+0000","last_fullsized":"2023-12-07T14:01:16.289542+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:11:19.195757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277079+0000","last_change":"2023-12-07T14:00:47.726154+0000","last_active":"2023-12-07T14:01:15.277079+0000","last_peered":"2023-12-07T14:01:15.277079+0000","last_clean":"2023-12-07T14:01:15.277079+0000","last_became_active":"2023-12-07T14:00:47.725878+0000","last_became_peered":"2023-12-07T14:00:47.725878+0000","last_unstale":"2023-12-07T14:01:15.277079+0000","last_undegraded":"2023-12-07T14:01:15.277079+0000","last_fullsized":"2023-12-07T14:01:15.277079+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:42:05.709841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274635+0000","last_change":"2023-12-07T14:00:46.894224+0000","last_active":"2023-12-07T14:01:15.274635+0000","last_peered":"2023-12-07T14:01:15.274635+0000","last_clean":"2023-12-07T14:01:15.274635+0000","last_became_active":"2023-12-07T14:00:46.893880+0000","last_became_peered":"2023-12-07T14:00:46.893880+0000","last_unstale":"2023-12-07T14:01:15.274635+0000","last_undegraded":"2023-12-07T14:01:15.274635+0000","last_fullsized":"2023-12-07T14:01:15.274635+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:42.986463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278860+0000","last_change":"2023-12-07T14:00:47.725233+0000","last_active":"2023-12-07T14:01:15.278860+0000","last_peered":"2023-12-07T14:01:15.278860+0000","last_clean":"2023-12-07T14:01:15.278860+0000","last_became_active":"2023-12-07T14:00:47.724816+0000","last_became_peered":"2023-12-07T14:00:47.724816+0000","last_unstale":"2023-12-07T14:01:15.278860+0000","last_undegraded":"2023-12-07T14:01:15.278860+0000","last_fullsized":"2023-12-07T14:01:15.278860+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:14:19.221414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"83'6","reported_seq":68,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:35.220869+0000","last_change":"2023-12-07T14:00:46.895836+0000","last_active":"2023-12-07T14:01:35.220869+0000","last_peered":"2023-12-07T14:01:35.220869+0000","last_clean":"2023-12-07T14:01:35.220869+0000","last_became_active":"2023-12-07T14:00:46.895572+0000","last_became_peered":"2023-12-07T14:00:46.895572+0000","last_unstale":"2023-12-07T14:01:35.220869+0000","last_undegraded":"2023-12-07T14:01:35.220869+0000","last_fullsized":"2023-12-07T14:01:35.220869+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:18:04.498284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1558,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":47,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279219+0000","last_change":"2023-12-07T14:00:47.721621+0000","last_active":"2023-12-07T14:01:15.279219+0000","last_peered":"2023-12-07T14:01:15.279219+0000","last_clean":"2023-12-07T14:01:15.279219+0000","last_became_active":"2023-12-07T14:00:47.721373+0000","last_became_peered":"2023-12-07T14:00:47.721373+0000","last_unstale":"2023-12-07T14:01:15.279219+0000","last_undegraded":"2023-12-07T14:01:15.279219+0000","last_fullsized":"2023-12-07T14:01:15.279219+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:33.896304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270413+0000","last_change":"2023-12-07T14:00:46.899041+0000","last_active":"2023-12-07T14:01:15.270413+0000","last_peered":"2023-12-07T14:01:15.270413+0000","last_clean":"2023-12-07T14:01:15.270413+0000","last_became_active":"2023-12-07T14:00:46.898757+0000","last_became_peered":"2023-12-07T14:00:46.898757+0000","last_unstale":"2023-12-07T14:01:15.270413+0000","last_undegraded":"2023-12-07T14:01:15.270413+0000","last_fullsized":"2023-12-07T14:01:15.270413+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:30:23.094360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279037+0000","last_change":"2023-12-07T14:00:47.723404+0000","last_active":"2023-12-07T14:01:15.279037+0000","last_peered":"2023-12-07T14:01:15.279037+0000","last_clean":"2023-12-07T14:01:15.279037+0000","last_became_active":"2023-12-07T14:00:47.722791+0000","last_became_peered":"2023-12-07T14:00:47.722791+0000","last_unstale":"2023-12-07T14:01:15.279037+0000","last_undegraded":"2023-12-07T14:01:15.279037+0000","last_fullsized":"2023-12-07T14:01:15.279037+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:46:36.029174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275496+0000","last_change":"2023-12-07T14:00:46.898921+0000","last_active":"2023-12-07T14:01:15.275496+0000","last_peered":"2023-12-07T14:01:15.275496+0000","last_clean":"2023-12-07T14:01:15.275496+0000","last_became_active":"2023-12-07T14:00:46.898632+0000","last_became_peered":"2023-12-07T14:00:46.898632+0000","last_unstale":"2023-12-07T14:01:15.275496+0000","last_undegraded":"2023-12-07T14:01:15.275496+0000","last_fullsized":"2023-12-07T14:01:15.275496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:48:46.354219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.279222+0000","last_change":"2023-12-07T14:00:47.723227+0000","last_active":"2023-12-07T14:01:15.279222+0000","last_peered":"2023-12-07T14:01:15.279222+0000","last_clean":"2023-12-07T14:01:15.279222+0000","last_became_active":"2023-12-07T14:00:47.722816+0000","last_became_peered":"2023-12-07T14:00:47.722816+0000","last_unstale":"2023-12-07T14:01:15.279222+0000","last_undegraded":"2023-12-07T14:01:15.279222+0000","last_fullsized":"2023-12-07T14:01:15.279222+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:19:28.343266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272431+0000","last_change":"2023-12-07T14:00:47.720963+0000","last_active":"2023-12-07T14:01:15.272431+0000","last_peered":"2023-12-07T14:01:15.272431+0000","last_clean":"2023-12-07T14:01:15.272431+0000","last_became_active":"2023-12-07T14:00:47.718255+0000","last_became_peered":"2023-12-07T14:00:47.718255+0000","last_unstale":"2023-12-07T14:01:15.272431+0000","last_undegraded":"2023-12-07T14:01:15.272431+0000","last_fullsized":"2023-12-07T14:01:15.272431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:43:26.661794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277217+0000","last_change":"2023-12-07T14:00:47.719176+0000","last_active":"2023-12-07T14:01:15.277217+0000","last_peered":"2023-12-07T14:01:15.277217+0000","last_clean":"2023-12-07T14:01:15.277217+0000","last_became_active":"2023-12-07T14:00:47.718863+0000","last_became_peered":"2023-12-07T14:00:47.718863+0000","last_unstale":"2023-12-07T14:01:15.277217+0000","last_undegraded":"2023-12-07T14:01:15.277217+0000","last_fullsized":"2023-12-07T14:01:15.277217+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:41:31.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277718+0000","last_change":"2023-12-07T14:00:47.720106+0000","last_active":"2023-12-07T14:01:15.277718+0000","last_peered":"2023-12-07T14:01:15.277718+0000","last_clean":"2023-12-07T14:01:15.277718+0000","last_became_active":"2023-12-07T14:00:47.719524+0000","last_became_peered":"2023-12-07T14:00:47.719524+0000","last_unstale":"2023-12-07T14:01:15.277718+0000","last_undegraded":"2023-12-07T14:01:15.277718+0000","last_fullsized":"2023-12-07T14:01:15.277718+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:45:47.084843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271985+0000","last_change":"2023-12-07T14:00:47.721479+0000","last_active":"2023-12-07T14:01:15.271985+0000","last_peered":"2023-12-07T14:01:15.271985+0000","last_clean":"2023-12-07T14:01:15.271985+0000","last_became_active":"2023-12-07T14:00:47.721185+0000","last_became_peered":"2023-12-07T14:00:47.721185+0000","last_unstale":"2023-12-07T14:01:15.271985+0000","last_undegraded":"2023-12-07T14:01:15.271985+0000","last_fullsized":"2023-12-07T14:01:15.271985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:13:29.104211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275150+0000","last_change":"2023-12-07T14:00:47.715157+0000","last_active":"2023-12-07T14:01:15.275150+0000","last_peered":"2023-12-07T14:01:15.275150+0000","last_clean":"2023-12-07T14:01:15.275150+0000","last_became_active":"2023-12-07T14:00:47.714821+0000","last_became_peered":"2023-12-07T14:00:47.714821+0000","last_unstale":"2023-12-07T14:01:15.275150+0000","last_undegraded":"2023-12-07T14:01:15.275150+0000","last_fullsized":"2023-12-07T14:01:15.275150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:22:44.158549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272626+0000","last_change":"2023-12-07T14:00:47.715105+0000","last_active":"2023-12-07T14:01:15.272626+0000","last_peered":"2023-12-07T14:01:15.272626+0000","last_clean":"2023-12-07T14:01:15.272626+0000","last_became_active":"2023-12-07T14:00:47.714800+0000","last_became_peered":"2023-12-07T14:00:47.714800+0000","last_unstale":"2023-12-07T14:01:15.272626+0000","last_undegraded":"2023-12-07T14:01:15.272626+0000","last_fullsized":"2023-12-07T14:01:15.272626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:08:18.358628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277736+0000","last_change":"2023-12-07T14:00:47.723311+0000","last_active":"2023-12-07T14:01:15.277736+0000","last_peered":"2023-12-07T14:01:15.277736+0000","last_clean":"2023-12-07T14:01:15.277736+0000","last_became_active":"2023-12-07T14:00:47.723024+0000","last_became_peered":"2023-12-07T14:00:47.723024+0000","last_unstale":"2023-12-07T14:01:15.277736+0000","last_undegraded":"2023-12-07T14:01:15.277736+0000","last_fullsized":"2023-12-07T14:01:15.277736+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:50:23.765138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277414+0000","last_change":"2023-12-07T14:00:47.719375+0000","last_active":"2023-12-07T14:01:15.277414+0000","last_peered":"2023-12-07T14:01:15.277414+0000","last_clean":"2023-12-07T14:01:15.277414+0000","last_became_active":"2023-12-07T14:00:47.719065+0000","last_became_peered":"2023-12-07T14:00:47.719065+0000","last_unstale":"2023-12-07T14:01:15.277414+0000","last_undegraded":"2023-12-07T14:01:15.277414+0000","last_fullsized":"2023-12-07T14:01:15.277414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:06:07.614629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269807+0000","last_change":"2023-12-07T14:00:47.719875+0000","last_active":"2023-12-07T14:01:15.269807+0000","last_peered":"2023-12-07T14:01:15.269807+0000","last_clean":"2023-12-07T14:01:15.269807+0000","last_became_active":"2023-12-07T14:00:47.719448+0000","last_became_peered":"2023-12-07T14:00:47.719448+0000","last_unstale":"2023-12-07T14:01:15.269807+0000","last_undegraded":"2023-12-07T14:01:15.269807+0000","last_fullsized":"2023-12-07T14:01:15.269807+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.582967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276709+0000","last_change":"2023-12-07T14:00:47.723713+0000","last_active":"2023-12-07T14:01:15.276709+0000","last_peered":"2023-12-07T14:01:15.276709+0000","last_clean":"2023-12-07T14:01:15.276709+0000","last_became_active":"2023-12-07T14:00:47.720971+0000","last_became_peered":"2023-12-07T14:00:47.720971+0000","last_unstale":"2023-12-07T14:01:15.276709+0000","last_undegraded":"2023-12-07T14:01:15.276709+0000","last_fullsized":"2023-12-07T14:01:15.276709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:03:46.117572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276861+0000","last_change":"2023-12-07T14:00:47.724205+0000","last_active":"2023-12-07T14:01:15.276861+0000","last_peered":"2023-12-07T14:01:15.276861+0000","last_clean":"2023-12-07T14:01:15.276861+0000","last_became_active":"2023-12-07T14:00:47.723814+0000","last_became_peered":"2023-12-07T14:00:47.723814+0000","last_unstale":"2023-12-07T14:01:15.276861+0000","last_undegraded":"2023-12-07T14:01:15.276861+0000","last_fullsized":"2023-12-07T14:01:15.276861+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:35:32.658355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274947+0000","last_change":"2023-12-07T14:00:47.725350+0000","last_active":"2023-12-07T14:01:15.274947+0000","last_peered":"2023-12-07T14:01:15.274947+0000","last_clean":"2023-12-07T14:01:15.274947+0000","last_became_active":"2023-12-07T14:00:47.723726+0000","last_became_peered":"2023-12-07T14:00:47.723726+0000","last_unstale":"2023-12-07T14:01:15.274947+0000","last_undegraded":"2023-12-07T14:01:15.274947+0000","last_fullsized":"2023-12-07T14:01:15.274947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:22:43.602661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272529+0000","last_change":"2023-12-07T14:00:47.714333+0000","last_active":"2023-12-07T14:01:15.272529+0000","last_peered":"2023-12-07T14:01:15.272529+0000","last_clean":"2023-12-07T14:01:15.272529+0000","last_became_active":"2023-12-07T14:00:47.714016+0000","last_became_peered":"2023-12-07T14:00:47.714016+0000","last_unstale":"2023-12-07T14:01:15.272529+0000","last_undegraded":"2023-12-07T14:01:15.272529+0000","last_fullsized":"2023-12-07T14:01:15.272529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:42:46.813653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65130,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":447,"num_read_kb":290,"num_write":236,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":195390,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":206,"ondisk_log_size":206,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":78,"seq":335007449110,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":925696,"data_stored":442230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":1.681}]},{"osd":1,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.80100000000000005}]},{"osd":2,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"last":0.48499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.631}]},{"osd":4,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.754},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.61199999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.56999999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":5.0839999999999996,"5min":5.0839999999999996,"15min":5.0839999999999996},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":5.9290000000000003,"5min":5.9290000000000003,"15min":5.9290000000000003},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.147,"5min":1.147,"15min":1.147},"last":0.72799999999999998}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1599999999999999,"5min":1.1599999999999999,"15min":1.1599999999999999},"last":1.6599999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.6120000000000001}]},{"osd":10,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.4970000000000001,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.68600000000000005}]}]},{"osd":10,"up_from":71,"seq":304942678042,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1090456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.68200000000000005}]},{"osd":3,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.75900000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.996,"5min":0.996,"15min":0.996},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":1.0920000000000001,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.65900000000000003}]},{"osd":5,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.82199999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":3.71,"5min":3.71,"15min":3.71},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.86199999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.84199999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.3420000000000001,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.878}]},{"osd":11,"last update":"Thu Dec 7 14:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"max":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.92100000000000004}]}]},{"osd":9,"up_from":66,"seq":283467841567,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":441750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.378},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.505,"15min":0.52300000000000002},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.56999999999999995,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.39800000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.64700000000000002,"15min":0.65500000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.65400000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65900000000000003,"15min":0.66800000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86199999999999999,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.68600000000000005,"15min":0.70199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83499999999999996,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.63700000000000001,"15min":0.65100000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.58799999999999997,"15min":0.60499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.41899999999999998}]},{"osd":4,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.77700000000000002,"15min":0.79700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93100000000000005,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.80100000000000005},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.036,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.73499999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.78400000000000003,"15min":0.80400000000000005},"min":{"1min":0.48299999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0569999999999999,"5min":1.135,"15min":1.135},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.80200000000000005,"15min":0.81599999999999995},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.67000000000000004}]},{"osd":6,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0109999999999999,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.80600000000000005,"15min":0.82999999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.97299999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.86799999999999999,"15min":0.88400000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83899999999999997,"15min":0.85499999999999998},"min":{"1min":0.59099999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.115,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.71999999999999997}]},{"osd":8,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.871,"15min":0.89100000000000001},"min":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.028,"5min":1.101,"15min":1.101},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.878,"15min":0.89500000000000002},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0009999999999999,"5min":1.236,"15min":1.236},"last":0.77200000000000002}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.214,"5min":1.214,"15min":1.214},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.70899999999999996}]}]},{"osd":8,"up_from":59,"seq":253403070499,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":937984,"data_stored":442106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.51000000000000001,"15min":0.504},"min":{"1min":0.36499999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.375},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.51700000000000002,"15min":0.51400000000000001},"min":{"1min":0.40100000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70999999999999996,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.45400000000000001}]},{"osd":1,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.41599999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89400000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.60699999999999998,"15min":0.60599999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.496}]},{"osd":2,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.49199999999999999,"15min":0.48799999999999999},"min":{"1min":0.29399999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.59899999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58899999999999997,"15min":0.58999999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59699999999999998,"15min":0.59799999999999998},"min":{"1min":0.40400000000000003,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.47699999999999998}]},{"osd":4,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.63900000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.503,"15min":0.503},"max":{"1min":0.80900000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.77300000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.55100000000000005,"15min":0.54600000000000004},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.36199999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.84799999999999998,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.63500000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.66600000000000004,"15min":0.67000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.68400000000000005,"15min":0.68300000000000005},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.66400000000000003}]},{"osd":7,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.72799999999999998,"15min":0.72399999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.72299999999999998,"15min":0.72399999999999998},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0369999999999999,"5min":1.119,"15min":1.119},"last":0.67800000000000005}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":0.77600000000000002,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":7.6269999999999998,"5min":7.6269999999999998,"15min":7.6269999999999998},"last":0.73799999999999999},{"interface":"front","average":{"1min":1.157,"5min":0.80400000000000005,"15min":0.745},"min":{"1min":0.47999999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.7149999999999999,"5min":7.7149999999999999,"15min":7.7149999999999999},"last":0.82099999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:00:41 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.97399999999999998,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.78700000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77500000000000002}]}]},{"osd":7,"up_from":51,"seq":219043332136,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28528,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716624,"statfs":{"total":95995035648,"available":95965822976,"internally_reserved":0,"allocated":1540096,"data_stored":1035037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.442,"15min":0.42799999999999999},"min":{"1min":0.32600000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.47999999999999998,"15min":0.47199999999999998},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.49099999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.64300000000000002,"15min":0.63500000000000001},"min":{"1min":0.495,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.96599999999999997,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.1579999999999999},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.59399999999999997,"15min":0.58499999999999996},"min":{"1min":0.41999999999999998,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":1.1379999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.747,"15min":0.76900000000000002},"min":{"1min":0.44600000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.96899999999999997,"5min":3.5619999999999998,"15min":3.5619999999999998},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.64700000000000002,"15min":0.64300000000000002},"min":{"1min":0.505,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88700000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60799999999999998,"15min":0.60499999999999998},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.96399999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.628,"5min":0.59899999999999998,"15min":0.59399999999999997},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.92900000000000005,"5min":1.107,"15min":1.107},"last":0.68700000000000006}]},{"osd":5,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.70499999999999996,"15min":0.70099999999999996},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.80500000000000005,"15min":0.81999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.056,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.74199999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.76000000000000001,"5min":0.754,"15min":0.753},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76800000000000002,"15min":0.76900000000000002},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.98299999999999998,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.76000000000000001}]},{"osd":8,"last update":"Thu Dec 7 14:01:00 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.745,"15min":0.745},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.79800000000000004,"15min":0.80100000000000005},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.1439999999999999,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.96899999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:01:22 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.81000000000000005,"15min":0.82099999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.96599999999999997,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.86799999999999999},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.76400000000000001,"15min":0.77000000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.98599999999999999,"5min":1.179,"15min":1.179},"last":0.82899999999999996}]},{"osd":10,"last update":"Thu Dec 7 14:00:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.89000000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92500000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495661,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.46700000000000003,"15min":0.39500000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":8.8260000000000005,"5min":8.8260000000000005,"15min":8.8260000000000005},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.51400000000000001,"15min":0.433},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":11.115,"5min":11.115,"15min":11.115},"last":0.252}]},{"osd":1,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.58299999999999996,"15min":0.55700000000000005},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.51700000000000002},{"interface":"front","average":{"1min":1.008,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":8.7739999999999991,"5min":8.7739999999999991,"15min":8.7739999999999991},"last":0.54600000000000004}]},{"osd":2,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":0.67700000000000005,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":11.340999999999999,"5min":11.340999999999999,"15min":11.340999999999999},"last":0.443},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47399999999999998,"15min":0.45400000000000001},"min":{"1min":0.314,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.60099999999999998,"15min":0.52900000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":8.9550000000000001,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.312}]},{"osd":4,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":0.73899999999999999,"15min":0.65600000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.24,"5min":11.24,"15min":11.24},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.65600000000000003,"15min":0.63600000000000001},"min":{"1min":0.42999999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.56699999999999995}]},{"osd":5,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":0.74099999999999999,"15min":0.68200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":8.9260000000000002,"5min":8.9260000000000002,"15min":8.9260000000000002},"last":0.49399999999999999},{"interface":"front","average":{"1min":1.1779999999999999,"5min":0.76600000000000001,"15min":0.69599999999999995},"min":{"1min":0.41699999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.308,"5min":11.308,"15min":11.308},"last":0.47099999999999997}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.71699999999999997,"15min":0.70599999999999996},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.71999999999999997,"15min":0.71199999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"last":0.55800000000000005}]},{"osd":8,"last update":"Thu Dec 7 14:01:02 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.71199999999999997,"15min":0.71799999999999997},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.0860000000000001,"5min":1.0860000000000001,"15min":1.0860000000000001},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.76300000000000001,"15min":0.77800000000000002},"min":{"1min":0.49099999999999999,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.96999999999999997,"5min":1.046,"15min":1.046},"last":0.375}]},{"osd":9,"last update":"Thu Dec 7 14:01:18 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.34300000000000003},{"interface":"front","average":{"1min":1.1319999999999999,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":8.9879999999999995,"5min":8.9879999999999995,"15min":8.9879999999999995},"last":0.42599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.329,"5min":1.329,"15min":1.329},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.53100000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":499924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.51500000000000001,"15min":0.47899999999999998},"min":{"1min":0.33200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53200000000000003,"15min":0.48499999999999999},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.621}]},{"osd":2,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.56899999999999995,"15min":0.53500000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.7549999999999999,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.57099999999999995,"15min":0.53300000000000003},"min":{"1min":0.35599999999999998,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":0.91900000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:11 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83199999999999996,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.54900000000000004,"15min":0.53700000000000003},"min":{"1min":0.40000000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.77100000000000002,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.53600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.45900000000000002,"15min":0.42099999999999999},"min":{"1min":0.32700000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79200000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.495,"15min":0.45000000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.872,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.68999999999999995}]},{"osd":5,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.55700000000000005,"15min":0.53100000000000003},"min":{"1min":0.47699999999999998,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.93000000000000005,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.58499999999999996,"15min":0.54300000000000004},"min":{"1min":0.39000000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":0.94899999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.64700000000000002,"15min":0.622},"min":{"1min":0.50900000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89600000000000002,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60599999999999998,"15min":0.58999999999999997},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.78500000000000003,"5min":0.995,"15min":0.995},"last":0.67700000000000005}]},{"osd":7,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.35899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.754},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66400000000000003,"15min":0.65600000000000003},"min":{"1min":0.47799999999999998,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.82399999999999995}]},{"osd":8,"last update":"Thu Dec 7 14:00:58 2023","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.84199999999999997,"15min":0.85399999999999998},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.0449999999999999,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.82099999999999995,"15min":0.83699999999999997},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.93999999999999995,"5min":3.242,"15min":3.242},"last":0.93600000000000005}]},{"osd":9,"last update":"Thu Dec 7 14:01:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.76000000000000001,"15min":0.754},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.872},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.83399999999999996,"15min":0.82199999999999995},"min":{"1min":0.63900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.88300000000000001}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.79800000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":443194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Dec 7 14:01:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.78100000000000003,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.52600000000000002},"min":{"1min":0.32700000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.504}]},{"osd":2,"last update":"Thu Dec 7 14:00:37 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.58799999999999997,"15min":0.58199999999999996},"min":{"1min":0.39200000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.88400000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.69799999999999995}]},{"osd":3,"last update":"Thu Dec 7 13:59:04 2023","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.44400000000000001,"15min":0.441},"min":{"1min":0.31900000000000001,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.61299999999999999,"5min":0.62,"15min":0.62},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.48399999999999999,"15min":0.48799999999999999},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.746,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.39200000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.58699999999999997,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.622,"5min":0.56000000000000005,"15min":0.53000000000000003},"min":{"1min":0.441,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.876,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.55100000000000005}]},{"osd":5,"last update":"Thu Dec 7 14:00:50 2023","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57499999999999996,"15min":0.56699999999999995},"min":{"1min":0.40400000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.749,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.438,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.87,"5min":0.875,"15min":0.875},"last":0.66700000000000004}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66200000000000003,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.55600000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.70099999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.48099999999999998}]},{"osd":7,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.52200000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72699999999999998,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":8,"last update":"Thu Dec 7 14:00:57 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.69999999999999996,"15min":0.71399999999999997},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.76000000000000001,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.621},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.747,"15min":0.76200000000000001},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.85299999999999998,"5min":1.157,"15min":1.157},"last":0.755}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.63400000000000001,"15min":0.64900000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79300000000000004,"5min":0.875,"15min":0.875},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.749,"15min":0.77700000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81799999999999995,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.56699999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.60099999999999998}]},{"osd":11,"last update":"Thu Dec 7 14:01:06 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.77100000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":500647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46400000000000002,"15min":0.47099999999999997},"min":{"1min":0.218,"5min":0.218,"15min":0.218},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.94699999999999995},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.497,"15min":0.502},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.68300000000000005,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.68200000000000005}]},{"osd":1,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.498,"15min":0.49199999999999999},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64400000000000002,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":1.073},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.55900000000000005,"15min":0.52600000000000002},"min":{"1min":0.34699999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":2.8980000000000001,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.91000000000000003}]},{"osd":3,"last update":"Thu Dec 7 14:01:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53800000000000003,"15min":0.52900000000000003},"min":{"1min":0.38400000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.70499999999999996,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.52400000000000002,"15min":0.51900000000000002},"min":{"1min":0.38500000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":1.103}]},{"osd":4,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.58999999999999997,"15min":0.55400000000000005},"min":{"1min":0.42399999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":3.448,"5min":3.448,"15min":3.448},"last":1.1220000000000001},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.59799999999999998,"15min":0.57099999999999995},"min":{"1min":0.46700000000000003,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":1.2110000000000001}]},{"osd":5,"last update":"Thu Dec 7 14:00:53 2023","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.436,"15min":0.42199999999999999},"min":{"1min":0.29299999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":1.038},{"interface":"front","average":{"1min":0.434,"5min":0.44500000000000001,"15min":0.44},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.629,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.98799999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.39600000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":1.1499999999999999},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.48799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":1.0609999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65300000000000002,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83399999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:01:00 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.36499999999999999,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.88500000000000001},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.58099999999999996,"15min":0.58999999999999997},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.67500000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":1.1359999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.52500000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":1.224},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.65600000000000003,"15min":0.64600000000000002},"min":{"1min":0.57299999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85499999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":1.1639999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.4179999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.0209999999999999},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":1.24}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92300000000000004}]}]},{"osd":3,"up_from":26,"seq":111669149754,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":942080,"data_stored":440973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.36299999999999999,"15min":0.33800000000000002},"min":{"1min":0.23899999999999999,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.58999999999999997,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.38100000000000001,"15min":0.36599999999999999},"min":{"1min":0.29199999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.43099999999999999,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.42599999999999999}]},{"osd":1,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54100000000000004,"15min":0.53300000000000003},"min":{"1min":0.33100000000000002,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80000000000000004,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.53100000000000003,"15min":0.504},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.73299999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.64400000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57699999999999996,"15min":0.56399999999999995},"min":{"1min":0.48599999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.66700000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.55000000000000004,"15min":0.53900000000000003},"min":{"1min":0.39900000000000002,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.68999999999999995,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.55200000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.60499999999999998,"15min":0.58299999999999996},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88200000000000001,"5min":1.004,"15min":1.004},"last":0.622},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.443,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.746,"5min":1,"15min":1},"last":0.63500000000000001}]},{"osd":5,"last update":"Thu Dec 7 14:00:59 2023","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.57599999999999996,"15min":0.55200000000000005},"min":{"1min":0.48699999999999999,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.86699999999999999,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.621,"5min":0.57299999999999995,"15min":0.54900000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.48699999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53900000000000003,"15min":0.51300000000000001},"min":{"1min":0.36599999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.78900000000000003,"5min":1.075,"15min":1.075},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.52800000000000002,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.59999999999999998,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.46400000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:00:38 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.204,"5min":1.204,"15min":1.204},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.66100000000000003,"15min":0.64400000000000002},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.745}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.57699999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:24 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.71999999999999997,"15min":0.73699999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.90500000000000003,"5min":1.05,"15min":1.05},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.79700000000000004,"15min":0.81499999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.71599999999999997}]},{"osd":10,"last update":"Thu Dec 7 14:00:44 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.70599999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75600000000000001}]}]},{"osd":4,"up_from":34,"seq":146028888118,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.501,"15min":0.48299999999999998},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41799999999999998,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59399999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.45200000000000001,"15min":0.42199999999999999},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.52500000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.49099999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.91900000000000004,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.504},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.62,"15min":0.57699999999999996},"min":{"1min":0.53000000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.85499999999999998,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.70999999999999996}]},{"osd":3,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.60699999999999998,"15min":0.57599999999999996},"min":{"1min":0.5,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79700000000000004,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59299999999999997,"15min":0.56499999999999995},"min":{"1min":0.435,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88800000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.88800000000000001}]},{"osd":5,"last update":"Thu Dec 7 14:00:53 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.64000000000000001,"15min":0.628},"min":{"1min":0.42299999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0489999999999999,"5min":1.605,"15min":1.605},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.66400000000000003,"15min":0.66300000000000003},"min":{"1min":0.45800000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.94499999999999995,"5min":1.321,"15min":1.321},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:16 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.90700000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.65300000000000002,"15min":0.63400000000000001},"min":{"1min":0.45800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.95199999999999996,"5min":1.107,"15min":1.107},"last":0.79100000000000004}]},{"osd":7,"last update":"Thu Dec 7 14:00:33 2023","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.64600000000000002,"15min":0.629},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.746,"5min":0.65100000000000002,"15min":0.63500000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.65100000000000002}]},{"osd":8,"last update":"Thu Dec 7 14:00:59 2023","interfaces":[{"interface":"back","average":{"1min":0.81200000000000006,"5min":0.73899999999999999,"15min":0.72699999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.74399999999999999,"15min":0.73199999999999998},"min":{"1min":0.58199999999999996,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.91600000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:01:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57799999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.129,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84499999999999997,"15min":0.84999999999999998},"min":{"1min":0.60399999999999998,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.85799999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.286,"5min":1.286,"15min":1.286},"last":0.83099999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]}]},{"osd":5,"up_from":39,"seq":167503724593,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1552384,"data_stored":1034327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83099999999999996,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.432},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51400000000000001,"15min":0.50800000000000001},"min":{"1min":0.38500000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.625,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.57999999999999996}]},{"osd":1,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.53300000000000003,"15min":0.497},"min":{"1min":0.40300000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88800000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.55000000000000004,"15min":0.52400000000000002},"min":{"1min":0.435,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79000000000000004,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.623}]},{"osd":2,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.39500000000000002,"15min":0.36299999999999999},"min":{"1min":0.28100000000000003,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.73699999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.41399999999999998,"15min":0.39100000000000001},"min":{"1min":0.29399999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.39900000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53100000000000003,"15min":0.52800000000000002},"min":{"1min":0.34000000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.72699999999999998,"5min":1.044,"15min":1.044},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57199999999999995,"15min":0.56299999999999994},"min":{"1min":0.372,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86399999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56200000000000006}]},{"osd":4,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.57699999999999996,"15min":0.55000000000000004},"min":{"1min":0.48699999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.57899999999999996,"15min":0.55200000000000005},"min":{"1min":0.40799999999999997,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.98999999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.59899999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.66200000000000003,"15min":0.58799999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":9.2370000000000001,"5min":9.2370000000000001,"15min":9.2370000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.66600000000000004,"15min":0.622},"min":{"1min":0.45100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":4.6440000000000001,"5min":4.6440000000000001,"15min":4.6440000000000001},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:00:36 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"min":{"1min":0.44600000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70199999999999996,"15min":0.69999999999999996},"min":{"1min":0.48299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.0069999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.72199999999999998}]},{"osd":8,"last update":"Thu Dec 7 14:00:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.66600000000000004,"15min":0.67000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63300000000000001,"15min":0.63700000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.95999999999999996,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.70399999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":0.77400000000000002,"15min":0.71799999999999997},"min":{"1min":0.55700000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":5.3390000000000004,"5min":5.3390000000000004,"15min":5.3390000000000004},"last":0.66400000000000003},{"interface":"front","average":{"1min":1.1359999999999999,"5min":0.80700000000000005,"15min":0.752},"min":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":8.9719999999999995,"5min":8.9719999999999995,"15min":8.9719999999999995},"last":0.76000000000000001}]},{"osd":10,"last update":"Thu Dec 7 14:00:42 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.78600000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":60292,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":59668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-07T14:01:38.347 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-12-07T14:01:38.348 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-12-07T14:01:38.348 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-12-07T14:01:38.348 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph health --format=json 2023-12-07T14:01:38.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:38 smithi039 ceph-mon[98864]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:38.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:38 smithi055 ceph-mon[103363]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:38 smithi089 ceph-mon[103124]: pgmap v296: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:38.952 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:39.466 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:39 smithi039 ceph-mon[98864]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:01:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:39 smithi055 ceph-mon[103363]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:01:39.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:39 smithi089 ceph-mon[103124]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1392426942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264100530 msgr2=0x7fc2641009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1392426942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264100530 0x7fc2641009b0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc2600099c0 tx=0x7fc260009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1392426942 shutdown_connections 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1392426942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc264100ef0 0x7fc26410d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1392426942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc264106560 0x7fc264106940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1392426942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264100530 0x7fc2641009b0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1392426942 >> 172.21.15.39:0/1392426942 conn(0x7fc264076570 msgr2=0x7fc264076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1392426942 shutdown_connections 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.169+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1392426942 wait complete. 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 Processor -- start 2023-12-07T14:01:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 -- start start 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc264100530 0x7fc2641987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc264100ef0 0x7fc264198d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264106560 0x7fc264199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2641a3ae0 con 0x7fc264106560 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2641a3c50 con 0x7fc264100ef0 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26bfd8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2641a3e10 con 0x7fc264100530 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc269d74700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc264100530 0x7fc2641987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26a575700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264106560 0x7fc264199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc269573700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc264100ef0 0x7fc264198d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26a575700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264106560 0x7fc264199290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52158/0 (socket says 172.21.15.39:52158) 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc269d74700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc264100530 0x7fc2641987f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:56876/0 (socket says 172.21.15.39:56876) 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.170+0000 7fc26a575700 1 -- 172.21.15.39:0/1356660340 learned_addr learned my addr 172.21.15.39:0/1356660340 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26a575700 1 -- 172.21.15.39:0/1356660340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc264100530 msgr2=0x7fc2641987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26a575700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc264100530 0x7fc2641987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26a575700 1 -- 172.21.15.39:0/1356660340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc264100ef0 msgr2=0x7fc264198d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26a575700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc264100ef0 0x7fc264198d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26a575700 1 -- 172.21.15.39:0/1356660340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2600095f0 con 0x7fc264106560 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc269573700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc264100ef0 0x7fc264198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26a575700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264106560 0x7fc264199290 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc25c00ada0 tx=0x7fc25c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc25affd700 1 -- 172.21.15.39:0/1356660340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc25c00f070 con 0x7fc264106560 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc25affd700 1 -- 172.21.15.39:0/1356660340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc25c007b30 con 0x7fc264106560 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2641a40f0 con 0x7fc264106560 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc25affd700 1 -- 172.21.15.39:0/1356660340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc25c005280 con 0x7fc264106560 2023-12-07T14:01:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.171+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2641a4570 con 0x7fc264106560 2023-12-07T14:01:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.172+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc264108a10 con 0x7fc264106560 2023-12-07T14:01:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.173+0000 7fc25affd700 1 -- 172.21.15.39:0/1356660340 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc25c00c8d0 con 0x7fc264106560 2023-12-07T14:01:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.174+0000 7fc25affd700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc2500a1510 0x7fc2500a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.174+0000 7fc25affd700 1 -- 172.21.15.39:0/1356660340 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc25c0cc3a0 con 0x7fc264106560 2023-12-07T14:01:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.174+0000 7fc269d74700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc2500a1510 0x7fc2500a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.174+0000 7fc269d74700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc2500a1510 0x7fc2500a39d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc254007be0 tx=0x7fc2540073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.178+0000 7fc25affd700 1 -- 172.21.15.39:0/1356660340 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc25c0993c0 con 0x7fc264106560 2023-12-07T14:01:40.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.423+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fc264069560 con 0x7fc264106560 2023-12-07T14:01:40.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.424+0000 7fc25affd700 1 -- 172.21.15.39:0/1356660340 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fc25c098f50 con 0x7fc264106560 2023-12-07T14:01:40.426 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:40.429 INFO:teuthology.orchestra.run.smithi039.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc2500a1510 msgr2=0x7fc2500a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc2500a1510 0x7fc2500a39d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc254007be0 tx=0x7fc2540073d0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264106560 msgr2=0x7fc264199290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264106560 0x7fc264199290 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc25c00ada0 tx=0x7fc25c00c330 comp rx=0 tx=0).stop 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 shutdown_connections 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc2500a1510 0x7fc2500a39d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc264106560 0x7fc264199290 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc264100530 0x7fc2641987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 --2- 172.21.15.39:0/1356660340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc264100ef0 0x7fc264198d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 >> 172.21.15.39:0/1356660340 conn(0x7fc264076570 msgr2=0x7fc2640ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:40.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 shutdown_connections 2023-12-07T14:01:40.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.426+0000 7fc26bfd8700 1 -- 172.21.15.39:0/1356660340 wait complete. 2023-12-07T14:01:40.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:40 smithi055 ceph-mon[103363]: pgmap v297: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:01:40.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:40 smithi089 ceph-mon[103124]: pgmap v297: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:01:40.804 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:40 smithi039 ceph-mon[98864]: pgmap v297: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:01:40.805 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-12-07T14:01:40.806 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:01:40.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.935+0000 7fc5c3032700 1 -- 172.21.15.39:0/765687430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc100410 msgr2=0x7fc5bc100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.935+0000 7fc5c3032700 1 --2- 172.21.15.39:0/765687430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc100410 0x7fc5bc100830 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc5b00099c0 tx=0x7fc5b0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.935+0000 7fc5c3032700 1 -- 172.21.15.39:0/765687430 shutdown_connections 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.935+0000 7fc5c3032700 1 --2- 172.21.15.39:0/765687430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5bc101fa0 0x7fc5bc108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.935+0000 7fc5c3032700 1 --2- 172.21.15.39:0/765687430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc100410 0x7fc5bc100830 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.935+0000 7fc5c3032700 1 --2- 172.21.15.39:0/765687430 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5bc101600 0x7fc5bc101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.935+0000 7fc5c3032700 1 -- 172.21.15.39:0/765687430 >> 172.21.15.39:0/765687430 conn(0x7fc5bc0fb980 msgr2=0x7fc5bc0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 -- 172.21.15.39:0/765687430 shutdown_connections 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 -- 172.21.15.39:0/765687430 wait complete. 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 Processor -- start 2023-12-07T14:01:40.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 -- start start 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5bc100410 0x7fc5bc104300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5bc101600 0x7fc5bc1029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc101fa0 0x7fc5bc102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5bc103620 con 0x7fc5bc101fa0 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5bc103790 con 0x7fc5bc100410 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.936+0000 7fc5c3032700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5bc1a14f0 con 0x7fc5bc101600 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc101fa0 0x7fc5bc102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc101fa0 0x7fc5bc102f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52172/0 (socket says 172.21.15.39:52172) 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 -- 172.21.15.39:0/908316357 learned_addr learned my addr 172.21.15.39:0/908316357 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c0dce700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5bc100410 0x7fc5bc104300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5bbfff700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5bc101600 0x7fc5bc1029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 -- 172.21.15.39:0/908316357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5bc101600 msgr2=0x7fc5bc1029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5bc101600 0x7fc5bc1029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 -- 172.21.15.39:0/908316357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5bc100410 msgr2=0x7fc5bc104300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5bc100410 0x7fc5bc104300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 -- 172.21.15.39:0/908316357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5b00095f0 con 0x7fc5bc101fa0 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c0dce700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5bc100410 0x7fc5bc104300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c15cf700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc101fa0 0x7fc5bc102f20 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4007ee0 tx=0x7fc5b400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5b9ffb700 1 -- 172.21.15.39:0/908316357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4017070 con 0x7fc5bc101fa0 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5bc1a1750 con 0x7fc5bc101fa0 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5b9ffb700 1 -- 172.21.15.39:0/908316357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc5b400f040 con 0x7fc5bc101fa0 2023-12-07T14:01:40.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5b9ffb700 1 -- 172.21.15.39:0/908316357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b4005740 con 0x7fc5bc101fa0 2023-12-07T14:01:40.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.937+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5bc1a1c60 con 0x7fc5bc101fa0 2023-12-07T14:01:40.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.938+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5bc068330 con 0x7fc5bc101fa0 2023-12-07T14:01:40.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.939+0000 7fc5b9ffb700 1 -- 172.21.15.39:0/908316357 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc5b40058a0 con 0x7fc5bc101fa0 2023-12-07T14:01:40.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.940+0000 7fc5b9ffb700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5ac0a1510 0x7fc5ac0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:40.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.940+0000 7fc5c0dce700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5ac0a1510 0x7fc5ac0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:40.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.940+0000 7fc5b9ffb700 1 -- 172.21.15.39:0/908316357 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc5b40cc6f0 con 0x7fc5bc101fa0 2023-12-07T14:01:40.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.940+0000 7fc5c0dce700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5ac0a1510 0x7fc5ac0a39d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc5b000b580 tx=0x7fc5b0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:40.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:40.944+0000 7fc5b9ffb700 1 -- 172.21.15.39:0/908316357 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc5b4095bf0 con 0x7fc5bc101fa0 2023-12-07T14:01:41.153 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.151+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc5bc1a1f80 con 0x7fc5bc101fa0 2023-12-07T14:01:41.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.153+0000 7fc5b9ffb700 1 -- 172.21.15.39:0/908316357 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7fc5b4099210 con 0x7fc5bc101fa0 2023-12-07T14:01:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:41.156 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5ac0a1510 msgr2=0x7fc5ac0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5ac0a1510 0x7fc5ac0a39d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc5b000b580 tx=0x7fc5b0005fb0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc101fa0 msgr2=0x7fc5bc102f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc101fa0 0x7fc5bc102f20 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4007ee0 tx=0x7fc5b400d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 shutdown_connections 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5ac0a1510 0x7fc5ac0a39d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5bc101fa0 0x7fc5bc102f20 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5bc100410 0x7fc5bc104300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 --2- 172.21.15.39:0/908316357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5bc101600 0x7fc5bc1029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 >> 172.21.15.39:0/908316357 conn(0x7fc5bc0fb980 msgr2=0x7fc5bc0fd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:41.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 shutdown_connections 2023-12-07T14:01:41.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.155+0000 7fc5c3032700 1 -- 172.21.15.39:0/908316357 wait complete. 2023-12-07T14:01:41.171 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:01:41.171 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:01:41.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 -- 172.21.15.39:0/2424808855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0101fe0 msgr2=0x7f11c01043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 --2- 172.21.15.39:0/2424808855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0101fe0 0x7f11c01043d0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f11bc009990 tx=0x7f11bc009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 -- 172.21.15.39:0/2424808855 shutdown_connections 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 --2- 172.21.15.39:0/2424808855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11c0107240 0x7f11c0109650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 --2- 172.21.15.39:0/2424808855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0101fe0 0x7f11c01043d0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 --2- 172.21.15.39:0/2424808855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11c0104910 0x7f11c0106d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 -- 172.21.15.39:0/2424808855 >> 172.21.15.39:0/2424808855 conn(0x7f11c00fb930 msgr2=0x7f11c00fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 -- 172.21.15.39:0/2424808855 shutdown_connections 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.298+0000 7f11c749a700 1 -- 172.21.15.39:0/2424808855 wait complete. 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 Processor -- start 2023-12-07T14:01:41.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 -- start start 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11c0101fe0 0x7f11c0197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11c0104910 0x7f11c0197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0107240 0x7f11c019e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11c019ee30 con 0x7f11c0107240 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11c019ef70 con 0x7f11c0101fe0 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c749a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11c019f100 con 0x7f11c0104910 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0107240 0x7f11c019e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0107240 0x7f11c019e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52186/0 (socket says 172.21.15.39:52186) 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 -- 172.21.15.39:0/1834825829 learned_addr learned my addr 172.21.15.39:0/1834825829 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c4a35700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11c0104910 0x7f11c0197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5236700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11c0101fe0 0x7f11c0197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 -- 172.21.15.39:0/1834825829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11c0104910 msgr2=0x7f11c0197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11c0104910 0x7f11c0197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 -- 172.21.15.39:0/1834825829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11c0101fe0 msgr2=0x7f11c0197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11c0101fe0 0x7f11c0197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5a37700 1 -- 172.21.15.39:0/1834825829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11bc0095f0 con 0x7f11c0107240 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c4a35700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11c0104910 0x7f11c0197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.299+0000 7f11c5236700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11c0101fe0 0x7f11c0197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.300+0000 7f11c5a37700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0107240 0x7f11c019e860 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f11b8007d70 tx=0x7f11b800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.300+0000 7f11b27fc700 1 -- 172.21.15.39:0/1834825829 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11b800ad40 con 0x7f11c0107240 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.300+0000 7f11b27fc700 1 -- 172.21.15.39:0/1834825829 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f11b80128e0 con 0x7f11c0107240 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.300+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11c019f3e0 con 0x7f11c0107240 2023-12-07T14:01:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.300+0000 7f11b27fc700 1 -- 172.21.15.39:0/1834825829 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11b8011780 con 0x7f11c0107240 2023-12-07T14:01:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.300+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11c019f8a0 con 0x7f11c0107240 2023-12-07T14:01:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.301+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11c00fd4b0 con 0x7f11c0107240 2023-12-07T14:01:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.302+0000 7f11b27fc700 1 -- 172.21.15.39:0/1834825829 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f11b8012a50 con 0x7f11c0107240 2023-12-07T14:01:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.302+0000 7f11b27fc700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f11ac0a1510 0x7f11ac0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.303+0000 7f11b27fc700 1 -- 172.21.15.39:0/1834825829 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f11b80cd430 con 0x7f11c0107240 2023-12-07T14:01:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.303+0000 7f11c5236700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f11ac0a1510 0x7f11ac0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.303+0000 7f11c5236700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f11ac0a1510 0x7f11ac0a39d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f11bc000c00 tx=0x7f11bc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.306+0000 7f11b27fc700 1 -- 172.21.15.39:0/1834825829 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f11b8096b40 con 0x7f11c0107240 2023-12-07T14:01:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.508+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f11c010cca0 con 0x7f11c0107240 2023-12-07T14:01:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.508+0000 7f11b27fc700 1 -- 172.21.15.39:0/1834825829 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f11b809a160 con 0x7f11c0107240 2023-12-07T14:01:41.510 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f11ac0a1510 msgr2=0x7f11ac0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f11ac0a1510 0x7f11ac0a39d0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f11bc000c00 tx=0x7f11bc005fb0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0107240 msgr2=0x7f11c019e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0107240 0x7f11c019e860 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f11b8007d70 tx=0x7f11b800a340 comp rx=0 tx=0).stop 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 shutdown_connections 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f11ac0a1510 0x7f11ac0a39d0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11c0107240 0x7f11c019e860 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11c0101fe0 0x7f11c0197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 --2- 172.21.15.39:0/1834825829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f11c0104910 0x7f11c0197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 >> 172.21.15.39:0/1834825829 conn(0x7f11c00fb930 msgr2=0x7f11c0102920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.510+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 shutdown_connections 2023-12-07T14:01:41.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.511+0000 7f11c749a700 1 -- 172.21.15.39:0/1834825829 wait complete. 2023-12-07T14:01:41.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:41 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1356660340' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-07T14:01:41.524 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:41 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/908316357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:41.525 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:01:41.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 -- 172.21.15.39:0/1401350464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c1003e0 msgr2=0x7f588c100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 --2- 172.21.15.39:0/1401350464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c1003e0 0x7f588c100800 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f587c0099c0 tx=0x7f587c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 -- 172.21.15.39:0/1401350464 shutdown_connections 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 --2- 172.21.15.39:0/1401350464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f588c101f70 0x7f588c108820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 --2- 172.21.15.39:0/1401350464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c1003e0 0x7f588c100800 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 --2- 172.21.15.39:0/1401350464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f588c1015d0 0x7f588c101a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 -- 172.21.15.39:0/1401350464 >> 172.21.15.39:0/1401350464 conn(0x7f588c0fb970 msgr2=0x7f588c0fdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 -- 172.21.15.39:0/1401350464 shutdown_connections 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.652+0000 7f589295e700 1 -- 172.21.15.39:0/1401350464 wait complete. 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 Processor -- start 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 -- start start 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f588c1003e0 0x7f588c06a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f588c1015d0 0x7f588c19c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c101f70 0x7f588c19e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f588c19eef0 con 0x7f588c101f70 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f588c19f060 con 0x7f588c1003e0 2023-12-07T14:01:41.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f589295e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f588c19f220 con 0x7f588c1015d0 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c101f70 0x7f588c19e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c101f70 0x7f588c19e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52200/0 (socket says 172.21.15.39:52200) 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 -- 172.21.15.39:0/1175147651 learned_addr learned my addr 172.21.15.39:0/1175147651 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f588bfff700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f588c1003e0 0x7f588c06a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5883fff700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f588c1015d0 0x7f588c19c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 -- 172.21.15.39:0/1175147651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f588c1015d0 msgr2=0x7f588c19c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f588c1015d0 0x7f588c19c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 -- 172.21.15.39:0/1175147651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f588c1003e0 msgr2=0x7f588c06a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f588c1003e0 0x7f588c06a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5890efb700 1 -- 172.21.15.39:0/1175147651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f587c0095f0 con 0x7f588c101f70 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.653+0000 7f5883fff700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f588c1015d0 0x7f588c19c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.654+0000 7f5890efb700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c101f70 0x7f588c19e750 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f5884007ee0 tx=0x7f588400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.654+0000 7f5889ffb700 1 -- 172.21.15.39:0/1175147651 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5884017070 con 0x7f588c101f70 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.654+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f588c19f500 con 0x7f588c101f70 2023-12-07T14:01:41.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.654+0000 7f5889ffb700 1 -- 172.21.15.39:0/1175147651 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f588400f040 con 0x7f588c101f70 2023-12-07T14:01:41.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.654+0000 7f5889ffb700 1 -- 172.21.15.39:0/1175147651 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5884005740 con 0x7f588c101f70 2023-12-07T14:01:41.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.654+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f588c19fa60 con 0x7f588c101f70 2023-12-07T14:01:41.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.655+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f588c107860 con 0x7f588c101f70 2023-12-07T14:01:41.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.656+0000 7f5889ffb700 1 -- 172.21.15.39:0/1175147651 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f588400dc60 con 0x7f588c101f70 2023-12-07T14:01:41.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.657+0000 7f5889ffb700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f58780a1510 0x7f58780a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:41.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.657+0000 7f588bfff700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f58780a1510 0x7f58780a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:41.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.657+0000 7f5889ffb700 1 -- 172.21.15.39:0/1175147651 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f58840ccd20 con 0x7f588c101f70 2023-12-07T14:01:41.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.657+0000 7f588bfff700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f58780a1510 0x7f58780a39d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f587c003820 tx=0x7f587c005920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:41.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.660+0000 7f5889ffb700 1 -- 172.21.15.39:0/1175147651 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5884096220 con 0x7f588c101f70 2023-12-07T14:01:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:41 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1356660340' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-07T14:01:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:41 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/908316357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.864+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f588c067aa0 con 0x7f588c101f70 2023-12-07T14:01:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.864+0000 7f5889ffb700 1 -- 172.21.15.39:0/1175147651 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5884099840 con 0x7f588c101f70 2023-12-07T14:01:41.866 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f58780a1510 msgr2=0x7f58780a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f58780a1510 0x7f58780a39d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f587c003820 tx=0x7f587c005920 comp rx=0 tx=0).stop 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c101f70 msgr2=0x7f588c19e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c101f70 0x7f588c19e750 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f5884007ee0 tx=0x7f588400d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 shutdown_connections 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f58780a1510 0x7f58780a39d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f588c101f70 0x7f588c19e750 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f588c1003e0 0x7f588c06a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 --2- 172.21.15.39:0/1175147651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f588c1015d0 0x7f588c19c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 >> 172.21.15.39:0/1175147651 conn(0x7f588c0fb970 msgr2=0x7f588c1049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.866+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 shutdown_connections 2023-12-07T14:01:41.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:41.867+0000 7f589295e700 1 -- 172.21.15.39:0/1175147651 wait complete. 2023-12-07T14:01:41.881 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:01:41.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:41 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1356660340' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-12-07T14:01:41.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:41 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/908316357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:42.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.007+0000 7fb6781bb700 1 -- 172.21.15.39:0/2441642467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6701072a0 msgr2=0x7fb670109690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.007+0000 7fb6781bb700 1 --2- 172.21.15.39:0/2441642467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6701072a0 0x7fb670109690 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb66800b0a0 tx=0x7fb66800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.007+0000 7fb6781bb700 1 -- 172.21.15.39:0/2441642467 shutdown_connections 2023-12-07T14:01:42.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.007+0000 7fb6781bb700 1 --2- 172.21.15.39:0/2441642467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6701072a0 0x7fb670109690 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.007+0000 7fb6781bb700 1 --2- 172.21.15.39:0/2441642467 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb670102040 0x7fb670104430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.007+0000 7fb6781bb700 1 --2- 172.21.15.39:0/2441642467 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb670104970 0x7fb670106d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.007+0000 7fb6781bb700 1 -- 172.21.15.39:0/2441642467 >> 172.21.15.39:0/2441642467 conn(0x7fb6700fb930 msgr2=0x7fb6700fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 -- 172.21.15.39:0/2441642467 shutdown_connections 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 -- 172.21.15.39:0/2441642467 wait complete. 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 Processor -- start 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 -- start start 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb670102040 0x7fb670101960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb670104970 0x7fb6700ffff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb6701072a0 0x7fb670100530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb670100cd0 con 0x7fb670102040 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb670100e40 con 0x7fb670104970 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb6781bb700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6701a1400 con 0x7fb6701072a0 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.008+0000 7fb675f57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb670102040 0x7fb670101960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb670102040 0x7fb670101960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52210/0 (socket says 172.21.15.39:52210) 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 -- 172.21.15.39:0/3358989082 learned_addr learned my addr 172.21.15.39:0/3358989082 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675756700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb670104970 0x7fb6700ffff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb676758700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb6701072a0 0x7fb670100530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 -- 172.21.15.39:0/3358989082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb6701072a0 msgr2=0x7fb670100530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb6701072a0 0x7fb670100530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 -- 172.21.15.39:0/3358989082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb670104970 msgr2=0x7fb6700ffff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb670104970 0x7fb6700ffff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 -- 172.21.15.39:0/3358989082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb668009d00 con 0x7fb670102040 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb676758700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb6701072a0 0x7fb670100530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb675f57700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb670102040 0x7fb670101960 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb66c00c9b0 tx=0x7fb66c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb666ffd700 1 -- 172.21.15.39:0/3358989082 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb66c007aa0 con 0x7fb670102040 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb666ffd700 1 -- 172.21.15.39:0/3358989082 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb66c007c00 con 0x7fb670102040 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb666ffd700 1 -- 172.21.15.39:0/3358989082 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb66c018660 con 0x7fb670102040 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6701a1690 con 0x7fb670102040 2023-12-07T14:01:42.014 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.009+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6701a1ba0 con 0x7fb670102040 2023-12-07T14:01:42.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.010+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6700fd4b0 con 0x7fb670102040 2023-12-07T14:01:42.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.011+0000 7fb666ffd700 1 -- 172.21.15.39:0/3358989082 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fb66c00f450 con 0x7fb670102040 2023-12-07T14:01:42.015 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.012+0000 7fb666ffd700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb65c0a1590 0x7fb65c0a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.012+0000 7fb675756700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb65c0a1590 0x7fb65c0a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.012+0000 7fb666ffd700 1 -- 172.21.15.39:0/3358989082 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fb66c0ccf40 con 0x7fb670102040 2023-12-07T14:01:42.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.013+0000 7fb675756700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb65c0a1590 0x7fb65c0a3a50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb66000ac50 tx=0x7fb66000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:42.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.016+0000 7fb666ffd700 1 -- 172.21.15.39:0/3358989082 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb66c096650 con 0x7fb670102040 2023-12-07T14:01:42.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.221+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb67010cf20 con 0x7fb670102040 2023-12-07T14:01:42.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.221+0000 7fb666ffd700 1 -- 172.21.15.39:0/3358989082 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb66c099c70 con 0x7fb670102040 2023-12-07T14:01:42.224 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:01:42.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb65c0a1590 msgr2=0x7fb65c0a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb65c0a1590 0x7fb65c0a3a50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb66000ac50 tx=0x7fb66000a380 comp rx=0 tx=0).stop 2023-12-07T14:01:42.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb670102040 msgr2=0x7fb670101960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb670102040 0x7fb670101960 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb66c00c9b0 tx=0x7fb66c00ccc0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 shutdown_connections 2023-12-07T14:01:42.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb65c0a1590 0x7fb65c0a3a50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb6701072a0 0x7fb670100530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb670102040 0x7fb670101960 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 --2- 172.21.15.39:0/3358989082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb670104970 0x7fb6700ffff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 >> 172.21.15.39:0/3358989082 conn(0x7fb6700fb930 msgr2=0x7fb670102980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:42.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 shutdown_connections 2023-12-07T14:01:42.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.224+0000 7fb6781bb700 1 -- 172.21.15.39:0/3358989082 wait complete. 2023-12-07T14:01:42.239 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:01:42.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 -- 172.21.15.39:0/2229135083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 msgr2=0x7f0994104380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 --2- 172.21.15.39:0/2229135083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f0994104380 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0988009990 tx=0x7f0988009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 -- 172.21.15.39:0/2229135083 shutdown_connections 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 --2- 172.21.15.39:0/2229135083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09941071f0 0x7f0994109660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 --2- 172.21.15.39:0/2229135083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f0994104380 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 --2- 172.21.15.39:0/2229135083 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f09941048c0 0x7f0994106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 -- 172.21.15.39:0/2229135083 >> 172.21.15.39:0/2229135083 conn(0x7f09940fb980 msgr2=0x7f09940fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 -- 172.21.15.39:0/2229135083 shutdown_connections 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.362+0000 7f099abeb700 1 -- 172.21.15.39:0/2229135083 wait complete. 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 Processor -- start 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 -- start start 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f09941018b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f09941048c0 0x7f09940fff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09941071f0 0x7f0994100480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0994100c20 con 0x7f0994101f90 2023-12-07T14:01:42.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0994100d90 con 0x7f09941071f0 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f099abeb700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09941a1430 con 0x7f09941048c0 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f09941018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f09941018b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52224/0 (socket says 172.21.15.39:52224) 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 -- 172.21.15.39:0/1419023202 learned_addr learned my addr 172.21.15.39:0/1419023202 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0999188700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09941071f0 0x7f0994100480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0993fff700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f09941048c0 0x7f09940fff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 -- 172.21.15.39:0/1419023202 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f09941048c0 msgr2=0x7f09940fff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f09941048c0 0x7f09940fff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 -- 172.21.15.39:0/1419023202 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09941071f0 msgr2=0x7f0994100480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09941071f0 0x7f0994100480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 -- 172.21.15.39:0/1419023202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09880095f0 con 0x7f0994101f90 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.363+0000 7f0998987700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f09941018b0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f09880095c0 tx=0x7f098800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.364+0000 7f0991ffb700 1 -- 172.21.15.39:0/1419023202 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f098801d070 con 0x7f0994101f90 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.364+0000 7f0991ffb700 1 -- 172.21.15.39:0/1419023202 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f098800fb80 con 0x7f0994101f90 2023-12-07T14:01:42.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.364+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09941a1660 con 0x7f0994101f90 2023-12-07T14:01:42.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.364+0000 7f0991ffb700 1 -- 172.21.15.39:0/1419023202 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0988017650 con 0x7f0994101f90 2023-12-07T14:01:42.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.364+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09941a1a80 con 0x7f0994101f90 2023-12-07T14:01:42.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.365+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09940fd500 con 0x7f0994101f90 2023-12-07T14:01:42.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.366+0000 7f0991ffb700 1 -- 172.21.15.39:0/1419023202 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f098800fcf0 con 0x7f0994101f90 2023-12-07T14:01:42.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.367+0000 7f0991ffb700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a1590 0x7f09840a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.367+0000 7f0993fff700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a1590 0x7f09840a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.367+0000 7f0991ffb700 1 -- 172.21.15.39:0/1419023202 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f09880ce200 con 0x7f0994101f90 2023-12-07T14:01:42.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.367+0000 7f0993fff700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a1590 0x7f09840a3a50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0980005fd0 tx=0x7f098000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:42.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.370+0000 7f0991ffb700 1 -- 172.21.15.39:0/1419023202 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0988097890 con 0x7f0994101f90 2023-12-07T14:01:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:42 smithi039 ceph-mon[98864]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:01:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:42 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1834825829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:42 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1175147651' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:42 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3358989082' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.620+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0994068330 con 0x7f0994101f90 2023-12-07T14:01:42.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.621+0000 7f0991ffb700 1 -- 172.21.15.39:0/1419023202 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7f098809aeb0 con 0x7f0994101f90 2023-12-07T14:01:42.623 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:42.623 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:01:42.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a1590 msgr2=0x7f09840a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a1590 0x7f09840a3a50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0980005fd0 tx=0x7f098000a560 comp rx=0 tx=0).stop 2023-12-07T14:01:42.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 msgr2=0x7f09941018b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f09941018b0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f09880095c0 tx=0x7f098800f690 comp rx=0 tx=0).stop 2023-12-07T14:01:42.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 shutdown_connections 2023-12-07T14:01:42.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f09840a1590 0x7f09840a3a50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f09941071f0 0x7f0994100480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0994101f90 0x7f09941018b0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 --2- 172.21.15.39:0/1419023202 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f09941048c0 0x7f09940fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 >> 172.21.15.39:0/1419023202 conn(0x7f09940fb980 msgr2=0x7f0994103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:42.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 shutdown_connections 2023-12-07T14:01:42.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.623+0000 7f099abeb700 1 -- 172.21.15.39:0/1419023202 wait complete. 2023-12-07T14:01:42.626 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:01:42.638 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:01:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:42 smithi089 ceph-mon[103124]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:01:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:42 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1834825829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:42 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1175147651' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:42 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3358989082' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.761+0000 7f186b59b700 1 -- 172.21.15.39:0/2312866092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864101fa0 msgr2=0x7f1864108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.761+0000 7f186b59b700 1 --2- 172.21.15.39:0/2312866092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864101fa0 0x7f1864108850 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f185c00b0d0 tx=0x7f185c00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 -- 172.21.15.39:0/2312866092 shutdown_connections 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 --2- 172.21.15.39:0/2312866092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864101fa0 0x7f1864108850 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 --2- 172.21.15.39:0/2312866092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1864100410 0x7f1864100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 --2- 172.21.15.39:0/2312866092 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1864101600 0x7f1864101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 -- 172.21.15.39:0/2312866092 >> 172.21.15.39:0/2312866092 conn(0x7f18640fb980 msgr2=0x7f18640fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 -- 172.21.15.39:0/2312866092 shutdown_connections 2023-12-07T14:01:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 -- 172.21.15.39:0/2312866092 wait complete. 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 Processor -- start 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.762+0000 7f186b59b700 1 -- start start 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864100410 0x7f18640692a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1864101600 0x7f186419c180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1864101fa0 0x7f186419e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186419ef10 con 0x7f1864100410 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186419f080 con 0x7f1864101fa0 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186419f240 con 0x7f1864101600 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864100410 0x7f18640692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864100410 0x7f18640692a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52238/0 (socket says 172.21.15.39:52238) 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 -- 172.21.15.39:0/704307683 learned_addr learned my addr 172.21.15.39:0/704307683 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869b38700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1864101fa0 0x7f186419e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1868b36700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1864101600 0x7f186419c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 -- 172.21.15.39:0/704307683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1864101600 msgr2=0x7f186419c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1864101600 0x7f186419c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 -- 172.21.15.39:0/704307683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1864101fa0 msgr2=0x7f186419e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1864101fa0 0x7f186419e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 -- 172.21.15.39:0/704307683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f185c009d00 con 0x7f1864100410 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f1869337700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864100410 0x7f18640692a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f186000c990 tx=0x7f186000cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f18567fc700 1 -- 172.21.15.39:0/704307683 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1860007b00 con 0x7f1864100410 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f186419f520 con 0x7f1864100410 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f18567fc700 1 -- 172.21.15.39:0/704307683 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1860007c60 con 0x7f1864100410 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f18567fc700 1 -- 172.21.15.39:0/704307683 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f186000fea0 con 0x7f1864100410 2023-12-07T14:01:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.763+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f186419fa80 con 0x7f1864100410 2023-12-07T14:01:42.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.764+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1864107760 con 0x7f1864100410 2023-12-07T14:01:42.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.765+0000 7f18567fc700 1 -- 172.21.15.39:0/704307683 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f186000f450 con 0x7f1864100410 2023-12-07T14:01:42.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.766+0000 7f18567fc700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18500a1510 0x7f18500a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:42.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.766+0000 7f1868b36700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18500a1510 0x7f18500a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:42.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.766+0000 7f18567fc700 1 -- 172.21.15.39:0/704307683 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f18600cce20 con 0x7f1864100410 2023-12-07T14:01:42.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.767+0000 7f1868b36700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18500a1510 0x7f18500a39d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1864069860 tx=0x7f1858009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.770+0000 7f18567fc700 1 -- 172.21.15.39:0/704307683 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f18600964b0 con 0x7f1864100410 2023-12-07T14:01:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:42 smithi055 ceph-mon[103363]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:01:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:42 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1834825829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:42 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1175147651' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:42 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3358989082' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:01:42.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.974+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1864068330 con 0x7f1864100410 2023-12-07T14:01:42.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.976+0000 7f18567fc700 1 -- 172.21.15.39:0/704307683 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7f1860099ad0 con 0x7f1864100410 2023-12-07T14:01:42.978 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:42.978 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:01:42.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18500a1510 msgr2=0x7f18500a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18500a1510 0x7f18500a39d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f1864069860 tx=0x7f1858009260 comp rx=0 tx=0).stop 2023-12-07T14:01:42.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864100410 msgr2=0x7f18640692a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:42.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864100410 0x7f18640692a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f186000c990 tx=0x7f186000cca0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 shutdown_connections 2023-12-07T14:01:42.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f18500a1510 0x7f18500a39d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1864101fa0 0x7f186419e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1864100410 0x7f18640692a0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 --2- 172.21.15.39:0/704307683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1864101600 0x7f186419c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:42.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 >> 172.21.15.39:0/704307683 conn(0x7f18640fb980 msgr2=0x7f18641048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:42.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 shutdown_connections 2023-12-07T14:01:42.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:42.978+0000 7f186b59b700 1 -- 172.21.15.39:0/704307683 wait complete. 2023-12-07T14:01:42.993 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:01:42.993 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 -- 172.21.15.39:0/2408588592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc101f90 msgr2=0x7f75bc108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 --2- 172.21.15.39:0/2408588592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc101f90 0x7f75bc108840 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f75b400b0d0 tx=0x7f75b400b3e0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 -- 172.21.15.39:0/2408588592 shutdown_connections 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 --2- 172.21.15.39:0/2408588592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc101f90 0x7f75bc108840 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 --2- 172.21.15.39:0/2408588592 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f75bc100400 0x7f75bc100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 --2- 172.21.15.39:0/2408588592 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f75bc1015f0 0x7f75bc101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 -- 172.21.15.39:0/2408588592 >> 172.21.15.39:0/2408588592 conn(0x7f75bc0fb930 msgr2=0x7f75bc0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 -- 172.21.15.39:0/2408588592 shutdown_connections 2023-12-07T14:01:43.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.120+0000 7f75c37dd700 1 -- 172.21.15.39:0/2408588592 wait complete. 2023-12-07T14:01:43.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.121+0000 7f75c37dd700 1 Processor -- start 2023-12-07T14:01:43.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.121+0000 7f75c37dd700 1 -- start start 2023-12-07T14:01:43.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.121+0000 7f75c37dd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc100400 0x7f75bc1963e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.121+0000 7f75c37dd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f75bc1015f0 0x7f75bc196920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.121+0000 7f75c37dd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f75bc101f90 0x7f75bc19d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.121+0000 7f75c37dd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75bc19df10 con 0x7f75bc100400 2023-12-07T14:01:43.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c37dd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75bc19e050 con 0x7f75bc1015f0 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c37dd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75bc19e1e0 con 0x7f75bc101f90 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc100400 0x7f75bc1963e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc100400 0x7f75bc1963e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52252/0 (socket says 172.21.15.39:52252) 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 -- 172.21.15.39:0/3778200266 learned_addr learned my addr 172.21.15.39:0/3778200266 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c0d78700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f75bc1015f0 0x7f75bc196920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 -- 172.21.15.39:0/3778200266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f75bc101f90 msgr2=0x7f75bc19d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f75bc101f90 0x7f75bc19d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 -- 172.21.15.39:0/3778200266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f75bc1015f0 msgr2=0x7f75bc196920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f75bc1015f0 0x7f75bc196920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 -- 172.21.15.39:0/3778200266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75b4009d00 con 0x7f75bc100400 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c1579700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc100400 0x7f75bc1963e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f75b800d980 tx=0x7f75b800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75ae7fc700 1 -- 172.21.15.39:0/3778200266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b800de60 con 0x7f75bc100400 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75bc19e4c0 con 0x7f75bc100400 2023-12-07T14:01:43.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75ae7fc700 1 -- 172.21.15.39:0/3778200266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75b80044e0 con 0x7f75bc100400 2023-12-07T14:01:43.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75ae7fc700 1 -- 172.21.15.39:0/3778200266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b8003be0 con 0x7f75bc100400 2023-12-07T14:01:43.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.122+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75bc19ea20 con 0x7f75bc100400 2023-12-07T14:01:43.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.123+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75bc1077b0 con 0x7f75bc100400 2023-12-07T14:01:43.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.124+0000 7f75ae7fc700 1 -- 172.21.15.39:0/3778200266 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f75b8009bb0 con 0x7f75bc100400 2023-12-07T14:01:43.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.125+0000 7f75ae7fc700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75a80a1510 0x7f75a80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.125+0000 7f75ae7fc700 1 -- 172.21.15.39:0/3778200266 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f75b80cce40 con 0x7f75bc100400 2023-12-07T14:01:43.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.125+0000 7f75c0d78700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75a80a1510 0x7f75a80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.125+0000 7f75c0d78700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75a80a1510 0x7f75a80a39d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f75b0005950 tx=0x7f75b00058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.128+0000 7f75ae7fc700 1 -- 172.21.15.39:0/3778200266 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f75b8096440 con 0x7f75bc100400 2023-12-07T14:01:43.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.329+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f75bc10bd30 con 0x7f75bc100400 2023-12-07T14:01:43.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.330+0000 7f75ae7fc700 1 -- 172.21.15.39:0/3778200266 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f75b8017020 con 0x7f75bc100400 2023-12-07T14:01:43.332 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75a80a1510 msgr2=0x7f75a80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75a80a1510 0x7f75a80a39d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f75b0005950 tx=0x7f75b00058e0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc100400 msgr2=0x7f75bc1963e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc100400 0x7f75bc1963e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f75b800d980 tx=0x7f75b800dd40 comp rx=0 tx=0).stop 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 shutdown_connections 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75a80a1510 0x7f75a80a39d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f75bc101f90 0x7f75bc19d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75bc100400 0x7f75bc1963e0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 --2- 172.21.15.39:0/3778200266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f75bc1015f0 0x7f75bc196920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 >> 172.21.15.39:0/3778200266 conn(0x7f75bc0fb930 msgr2=0x7f75bc1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:43.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 shutdown_connections 2023-12-07T14:01:43.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.332+0000 7f75c37dd700 1 -- 172.21.15.39:0/3778200266 wait complete. 2023-12-07T14:01:43.347 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:01:43.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 -- 172.21.15.39:0/2944037722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494107180 msgr2=0x7f34941095f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 --2- 172.21.15.39:0/2944037722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494107180 0x7f34941095f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f348c00b0a0 tx=0x7f348c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 -- 172.21.15.39:0/2944037722 shutdown_connections 2023-12-07T14:01:43.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 --2- 172.21.15.39:0/2944037722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494107180 0x7f34941095f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 --2- 172.21.15.39:0/2944037722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3494101f20 0x7f3494104310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 --2- 172.21.15.39:0/2944037722 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3494104850 0x7f3494106c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 -- 172.21.15.39:0/2944037722 >> 172.21.15.39:0/2944037722 conn(0x7f34940fb8d0 msgr2=0x7f34940fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 -- 172.21.15.39:0/2944037722 shutdown_connections 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 -- 172.21.15.39:0/2944037722 wait complete. 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 Processor -- start 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.475+0000 7f349b53f700 1 -- start start 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3494101f20 0x7f3494197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494104850 0x7f3494197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3494107180 0x7f349419ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f349419f040 con 0x7f3494104850 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f349419f180 con 0x7f3494107180 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f349419f310 con 0x7f3494101f20 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494104850 0x7f3494197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494104850 0x7f3494197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52268/0 (socket says 172.21.15.39:52268) 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 -- 172.21.15.39:0/3143315581 learned_addr learned my addr 172.21.15.39:0/3143315581 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f34992db700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3494101f20 0x7f3494197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3499adc700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3494107180 0x7f349419ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 -- 172.21.15.39:0/3143315581 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3494101f20 msgr2=0x7f3494197510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3494101f20 0x7f3494197510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 -- 172.21.15.39:0/3143315581 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3494107180 msgr2=0x7f349419ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3494107180 0x7f349419ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 -- 172.21.15.39:0/3143315581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f348c009d00 con 0x7f3494104850 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f3498ada700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494104850 0x7f3494197a50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f348400e9a0 tx=0x7f348400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f348a7fc700 1 -- 172.21.15.39:0/3143315581 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3484009790 con 0x7f3494104850 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f348a7fc700 1 -- 172.21.15.39:0/3143315581 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f348400cbd0 con 0x7f3494104850 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f349419f5f0 con 0x7f3494104850 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f348a7fc700 1 -- 172.21.15.39:0/3143315581 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3484018680 con 0x7f3494104850 2023-12-07T14:01:43.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.476+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f349419fb00 con 0x7f3494104850 2023-12-07T14:01:43.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.477+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34940fd450 con 0x7f3494104850 2023-12-07T14:01:43.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.479+0000 7f348a7fc700 1 -- 172.21.15.39:0/3143315581 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f348400cd40 con 0x7f3494104850 2023-12-07T14:01:43.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.479+0000 7f348a7fc700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f34800a1510 0x7f34800a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.479+0000 7f34992db700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f34800a1510 0x7f34800a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.479+0000 7f348a7fc700 1 -- 172.21.15.39:0/3143315581 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f3484014070 con 0x7f3494104850 2023-12-07T14:01:43.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.480+0000 7f34992db700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f34800a1510 0x7f34800a39d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3490005fd0 tx=0x7f349000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:43.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.483+0000 7f348a7fc700 1 -- 172.21.15.39:0/3143315581 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3484096bb0 con 0x7f3494104850 2023-12-07T14:01:43.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.686+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f349410ccf0 con 0x7f3494104850 2023-12-07T14:01:43.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.687+0000 7f348a7fc700 1 -- 172.21.15.39:0/3143315581 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7f348409a1d0 con 0x7f3494104850 2023-12-07T14:01:43.689 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:01:43.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:43 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1419023202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:43 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/704307683' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:43 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3778200266' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:01:43.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f34800a1510 msgr2=0x7f34800a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f34800a1510 0x7f34800a39d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f3490005fd0 tx=0x7f349000a560 comp rx=0 tx=0).stop 2023-12-07T14:01:43.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494104850 msgr2=0x7f3494197a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494104850 0x7f3494197a50 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f348400e9a0 tx=0x7f348400ed60 comp rx=0 tx=0).stop 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 shutdown_connections 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f34800a1510 0x7f34800a39d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3494107180 0x7f349419ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3494101f20 0x7f3494197510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 --2- 172.21.15.39:0/3143315581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3494104850 0x7f3494197a50 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 >> 172.21.15.39:0/3143315581 conn(0x7f34940fb8d0 msgr2=0x7f34941027c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 shutdown_connections 2023-12-07T14:01:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.689+0000 7f349b53f700 1 -- 172.21.15.39:0/3143315581 wait complete. 2023-12-07T14:01:43.702 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:43 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1419023202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:43.702 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:43 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/704307683' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:43.703 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:43 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3778200266' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:01:43.703 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:01:43.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 -- 172.21.15.39:0/2588397942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 msgr2=0x7ff1a41007b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/2588397942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41007b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7ff1980099c0 tx=0x7ff198009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 -- 172.21.15.39:0/2588397942 shutdown_connections 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/2588397942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1a4101f20 0x7ff1a41087d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/2588397942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41007b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/2588397942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1a4101580 0x7ff1a41019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 -- 172.21.15.39:0/2588397942 >> 172.21.15.39:0/2588397942 conn(0x7ff1a40fb940 msgr2=0x7ff1a40fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 -- 172.21.15.39:0/2588397942 shutdown_connections 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.832+0000 7ff1aafa3700 1 -- 172.21.15.39:0/2588397942 wait complete. 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 Processor -- start 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 -- start start 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41973a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1a4101580 0x7ff1a41978e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1a4101f20 0x7ff1a419e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a419eed0 con 0x7ff1a4100390 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a419f010 con 0x7ff1a4101580 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1aafa3700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1a419f1a0 con 0x7ff1a4101f20 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1a8d3f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41973a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1a8d3f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41973a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52280/0 (socket says 172.21.15.39:52280) 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1a8d3f700 1 -- 172.21.15.39:0/1336190932 learned_addr learned my addr 172.21.15.39:0/1336190932 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.833+0000 7ff1a3fff700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1a4101580 0x7ff1a41978e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a9540700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1a4101f20 0x7ff1a419e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a8d3f700 1 -- 172.21.15.39:0/1336190932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1a4101f20 msgr2=0x7ff1a419e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a8d3f700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1a4101f20 0x7ff1a419e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a8d3f700 1 -- 172.21.15.39:0/1336190932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1a4101580 msgr2=0x7ff1a41978e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a8d3f700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1a4101580 0x7ff1a41978e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a8d3f700 1 -- 172.21.15.39:0/1336190932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1980095f0 con 0x7ff1a4100390 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a3fff700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1a4101580 0x7ff1a41978e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a8d3f700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41973a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff198003820 tx=0x7ff198005ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:43.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a1ffb700 1 -- 172.21.15.39:0/1336190932 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff19801d070 con 0x7ff1a4100390 2023-12-07T14:01:43.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a1ffb700 1 -- 172.21.15.39:0/1336190932 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff198004110 con 0x7ff1a4100390 2023-12-07T14:01:43.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1a419f420 con 0x7ff1a4100390 2023-12-07T14:01:43.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1a1ffb700 1 -- 172.21.15.39:0/1336190932 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff198022e40 con 0x7ff1a4100390 2023-12-07T14:01:43.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.834+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1a419f8d0 con 0x7ff1a4100390 2023-12-07T14:01:43.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.835+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1a41077e0 con 0x7ff1a4100390 2023-12-07T14:01:43.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.837+0000 7ff1a1ffb700 1 -- 172.21.15.39:0/1336190932 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ff198022570 con 0x7ff1a4100390 2023-12-07T14:01:43.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.838+0000 7ff1a1ffb700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1940a1510 0x7ff1940a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:43.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.838+0000 7ff1a3fff700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1940a1510 0x7ff1940a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:43.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.838+0000 7ff1a1ffb700 1 -- 172.21.15.39:0/1336190932 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff1980ce6e0 con 0x7ff1a4100390 2023-12-07T14:01:43.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.838+0000 7ff1a3fff700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1940a1510 0x7ff1940a39d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff190005950 tx=0x7ff1900058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:43.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:43.841+0000 7ff1a1ffb700 1 -- 172.21.15.39:0/1336190932 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff198097c70 con 0x7ff1a4100390 2023-12-07T14:01:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:43 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1419023202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:43 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/704307683' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:43 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3778200266' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:01:44.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.043+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff1a4068780 con 0x7ff1a4100390 2023-12-07T14:01:44.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.044+0000 7ff1a1ffb700 1 -- 172.21.15.39:0/1336190932 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff19809b290 con 0x7ff1a4100390 2023-12-07T14:01:44.046 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:01:44.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1940a1510 msgr2=0x7ff1940a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1940a1510 0x7ff1940a39d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff190005950 tx=0x7ff1900058e0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 msgr2=0x7ff1a41973a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41973a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff198003820 tx=0x7ff198005ad0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 shutdown_connections 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1940a1510 0x7ff1940a39d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1a4101f20 0x7ff1a419e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1a4100390 0x7ff1a41973a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 --2- 172.21.15.39:0/1336190932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1a4101580 0x7ff1a41978e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 >> 172.21.15.39:0/1336190932 conn(0x7ff1a40fb940 msgr2=0x7ff1a4104920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 shutdown_connections 2023-12-07T14:01:44.049 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.046+0000 7ff1aafa3700 1 -- 172.21.15.39:0/1336190932 wait complete. 2023-12-07T14:01:44.061 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:01:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.184+0000 7fc074f37700 1 -- 172.21.15.39:0/3954428256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 msgr2=0x7fc0701087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.184+0000 7fc074f37700 1 --2- 172.21.15.39:0/3954428256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc0701087f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc06800b0d0 tx=0x7fc06800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 -- 172.21.15.39:0/3954428256 shutdown_connections 2023-12-07T14:01:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 --2- 172.21.15.39:0/3954428256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc0701087f0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 --2- 172.21.15.39:0/3954428256 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0701003b0 0x7fc0701007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 --2- 172.21.15.39:0/3954428256 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc0701015a0 0x7fc070101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 -- 172.21.15.39:0/3954428256 >> 172.21.15.39:0/3954428256 conn(0x7fc0700fb920 msgr2=0x7fc0700fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 -- 172.21.15.39:0/3954428256 shutdown_connections 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 -- 172.21.15.39:0/3954428256 wait complete. 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 Processor -- start 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.185+0000 7fc074f37700 1 -- start start 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc0701003b0 0x7fc070197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0701015a0 0x7fc070197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc07019ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc07019f050 con 0x7fc070101f40 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc07019f190 con 0x7fc0701015a0 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc07019f320 con 0x7fc0701003b0 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc07019ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc07019ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52298/0 (socket says 172.21.15.39:52298) 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 -- 172.21.15.39:0/2540013782 learned_addr learned my addr 172.21.15.39:0/2540013782 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06e59c700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc0701003b0 0x7fc070197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06dd9b700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0701015a0 0x7fc070197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 -- 172.21.15.39:0/2540013782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc0701003b0 msgr2=0x7fc070197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc0701003b0 0x7fc070197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 -- 172.21.15.39:0/2540013782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0701015a0 msgr2=0x7fc070197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0701015a0 0x7fc070197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 -- 172.21.15.39:0/2540013782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc068009d00 con 0x7fc070101f40 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06dd9b700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0701015a0 0x7fc070197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc06ed9d700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc07019ea80 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc068007bd0 tx=0x7fc0680094f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc05f7fe700 1 -- 172.21.15.39:0/2540013782 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc06800e040 con 0x7fc070101f40 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc05f7fe700 1 -- 172.21.15.39:0/2540013782 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc068012dc0 con 0x7fc070101f40 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc07019f5a0 con 0x7fc070101f40 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc05f7fe700 1 -- 172.21.15.39:0/2540013782 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc06801b450 con 0x7fc070101f40 2023-12-07T14:01:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.186+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc07019fa20 con 0x7fc070101f40 2023-12-07T14:01:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.187+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc070067aa0 con 0x7fc070101f40 2023-12-07T14:01:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.188+0000 7fc05f7fe700 1 -- 172.21.15.39:0/2540013782 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc06801d610 con 0x7fc070101f40 2023-12-07T14:01:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.189+0000 7fc05f7fe700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc0580a1510 0x7fc0580a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.189+0000 7fc06e59c700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc0580a1510 0x7fc0580a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.189+0000 7fc05f7fe700 1 -- 172.21.15.39:0/2540013782 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc0680cf3c0 con 0x7fc070101f40 2023-12-07T14:01:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.190+0000 7fc06e59c700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc0580a1510 0x7fc0580a39d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc060005fd0 tx=0x7fc06000a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:44.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.193+0000 7fc05f7fe700 1 -- 172.21.15.39:0/2540013782 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc068098a50 con 0x7fc070101f40 2023-12-07T14:01:44.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.441+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc07010be00 con 0x7fc070101f40 2023-12-07T14:01:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.442+0000 7fc05f7fe700 1 -- 172.21.15.39:0/2540013782 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7fc06809c070 con 0x7fc070101f40 2023-12-07T14:01:44.444 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:44.444 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:01:44.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc0580a1510 msgr2=0x7fc0580a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc0580a1510 0x7fc0580a39d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc060005fd0 tx=0x7fc06000a560 comp rx=0 tx=0).stop 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 msgr2=0x7fc07019ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc07019ea80 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc068007bd0 tx=0x7fc0680094f0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 shutdown_connections 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc0580a1510 0x7fc0580a39d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc070101f40 0x7fc07019ea80 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc0701003b0 0x7fc070197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 --2- 172.21.15.39:0/2540013782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0701015a0 0x7fc070197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 >> 172.21.15.39:0/2540013782 conn(0x7fc0700fb920 msgr2=0x7fc0700fd420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 shutdown_connections 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.444+0000 7fc074f37700 1 -- 172.21.15.39:0/2540013782 wait complete. 2023-12-07T14:01:44.447 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:01:44.459 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:01:44.587 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 -- 172.21.15.39:0/767034992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48100410 msgr2=0x7f6f48100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.587 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 --2- 172.21.15.39:0/767034992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48100410 0x7f6f48100830 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6f380099c0 tx=0x7f6f38009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.587 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 -- 172.21.15.39:0/767034992 shutdown_connections 2023-12-07T14:01:44.587 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 --2- 172.21.15.39:0/767034992 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f48101fa0 0x7f6f48108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.587 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 --2- 172.21.15.39:0/767034992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48100410 0x7f6f48100830 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.587 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 --2- 172.21.15.39:0/767034992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f48101600 0x7f6f48101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 -- 172.21.15.39:0/767034992 >> 172.21.15.39:0/767034992 conn(0x7f6f480fb980 msgr2=0x7f6f480fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 -- 172.21.15.39:0/767034992 shutdown_connections 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 -- 172.21.15.39:0/767034992 wait complete. 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 Processor -- start 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.583+0000 7f6f4d331700 1 -- start start 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f48100410 0x7f6f48197410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48101600 0x7f6f48197950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f48101fa0 0x7f6f4819e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4819ef40 con 0x7f6f48101600 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4819f080 con 0x7f6f48100410 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4819f210 con 0x7f6f48101fa0 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48101600 0x7f6f48197950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48101600 0x7f6f48197950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52310/0 (socket says 172.21.15.39:52310) 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 -- 172.21.15.39:0/1522504742 learned_addr learned my addr 172.21.15.39:0/1522504742 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f46ffd700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f48100410 0x7f6f48197410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f477fe700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f48101fa0 0x7f6f4819e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 -- 172.21.15.39:0/1522504742 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f48101fa0 msgr2=0x7f6f4819e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f48101fa0 0x7f6f4819e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 -- 172.21.15.39:0/1522504742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f48100410 msgr2=0x7f6f48197410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f48100410 0x7f6f48197410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 -- 172.21.15.39:0/1522504742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f380095f0 con 0x7f6f48101600 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f477fe700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f48101fa0 0x7f6f4819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f3e7fc700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48101600 0x7f6f48197950 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6f3000c920 tx=0x7f6f3000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f44ff9700 1 -- 172.21.15.39:0/1522504742 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f30007b00 con 0x7f6f48101600 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f44ff9700 1 -- 172.21.15.39:0/1522504742 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f3000ce70 con 0x7f6f48101600 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f4819f4f0 con 0x7f6f48101600 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f44ff9700 1 -- 172.21.15.39:0/1522504742 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f300054e0 con 0x7f6f48101600 2023-12-07T14:01:44.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.584+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f4819fa50 con 0x7f6f48101600 2023-12-07T14:01:44.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.585+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f48068330 con 0x7f6f48101600 2023-12-07T14:01:44.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.586+0000 7f6f44ff9700 1 -- 172.21.15.39:0/1522504742 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f6f30004750 con 0x7f6f48101600 2023-12-07T14:01:44.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.587+0000 7f6f44ff9700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f340a1590 0x7f6f340a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.587+0000 7f6f46ffd700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f340a1590 0x7f6f340a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.587+0000 7f6f44ff9700 1 -- 172.21.15.39:0/1522504742 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f6f300cc8d0 con 0x7f6f48101600 2023-12-07T14:01:44.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.588+0000 7f6f46ffd700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f340a1590 0x7f6f340a3a50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6f38009f50 tx=0x7f6f38005ea0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:44.594 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.592+0000 7f6f44ff9700 1 -- 172.21.15.39:0/1522504742 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6f30095ed0 con 0x7f6f48101600 2023-12-07T14:01:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:44 smithi089 ceph-mon[103124]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:01:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:44 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3143315581' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:01:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:44 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1336190932' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:01:44.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.796+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f4810bd80 con 0x7f6f48101600 2023-12-07T14:01:44.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.798+0000 7f6f44ff9700 1 -- 172.21.15.39:0/1522504742 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7f6f3001d090 con 0x7f6f48101600 2023-12-07T14:01:44.800 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:44.801 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:01:44.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f340a1590 msgr2=0x7f6f340a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f340a1590 0x7f6f340a3a50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f6f38009f50 tx=0x7f6f38005ea0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48101600 msgr2=0x7f6f48197950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48101600 0x7f6f48197950 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6f3000c920 tx=0x7f6f3000cc30 comp rx=0 tx=0).stop 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 shutdown_connections 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6f340a1590 0x7f6f340a3a50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f48101fa0 0x7f6f4819e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f48100410 0x7f6f48197410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 --2- 172.21.15.39:0/1522504742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f48101600 0x7f6f48197950 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 >> 172.21.15.39:0/1522504742 conn(0x7f6f480fb980 msgr2=0x7f6f480fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 shutdown_connections 2023-12-07T14:01:44.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.800+0000 7f6f4d331700 1 -- 172.21.15.39:0/1522504742 wait complete. 2023-12-07T14:01:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:44 smithi039 ceph-mon[98864]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:01:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:44 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3143315581' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:01:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:44 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1336190932' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:01:44.816 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:01:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:44 smithi055 ceph-mon[103363]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:01:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:44 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3143315581' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:01:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:44 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1336190932' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:01:44.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.939+0000 7f6e0be61700 1 -- 172.21.15.39:0/2896404152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e041003a0 msgr2=0x7f6e041007c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.939+0000 7f6e0be61700 1 --2- 172.21.15.39:0/2896404152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e041003a0 0x7f6e041007c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6e000099c0 tx=0x7f6e00009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 -- 172.21.15.39:0/2896404152 shutdown_connections 2023-12-07T14:01:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 --2- 172.21.15.39:0/2896404152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e04101f30 0x7f6e041087e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 --2- 172.21.15.39:0/2896404152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e041003a0 0x7f6e041007c0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 --2- 172.21.15.39:0/2896404152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e04101590 0x7f6e041019f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 -- 172.21.15.39:0/2896404152 >> 172.21.15.39:0/2896404152 conn(0x7f6e040fb910 msgr2=0x7f6e040fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 -- 172.21.15.39:0/2896404152 shutdown_connections 2023-12-07T14:01:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 -- 172.21.15.39:0/2896404152 wait complete. 2023-12-07T14:01:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 Processor -- start 2023-12-07T14:01:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.940+0000 7f6e0be61700 1 -- start start 2023-12-07T14:01:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0be61700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e041003a0 0x7f6e0406a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0be61700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e04101590 0x7f6e0419c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0be61700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e04101f30 0x7f6e0419e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0be61700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0419ef70 con 0x7f6e04101f30 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0be61700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0419f0e0 con 0x7f6e04101590 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0be61700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e0419f2a0 con 0x7f6e041003a0 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e04101f30 0x7f6e0419e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e04101f30 0x7f6e0419e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52326/0 (socket says 172.21.15.39:52326) 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 -- 172.21.15.39:0/407495206 learned_addr learned my addr 172.21.15.39:0/407495206 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e09bfd700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e041003a0 0x7f6e0406a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 -- 172.21.15.39:0/407495206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e041003a0 msgr2=0x7f6e0406a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e041003a0 0x7f6e0406a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 -- 172.21.15.39:0/407495206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e04101590 msgr2=0x7f6e0419c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e093fc700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e04101590 0x7f6e0419c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e04101590 0x7f6e0419c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 -- 172.21.15.39:0/407495206 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e000095f0 con 0x7f6e04101f30 2023-12-07T14:01:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6e0a3fe700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e04101f30 0x7f6e0419e780 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc007ee0 tx=0x7f6dfc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.941+0000 7f6dfaffd700 1 -- 172.21.15.39:0/407495206 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc017070 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.942+0000 7f6dfaffd700 1 -- 172.21.15.39:0/407495206 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6dfc00f040 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.942+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e0419f520 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.942+0000 7f6dfaffd700 1 -- 172.21.15.39:0/407495206 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6dfc005740 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.942+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e0419f9e0 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.942+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e04107840 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.944+0000 7f6dfaffd700 1 -- 172.21.15.39:0/407495206 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f6dfc00dc60 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.944+0000 7f6dfaffd700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6df00a1510 0x7f6df00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.944+0000 7f6e09bfd700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6df00a1510 0x7f6df00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.944+0000 7f6dfaffd700 1 -- 172.21.15.39:0/407495206 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f6dfc0ccb90 con 0x7f6e04101f30 2023-12-07T14:01:44.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.945+0000 7f6e09bfd700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6df00a1510 0x7f6df00a39d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6e00003820 tx=0x7f6e00005920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:44.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:44.948+0000 7f6dfaffd700 1 -- 172.21.15.39:0/407495206 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6dfc096190 con 0x7f6e04101f30 2023-12-07T14:01:45.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.195+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6e04067aa0 con 0x7f6e04101f30 2023-12-07T14:01:45.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.195+0000 7f6dfaffd700 1 -- 172.21.15.39:0/407495206 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7f6dfc0997b0 con 0x7f6e04101f30 2023-12-07T14:01:45.198 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:01:45.198 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6df00a1510 msgr2=0x7f6df00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6df00a1510 0x7f6df00a39d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6e00003820 tx=0x7f6e00005920 comp rx=0 tx=0).stop 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e04101f30 msgr2=0x7f6e0419e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e04101f30 0x7f6e0419e780 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f6dfc007ee0 tx=0x7f6dfc00d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 shutdown_connections 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6df00a1510 0x7f6df00a39d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e04101f30 0x7f6e0419e780 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e041003a0 0x7f6e0406a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 --2- 172.21.15.39:0/407495206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e04101590 0x7f6e0419c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 >> 172.21.15.39:0/407495206 conn(0x7f6e040fb910 msgr2=0x7f6e04104980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 shutdown_connections 2023-12-07T14:01:45.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.198+0000 7f6e0be61700 1 -- 172.21.15.39:0/407495206 wait complete. 2023-12-07T14:01:45.201 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:01:45.213 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-12-07T14:00:47.308917+0000', 'modified': '2023-12-07T14:00:54.156500+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24539, 'mds_1': 24526, 'mds_2': 24502, 'mds_3': 24500, 'mds_4': 14628}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14616': {'gid': 14616, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.39:6839/2304604579', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6838', 'nonce': 2304604579}, {'type': 'v1', 'addr': '172.21.15.39:6839', 'nonce': 2304604579}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14628': {'gid': 14628, 'name': 'a', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.39:6841/1546604381', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6840', 'nonce': 1546604381}, {'type': 'v1', 'addr': '172.21.15.39:6841', 'nonce': 1546604381}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24442': {'gid': 24442, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.89:6833/1353328873', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6832', 'nonce': 1353328873}, {'type': 'v1', 'addr': '172.21.15.89:6833', 'nonce': 1353328873}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24449': {'gid': 24449, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6833/3159091210', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6832', 'nonce': 3159091210}, {'type': 'v1', 'addr': '172.21.15.55:6833', 'nonce': 3159091210}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6835/1149741155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6834', 'nonce': 1149741155}, {'type': 'v1', 'addr': '172.21.15.55:6835', 'nonce': 1149741155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.89:6835/114647789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6834', 'nonce': 114647789}, {'type': 'v1', 'addr': '172.21.15.89:6835', 'nonce': 114647789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24500': {'gid': 24500, 'name': 'h', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.55:6837/2344967383', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6836', 'nonce': 2344967383}, {'type': 'v1', 'addr': '172.21.15.55:6837', 'nonce': 2344967383}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24502': {'gid': 24502, 'name': 'c', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.89:6837/1420337739', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6836', 'nonce': 1420337739}, {'type': 'v1', 'addr': '172.21.15.89:6837', 'nonce': 1420337739}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24526': {'gid': 24526, 'name': 'i', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.89:6839/157857620', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6838', 'nonce': 157857620}, {'type': 'v1', 'addr': '172.21.15.89:6839', 'nonce': 157857620}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24539': {'gid': 24539, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.55:6839/415155637', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6838', 'nonce': 415155637}, {'type': 'v1', 'addr': '172.21.15.55:6839', 'nonce': 415155637}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-12-07T14:01:45.213 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-12-07T14:01:45.213 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-12-07T14:01:45.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 -- 172.21.15.39:0/2686821638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 msgr2=0x7ff3cc1043b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/2686821638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc1043b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0009990 tx=0x7ff3c0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 -- 172.21.15.39:0/2686821638 shutdown_connections 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/2686821638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3cc107220 0x7ff3cc109610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/2686821638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc1043b0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/2686821638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3cc1048f0 0x7ff3cc106ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 -- 172.21.15.39:0/2686821638 >> 172.21.15.39:0/2686821638 conn(0x7ff3cc0fb930 msgr2=0x7ff3cc0fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 -- 172.21.15.39:0/2686821638 shutdown_connections 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.337+0000 7ff3d38c4700 1 -- 172.21.15.39:0/2686821638 wait complete. 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 Processor -- start 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 -- start start 2023-12-07T14:01:45.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3cc1048f0 0x7ff3cc199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3cc107220 0x7ff3cc1a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3cc1a10a0 con 0x7ff3cc101fc0 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3cc1a11e0 con 0x7ff3cc1048f0 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d38c4700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3cc1a1370 con 0x7ff3cc107220 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d1660700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d1660700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc199570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52336/0 (socket says 172.21.15.39:52336) 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d1660700 1 -- 172.21.15.39:0/273797942 learned_addr learned my addr 172.21.15.39:0/273797942 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d1e61700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3cc107220 0x7ff3cc1a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.338+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3cc1048f0 0x7ff3cc199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d1660700 1 -- 172.21.15.39:0/273797942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3cc107220 msgr2=0x7ff3cc1a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d1660700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3cc107220 0x7ff3cc1a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d1660700 1 -- 172.21.15.39:0/273797942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3cc1048f0 msgr2=0x7ff3cc199ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d1660700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3cc1048f0 0x7ff3cc199ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d1660700 1 -- 172.21.15.39:0/273797942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3c00095f0 con 0x7ff3cc101fc0 2023-12-07T14:01:45.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d1660700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc199570 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff3c00098e0 tx=0x7ff3c0005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3be7fc700 1 -- 172.21.15.39:0/273797942 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c001d070 con 0x7ff3cc101fc0 2023-12-07T14:01:45.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3be7fc700 1 -- 172.21.15.39:0/273797942 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3c0022470 con 0x7ff3cc101fc0 2023-12-07T14:01:45.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3cc1a15f0 con 0x7ff3cc101fc0 2023-12-07T14:01:45.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3be7fc700 1 -- 172.21.15.39:0/273797942 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c0017650 con 0x7ff3cc101fc0 2023-12-07T14:01:45.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.339+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3cc1a1a70 con 0x7ff3cc101fc0 2023-12-07T14:01:45.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.341+0000 7ff3be7fc700 1 -- 172.21.15.39:0/273797942 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ff3c0022850 con 0x7ff3cc101fc0 2023-12-07T14:01:45.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.342+0000 7ff3be7fc700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff3b80a1590 0x7ff3b80a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.342+0000 7ff3be7fc700 1 -- 172.21.15.39:0/273797942 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff3c00ce1d0 con 0x7ff3cc101fc0 2023-12-07T14:01:45.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.342+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff3b80a1590 0x7ff3b80a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.342+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff3b80a1590 0x7ff3b80a3a50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8009bf0 tx=0x7ff3c8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 Processor -- start 2023-12-07T14:01:45.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 -- start start 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249000f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56249000f9c0 0x5624900102d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624900108b0 0x562490010d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248ff83770 con 0x5624900108b0 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248ff6a750 con 0x56249000f060 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248ff68070 con 0x56249000f9c0 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3d1e61700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624900108b0 0x562490010d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3d1e61700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624900108b0 0x562490010d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52348/0 (socket says 172.21.15.39:52348) 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3d1e61700 1 -- 172.21.15.39:0/3427246115 learned_addr learned my addr 172.21.15.39:0/3427246115 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3d1660700 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249000f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56249000f9c0 0x5624900102d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.343+0000 7ff3d1e61700 1 -- 172.21.15.39:0/3427246115 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56249000f9c0 msgr2=0x5624900102d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3d1e61700 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56249000f9c0 0x5624900102d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3d1e61700 1 -- 172.21.15.39:0/3427246115 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 msgr2=0x56249000f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3d1e61700 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249000f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3d1e61700 1 -- 172.21.15.39:0/3427246115 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56248fde05e0 con 0x5624900108b0 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3d1e61700 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624900108b0 0x562490010d30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400f5a0 tx=0x7ff3c400f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44a778e20b45e459 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3b77fe700 1 -- 172.21.15.39:0/3427246115 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4004bb0 con 0x5624900108b0 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3b77fe700 1 -- 172.21.15.39:0/3427246115 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3c4004d10 con 0x5624900108b0 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.344+0000 7ff3b77fe700 1 -- 172.21.15.39:0/3427246115 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c4005040 con 0x5624900108b0 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3427246115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624900108b0 msgr2=0x562490010d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624900108b0 0x562490010d30 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff3c400f5a0 tx=0x7ff3c400f8b0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3427246115 shutdown_connections 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624900108b0 0x562490010d30 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249000f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3427246115 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56249000f9c0 0x5624900102d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3427246115 >> 172.21.15.39:0/3427246115 conn(0x56248ff3e310 msgr2=0x56249000ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3427246115 shutdown_connections 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3427246115 wait complete. 2023-12-07T14:01:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 -- start start 2023-12-07T14:01:45.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 Processor -- start 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x562490018f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.345+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x5624900194a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248ff63960 con 0x56249000f9c0 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248ff1d510 con 0x56249000f060 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248ff1d1b0 con 0x5624900108b0 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3dfabdb80 10 client.0 _ll_register_callbacks cb 0x56248fe48a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x5624900194a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x5624900194a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52352/0 (socket says 172.21.15.39:52352) 2023-12-07T14:01:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/3553210042 learned_addr learned my addr 172.21.15.39:0/3553210042 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d1660700 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x562490018f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d1e61700 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/3553210042 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 msgr2=0x5624900204e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/3553210042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 msgr2=0x562490018f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x562490018f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/3553210042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3c400f1d0 con 0x56249000f9c0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x5624900194a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8012850 tx=0x7ff3c80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a5b0133cfed68b9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3b4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/3553210042 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c801e940 con 0x56249000f9c0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/3553210042 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff3c8025070 con 0x56249000f9c0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5624900029b0 con 0x56249000f9c0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.346+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/3553210042 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3c801eaa0 con 0x56249000f9c0 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 10 client.15033 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56248fd8cd90 con 0x56249000f9c0 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/3553210042 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5624900029b0 con 0x56249000f9c0 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/3553210042 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff3c801f420 con 0x56249000f9c0 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 10 client.15033 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 10 client.15033 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 20 client.15033 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562490024c20 0x5624900236e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 4 client.15033 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56248ffde650 con 0x562490024c20 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3d1660700 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562490024c20 0x5624900236e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3d1660700 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562490024c20 0x5624900236e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=6b81e9d48e370b72 server_cookie=feecb45750b8bf6b in_seq=0 out_seq=0 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.347+0000 7ff3b4ff9700 10 client.15033 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/3553210042 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56248ffde650 con 0x562490024c20 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3b4ff9700 10 client.15033 handle_command_reply: tid=0 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 client.15033 shutdown 2023-12-07T14:01:45.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 msgr2=0x5624900194a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x5624900194a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8012850 tx=0x7ff3c80047c0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 shutdown_connections 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562490024c20 0x5624900236e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x562490018f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3b4ff9700 0 client.15033 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/3553210042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x5624900194a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 >> 172.21.15.39:0/3553210042 conn(0x56248ff3e310 msgr2=0x56249000a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.348+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 shutdown_connections 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.349+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/3553210042 wait complete. 2023-12-07T14:01:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.349+0000 7ff3dfabdb80 20 client.15033 trim_cache size 0 max 16384 2023-12-07T14:01:45.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 Processor -- start 2023-12-07T14:01:45.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 -- start start 2023-12-07T14:01:45.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f060 0x5624900137c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f9c0 0x562490013d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248fde28d0 con 0x56249000f060 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624900259b0 con 0x56249000f9c0 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56248ff5fa50 con 0x5624900108b0 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3d1660700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f060 0x5624900137c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3d1660700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f060 0x5624900137c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52358/0 (socket says 172.21.15.39:52358) 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.367+0000 7ff3d1660700 1 -- 172.21.15.39:0/2744393300 learned_addr learned my addr 172.21.15.39:0/2744393300 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f9c0 0x562490013d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d1e61700 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d1660700 1 -- 172.21.15.39:0/2744393300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 msgr2=0x5624900204a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d1660700 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d1660700 1 -- 172.21.15.39:0/2744393300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f9c0 msgr2=0x562490013d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d1660700 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f9c0 0x562490013d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d1660700 1 -- 172.21.15.39:0/2744393300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56248fd75c10 con 0x56249000f060 2023-12-07T14:01:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3d1660700 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f060 0x5624900137c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff3c009b5c0 tx=0x7ff3c001a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7533f2f3f658d6ff server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3b7fff700 1 -- 172.21.15.39:0/2744393300 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c00a3930 con 0x56249000f060 2023-12-07T14:01:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3b7fff700 1 -- 172.21.15.39:0/2744393300 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3c0099770 con 0x56249000f060 2023-12-07T14:01:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.368+0000 7ff3b7fff700 1 -- 172.21.15.39:0/2744393300 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c009ad80 con 0x56249000f060 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2744393300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f060 msgr2=0x5624900137c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f060 0x5624900137c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7ff3c009b5c0 tx=0x7ff3c001a040 comp rx=0 tx=0).stop 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2744393300 shutdown_connections 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x5624900204a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f060 0x5624900137c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2744393300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f9c0 0x562490013d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2744393300 >> 172.21.15.39:0/2744393300 conn(0x56248ff3e310 msgr2=0x562490016dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2744393300 shutdown_connections 2023-12-07T14:01:45.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2744393300 wait complete. 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 -- start start 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.369+0000 7ff3dfabdb80 1 Processor -- start 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249001a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x56249001ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x56249001fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562490020000 con 0x56249000f9c0 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562490020170 con 0x56249000f060 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562490020330 con 0x5624900108b0 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 10 client.0 _ll_register_callbacks cb 0x56248fe48a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x56249001ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x56249001ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52366/0 (socket says 172.21.15.39:52366) 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/2930739521 learned_addr learned my addr 172.21.15.39:0/2930739521 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d1e61700 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x56249001fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d1660700 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249001a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/2930739521 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 msgr2=0x56249001fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x56249001fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/2930739521 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 msgr2=0x56249001a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249001a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 -- 172.21.15.39:0/2930739521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3cc1a1a70 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3d0e5f700 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x56249001ab60 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8011c20 tx=0x7ff3c801fca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cae887c1a4d95c0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3b4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/2930739521 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c801ec10 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/2930739521 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff3c8025040 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.370+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff3c4004d10 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/2930739521 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3c801ed70 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 10 client.15039 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56248fdb3200 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/2930739521 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3c4004d10 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/2930739521 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff3c8003c10 con 0x56249000f9c0 2023-12-07T14:01:45.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 10 client.15039 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 10 client.15039 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 20 client.15039 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56249007f850 0x56249007bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 4 client.15039 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56248ff29f80 con 0x56249007f850 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3d1660700 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56249007f850 0x56249007bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3b4ff9700 10 client.15039 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.371+0000 7ff3d1660700 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56249007f850 0x56249007bdd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8eec5d78c42a0c7a server_cookie=6eedb4c13436bcd1 in_seq=0 out_seq=0 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3b4ff9700 1 -- 172.21.15.39:0/2930739521 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x56248ff29f80 con 0x56249007f850 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3b4ff9700 10 client.15039 handle_command_reply: tid=0 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 client.15039 shutdown 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 msgr2=0x56249001ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x56249001ab60 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8011c20 tx=0x7ff3c801fca0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 shutdown_connections 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624900108b0 0x56249001fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56249007f850 0x56249007bdd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56249000f060 0x56249001a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3b4ff9700 0 client.15039 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 --2- 172.21.15.39:0/2930739521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56249000f9c0 0x56249001ab60 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 >> 172.21.15.39:0/2930739521 conn(0x56248ff3e310 msgr2=0x5624900169b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 shutdown_connections 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 1 -- 172.21.15.39:0/2930739521 wait complete. 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.372+0000 7ff3dfabdb80 20 client.15039 trim_cache size 0 max 16384 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:01:45.380 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 4, 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 14628, 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 52.221525317999998, 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 66.582576242000002 2023-12-07T14:01:45.381 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff3b80a1590 msgr2=0x7ff3b80a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff3b80a1590 0x7ff3b80a3a50 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff3c8009bf0 tx=0x7ff3c8009260 comp rx=0 tx=0).stop 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 msgr2=0x7ff3cc199570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc199570 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff3c00098e0 tx=0x7ff3c0005720 comp rx=0 tx=0).stop 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 shutdown_connections 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff3b80a1590 0x7ff3b80a3a50 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3cc107220 0x7ff3cc1a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3cc101fc0 0x7ff3cc199570 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 --2- 172.21.15.39:0/273797942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3cc1048f0 0x7ff3cc199ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 >> 172.21.15.39:0/273797942 conn(0x7ff3cc0fb930 msgr2=0x7ff3cc1016b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 shutdown_connections 2023-12-07T14:01:45.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.373+0000 7ff3d38c4700 1 -- 172.21.15.39:0/273797942 wait complete. 2023-12-07T14:01:45.387 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-12-07T14:01:45.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 -- 172.21.15.39:0/470895457 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5181015f0 msgr2=0x7fc518101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/470895457 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5181015f0 0x7fc518101a50 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fc5140099c0 tx=0x7fc514009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 -- 172.21.15.39:0/470895457 shutdown_connections 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/470895457 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc518101f90 0x7fc518108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/470895457 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc518100400 0x7fc518100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/470895457 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5181015f0 0x7fc518101a50 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 -- 172.21.15.39:0/470895457 >> 172.21.15.39:0/470895457 conn(0x7fc5180fb930 msgr2=0x7fc5180fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 -- 172.21.15.39:0/470895457 shutdown_connections 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 -- 172.21.15.39:0/470895457 wait complete. 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 Processor -- start 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.513+0000 7fc51fa5a700 1 -- start start 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51fa5a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc518100400 0x7fc5180692a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51fa5a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5181015f0 0x7fc51819c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51fa5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518101f90 0x7fc51819e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51fa5a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc51819ee90 con 0x7fc518101f90 2023-12-07T14:01:45.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51fa5a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc51819f000 con 0x7fc518100400 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51fa5a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc51819f1c0 con 0x7fc5181015f0 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518101f90 0x7fc51819e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518101f90 0x7fc51819e6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52382/0 (socket says 172.21.15.39:52382) 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 -- 172.21.15.39:0/945172085 learned_addr learned my addr 172.21.15.39:0/945172085 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51cff5700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5181015f0 0x7fc51819c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc518100400 0x7fc5180692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 -- 172.21.15.39:0/945172085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5181015f0 msgr2=0x7fc51819c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5181015f0 0x7fc51819c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 -- 172.21.15.39:0/945172085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc518100400 msgr2=0x7fc5180692a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc518100400 0x7fc5180692a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 -- 172.21.15.39:0/945172085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5140095f0 con 0x7fc518101f90 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51cff5700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5181015f0 0x7fc51819c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51dff7700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518101f90 0x7fc51819e6f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc510007d70 tx=0x7fc51000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc50a7fc700 1 -- 172.21.15.39:0/945172085 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc51000ad40 con 0x7fc518101f90 2023-12-07T14:01:45.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc50a7fc700 1 -- 172.21.15.39:0/945172085 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc5100128e0 con 0x7fc518101f90 2023-12-07T14:01:45.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.514+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc51819f4a0 con 0x7fc518101f90 2023-12-07T14:01:45.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.515+0000 7fc50a7fc700 1 -- 172.21.15.39:0/945172085 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc510011780 con 0x7fc518101f90 2023-12-07T14:01:45.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.515+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc51819f930 con 0x7fc518101f90 2023-12-07T14:01:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.517+0000 7fc50a7fc700 1 -- 172.21.15.39:0/945172085 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc510012a50 con 0x7fc518101f90 2023-12-07T14:01:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.517+0000 7fc50a7fc700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5040a1510 0x7fc5040a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc50a7fc700 1 -- 172.21.15.39:0/945172085 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc5100cd010 con 0x7fc518101f90 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5040a1510 0x7fc5040a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 Processor -- start 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 -- start start 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5040a1510 0x7fc5040a39d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc50c005fd0 tx=0x7fc50c005dd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce3060 0x556175ce3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ce42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175ce4d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175c57770 con 0x556175ce39c0 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175c3e750 con 0x556175ce3060 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175c3c070 con 0x556175ce48b0 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc51cff5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ce42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc51cff5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ce42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52388/0 (socket says 172.21.15.39:52388) 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.518+0000 7fc51cff5700 1 -- 172.21.15.39:0/3778657040 learned_addr learned my addr 172.21.15.39:0/3778657040 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce3060 0x556175ce3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51dff7700 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175ce4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51cff5700 1 -- 172.21.15.39:0/3778657040 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 msgr2=0x556175ce4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51cff5700 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175ce4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51cff5700 1 -- 172.21.15.39:0/3778657040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce3060 msgr2=0x556175ce3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51cff5700 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce3060 0x556175ce3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51cff5700 1 -- 172.21.15.39:0/3778657040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556175ab45e0 con 0x556175ce39c0 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc51cff5700 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ce42d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc5140099c0 tx=0x7fc514005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55519042e6675a7b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc5037fe700 1 -- 172.21.15.39:0/3778657040 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc514005230 con 0x556175ce39c0 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc5037fe700 1 -- 172.21.15.39:0/3778657040 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc51401e040 con 0x556175ce39c0 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.519+0000 7fc5037fe700 1 -- 172.21.15.39:0/3778657040 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5140049f0 con 0x556175ce39c0 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 -- 172.21.15.39:0/3778657040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 msgr2=0x556175ce42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ce42d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc5140099c0 tx=0x7fc514005c80 comp rx=0 tx=0).stop 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 -- 172.21.15.39:0/3778657040 shutdown_connections 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175ce4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce3060 0x556175ce3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/3778657040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ce42d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 -- 172.21.15.39:0/3778657040 >> 172.21.15.39:0/3778657040 conn(0x556175c12310 msgr2=0x556175cdfa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 -- 172.21.15.39:0/3778657040 shutdown_connections 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 -- 172.21.15.39:0/3778657040 wait complete. 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 -- start start 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.520+0000 7fc52bc53b80 1 Processor -- start 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175cecf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ced480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce48b0 0x556175cf44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175c37960 con 0x556175ce39c0 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175bf1510 con 0x556175ce48b0 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175bf11b0 con 0x556175ce3060 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc52bc53b80 10 client.0 _ll_register_callbacks cb 0x556175b1ca30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ced480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ced480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52394/0 (socket says 172.21.15.39:52394) 2023-12-07T14:01:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 -- 172.21.15.39:0/4095067901 learned_addr learned my addr 172.21.15.39:0/4095067901 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175cecf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51dff7700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce48b0 0x556175cf44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 -- 172.21.15.39:0/4095067901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 msgr2=0x556175cecf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175cecf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 -- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce48b0 msgr2=0x556175cf44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce48b0 0x556175cf44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 -- 172.21.15.39:0/4095067901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc518109190 con 0x556175ce39c0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51dff7700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce48b0 0x556175cf44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc51cff5700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ced480 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fc514009990 tx=0x7fc514005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cdfe11d68e98a4c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc500ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.521+0000 7fc500ff9700 1 -- 172.21.15.39:0/4095067901 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5140048f0 con 0x556175ce39c0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc500ff9700 1 -- 172.21.15.39:0/4095067901 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc51400bc30 con 0x556175ce39c0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556175cd69b0 con 0x556175ce39c0 2023-12-07T14:01:45.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc500ff9700 1 -- 172.21.15.39:0/4095067901 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5140056f0 con 0x556175ce39c0 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 10 client.15051 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556175a60d90 con 0x556175ce39c0 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc500ff9700 1 -- 172.21.15.39:0/4095067901 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556175cd69b0 con 0x556175ce39c0 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc500ff9700 1 -- 172.21.15.39:0/4095067901 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc514021070 con 0x556175ce39c0 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 10 client.15051 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 10 client.15051 resolve_mds: resolved name 'h' to daemon mds.h 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 20 client.15051 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175cf86c0 0x556175cf7490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 4 client.15051 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556175cb2650 con 0x556175cf86c0 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.522+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175cf86c0 0x556175cf7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.523+0000 7fc500ff9700 10 client.15051 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:01:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.523+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175cf86c0 0x556175cf7490 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=81777d0191843747 server_cookie=76eb55a3ccdb6fa2 in_seq=0 out_seq=0 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc500ff9700 1 -- 172.21.15.39:0/4095067901 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556175cb2650 con 0x556175cf86c0 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc500ff9700 10 client.15051 handle_command_reply: tid=0 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 client.15051 shutdown 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 msgr2=0x556175ced480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ced480 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fc514009990 tx=0x7fc514005270 comp rx=0 tx=0).stop 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 shutdown_connections 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce48b0 0x556175cf44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175cf86c0 0x556175cf7490 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175cecf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc500ff9700 0 client.15051 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/4095067901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce39c0 0x556175ced480 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 >> 172.21.15.39:0/4095067901 conn(0x556175c12310 msgr2=0x556175cde8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 shutdown_connections 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 1 -- 172.21.15.39:0/4095067901 wait complete. 2023-12-07T14:01:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.524+0000 7fc52bc53b80 20 client.15051 trim_cache size 0 max 16384 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 Processor -- start 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 -- start start 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175ce4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce48b0 0x556175cd8c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175ab68d0 con 0x556175ce48b0 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175cf61d0 con 0x556175ce39c0 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.542+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175cda600 con 0x556175ce3060 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce48b0 0x556175cd8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce48b0 0x556175cd8c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52404/0 (socket says 172.21.15.39:52404) 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 -- 172.21.15.39:0/2650924232 learned_addr learned my addr 172.21.15.39:0/2650924232 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175ce4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51cff5700 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 -- 172.21.15.39:0/2650924232 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 msgr2=0x556175ce4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175ce4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 -- 172.21.15.39:0/2650924232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 msgr2=0x556175cf4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 -- 172.21.15.39:0/2650924232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556175a49c10 con 0x556175ce48b0 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc51dff7700 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce48b0 0x556175cd8c30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc510096e50 tx=0x7fc510007f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d02872fbde8b96da server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc503fff700 1 -- 172.21.15.39:0/2650924232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5100b2ea0 con 0x556175ce48b0 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc503fff700 1 -- 172.21.15.39:0/2650924232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc51009a3e0 con 0x556175ce48b0 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.543+0000 7fc503fff700 1 -- 172.21.15.39:0/2650924232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5100998d0 con 0x556175ce48b0 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 -- 172.21.15.39:0/2650924232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce48b0 msgr2=0x556175cd8c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce48b0 0x556175cd8c30 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc510096e50 tx=0x7fc510007f70 comp rx=0 tx=0).stop 2023-12-07T14:01:45.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 -- 172.21.15.39:0/2650924232 shutdown_connections 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce48b0 0x556175cd8c30 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce3060 0x556175ce4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/2650924232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 -- 172.21.15.39:0/2650924232 >> 172.21.15.39:0/2650924232 conn(0x556175c12310 msgr2=0x556175cec450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 -- 172.21.15.39:0/2650924232 shutdown_connections 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 -- 172.21.15.39:0/2650924232 wait complete. 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 -- start start 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 Processor -- start 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.544+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce3060 0x556175cf3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175cf0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175cf0dc0 con 0x556175ce3060 2023-12-07T14:01:45.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175cf0f00 con 0x556175ce39c0 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce3060 0x556175cf3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556175cf10c0 con 0x556175ce48b0 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 10 client.0 _ll_register_callbacks cb 0x556175b1ca30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce3060 0x556175cf3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52406/0 (socket says 172.21.15.39:52406) 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 -- 172.21.15.39:0/264832996 learned_addr learned my addr 172.21.15.39:0/264832996 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51cff5700 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51dff7700 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175cf0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 -- 172.21.15.39:0/264832996 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 msgr2=0x556175cf0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175cf0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 -- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 msgr2=0x556175cf4280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 -- 172.21.15.39:0/264832996 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc51819f930 con 0x556175ce3060 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc51d7f6700 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce3060 0x556175cf3d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc50c005e40 tx=0x7fc50c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eae3f3d48bc48e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc500ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc500ff9700 1 -- 172.21.15.39:0/264832996 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc50c023070 con 0x556175ce3060 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc500ff9700 1 -- 172.21.15.39:0/264832996 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc50c003680 con 0x556175ce3060 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc51401e040 con 0x556175ce3060 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc500ff9700 1 -- 172.21.15.39:0/264832996 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc50c027a90 con 0x556175ce3060 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.545+0000 7fc52bc53b80 10 client.15057 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556175a87200 con 0x556175ce3060 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc500ff9700 1 -- 172.21.15.39:0/264832996 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc51401e040 con 0x556175ce3060 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc500ff9700 1 -- 172.21.15.39:0/264832996 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc50c01e710 con 0x556175ce3060 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc52bc53b80 10 client.15057 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc52bc53b80 10 client.15057 resolve_mds: resolved name 'h' to daemon mds.h 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc52bc53b80 20 client.15057 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175d535d0 0x556175d4fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc52bc53b80 4 client.15057 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556175bfdf80 con 0x556175d535d0 2023-12-07T14:01:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.546+0000 7fc51cff5700 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175d535d0 0x556175d4fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.547+0000 7fc500ff9700 10 client.15057 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:01:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.547+0000 7fc51cff5700 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175d535d0 0x556175d4fa90 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3310511f9c3b4948 server_cookie=6ee81d66d625eec8 in_seq=0 out_seq=0 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.547+0000 7fc500ff9700 1 -- 172.21.15.39:0/264832996 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x556175bfdf80 con 0x556175d535d0 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.547+0000 7fc500ff9700 10 client.15057 handle_command_reply: tid=0 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.547+0000 7fc52bc53b80 1 client.15057 shutdown 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.547+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce3060 msgr2=0x556175cf3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.547+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce3060 0x556175cf3d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc50c005e40 tx=0x7fc50c0047c0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 shutdown_connections 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556175d535d0 0x556175d4fa90 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556175ce48b0 0x556175cf0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc500ff9700 0 client.15057 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556175ce3060 0x556175cf3d40 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 --2- 172.21.15.39:0/264832996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556175ce39c0 0x556175cf4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 >> 172.21.15.39:0/264832996 conn(0x556175c12310 msgr2=0x556175ce7850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 shutdown_connections 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 1 -- 172.21.15.39:0/264832996 wait complete. 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc52bc53b80 20 client.15057 trim_cache size 0 max 16384 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 3, 2023-12-07T14:01:45.556 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24500, 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 52.771867245000003, 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 73.757606838000001 2023-12-07T14:01:45.557 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5040a1510 msgr2=0x7fc5040a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5040a1510 0x7fc5040a39d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fc50c005fd0 tx=0x7fc50c005dd0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518101f90 msgr2=0x7fc51819e6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518101f90 0x7fc51819e6f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fc510007d70 tx=0x7fc51000a340 comp rx=0 tx=0).stop 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 shutdown_connections 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5040a1510 0x7fc5040a39d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518101f90 0x7fc51819e6f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc518100400 0x7fc5180692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 --2- 172.21.15.39:0/945172085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc5181015f0 0x7fc51819c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 >> 172.21.15.39:0/945172085 conn(0x7fc5180fb930 msgr2=0x7fc5181048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 shutdown_connections 2023-12-07T14:01:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.548+0000 7fc51fa5a700 1 -- 172.21.15.39:0/945172085 wait complete. 2023-12-07T14:01:45.559 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2540013782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.559 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1522504742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.559 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/407495206' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.563 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-12-07T14:01:45.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 -- 172.21.15.39:0/3404960820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44100400 msgr2=0x7ffb44100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 --2- 172.21.15.39:0/3404960820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44100400 0x7ffb44100820 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ffb380099c0 tx=0x7ffb38009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 -- 172.21.15.39:0/3404960820 shutdown_connections 2023-12-07T14:01:45.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 --2- 172.21.15.39:0/3404960820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffb44101f90 0x7ffb44108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 --2- 172.21.15.39:0/3404960820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44100400 0x7ffb44100820 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 --2- 172.21.15.39:0/3404960820 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffb441015f0 0x7ffb44101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 -- 172.21.15.39:0/3404960820 >> 172.21.15.39:0/3404960820 conn(0x7ffb440fb930 msgr2=0x7ffb440fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 -- 172.21.15.39:0/3404960820 shutdown_connections 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.687+0000 7ffb49e91700 1 -- 172.21.15.39:0/3404960820 wait complete. 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 Processor -- start 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 -- start start 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffb44100400 0x7ffb44104340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffb441015f0 0x7ffb441029d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44101f90 0x7ffb44102f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb441036b0 con 0x7ffb44101f90 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb44103820 con 0x7ffb441015f0 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb49e91700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb441a1590 con 0x7ffb44100400 2023-12-07T14:01:45.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb43fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44101f90 0x7ffb44102f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb43fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44101f90 0x7ffb44102f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52424/0 (socket says 172.21.15.39:52424) 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.688+0000 7ffb43fff700 1 -- 172.21.15.39:0/1984130173 learned_addr learned my addr 172.21.15.39:0/1984130173 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffb441015f0 0x7ffb441029d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffb44100400 0x7ffb44104340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb43fff700 1 -- 172.21.15.39:0/1984130173 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffb44100400 msgr2=0x7ffb44104340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffb44100400 0x7ffb44104340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb43fff700 1 -- 172.21.15.39:0/1984130173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffb441015f0 msgr2=0x7ffb441029d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffb441015f0 0x7ffb441029d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb43fff700 1 -- 172.21.15.39:0/1984130173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb380095f0 con 0x7ffb44101f90 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44101f90 0x7ffb44102f10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c00ada0 tx=0x7ffb3c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb40ff9700 1 -- 172.21.15.39:0/1984130173 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c00f070 con 0x7ffb44101f90 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb40ff9700 1 -- 172.21.15.39:0/1984130173 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb3c007b30 con 0x7ffb44101f90 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb441a1820 con 0x7ffb44101f90 2023-12-07T14:01:45.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb40ff9700 1 -- 172.21.15.39:0/1984130173 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c005280 con 0x7ffb44101f90 2023-12-07T14:01:45.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.689+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb441a1d30 con 0x7ffb44101f90 2023-12-07T14:01:45.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2540013782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1522504742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/407495206' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.692+0000 7ffb40ff9700 1 -- 172.21.15.39:0/1984130173 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ffb3c0053e0 con 0x7ffb44101f90 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.692+0000 7ffb40ff9700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffb2c0a1510 0x7ffb2c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.692+0000 7ffb40ff9700 1 -- 172.21.15.39:0/1984130173 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ffb3c0cc2c0 con 0x7ffb44101f90 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffb2c0a1510 0x7ffb2c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffb2c0a1510 0x7ffb2c0a39d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffb38009f50 tx=0x7ffb38000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 Processor -- start 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 -- start start 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d730480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7309c0 0x556d1d7312d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d731d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d6a4770 con 0x556d1d7309c0 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d68b750 con 0x556d1d730060 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d689070 con 0x556d1d7318b0 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb42ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7309c0 0x556d1d7312d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb42ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7309c0 0x556d1d7312d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52430/0 (socket says 172.21.15.39:52430) 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb42ffd700 1 -- 172.21.15.39:0/1368163899 learned_addr learned my addr 172.21.15.39:0/1368163899 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.693+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d730480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d731d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb42ffd700 1 -- 172.21.15.39:0/1368163899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 msgr2=0x556d1d731d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d731d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb42ffd700 1 -- 172.21.15.39:0/1368163899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 msgr2=0x556d1d730480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d730480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb42ffd700 1 -- 172.21.15.39:0/1368163899 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d1d5015e0 con 0x556d1d7309c0 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d731d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7309c0 0x556d1d7312d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ffb34009af0 tx=0x7ffb34009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46ce2db478fde2e7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb29ffb700 1 -- 172.21.15.39:0/1368163899 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb340095f0 con 0x556d1d7309c0 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb29ffb700 1 -- 172.21.15.39:0/1368163899 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb3400ed90 con 0x556d1d7309c0 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.694+0000 7ffb29ffb700 1 -- 172.21.15.39:0/1368163899 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb340123d0 con 0x556d1d7309c0 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1368163899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7309c0 msgr2=0x556d1d7312d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7309c0 0x556d1d7312d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ffb34009af0 tx=0x7ffb34009e00 comp rx=0 tx=0).stop 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1368163899 shutdown_connections 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d731d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d730480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1368163899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7309c0 0x556d1d7312d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1368163899 >> 172.21.15.39:0/1368163899 conn(0x556d1d65f310 msgr2=0x556d1d72ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1368163899 shutdown_connections 2023-12-07T14:01:45.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1368163899 wait complete. 2023-12-07T14:01:45.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 -- start start 2023-12-07T14:01:45.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.695+0000 7ffb5608ab80 1 Processor -- start 2023-12-07T14:01:45.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d739f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7309c0 0x556d1d73a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d741480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d684960 con 0x556d1d730060 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d63e510 con 0x556d1d7309c0 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d63e1b0 con 0x556d1d7318b0 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 10 client.0 _ll_register_callbacks cb 0x556d1d569a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d739f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d739f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52434/0 (socket says 172.21.15.39:52434) 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 -- 172.21.15.39:0/3437452780 learned_addr learned my addr 172.21.15.39:0/3437452780 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7309c0 0x556d1d73a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb43fff700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d741480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 -- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 msgr2=0x556d1d741480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d741480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 -- 172.21.15.39:0/3437452780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7309c0 msgr2=0x556d1d73a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7309c0 0x556d1d73a440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 -- 172.21.15.39:0/3437452780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb34009750 con 0x556d1d730060 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7309c0 0x556d1d73a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb437fe700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d739f00 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ffb38009990 tx=0x7ffb38009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=828786f3153dacad server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb22ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb22ffd700 1 -- 172.21.15.39:0/3437452780 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb38004220 con 0x556d1d730060 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556d1d7239b0 con 0x556d1d730060 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.696+0000 7ffb22ffd700 1 -- 172.21.15.39:0/3437452780 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ffb38004500 con 0x556d1d730060 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb22ffd700 1 -- 172.21.15.39:0/3437452780 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffb38004700 con 0x556d1d730060 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 10 client.15069 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d1d4add90 con 0x556d1d730060 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb22ffd700 1 -- 172.21.15.39:0/3437452780 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb3803f020 con 0x556d1d730060 2023-12-07T14:01:45.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb22ffd700 1 -- 172.21.15.39:0/3437452780 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ffb3802f070 con 0x556d1d730060 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 10 client.15069 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 10 client.15069 resolve_mds: resolved name 'c' to daemon mds.c 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 20 client.15069 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d745c20 0x556d1d744670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 4 client.15069 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556d1d6ff650 con 0x556d1d745c20 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.697+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d745c20 0x556d1d744670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.698+0000 7ffb22ffd700 10 client.15069 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.698+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d745c20 0x556d1d744670 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1e711a5d2d2fd868 server_cookie=62a3f8da6bbf2a70 in_seq=0 out_seq=0 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.698+0000 7ffb22ffd700 1 -- 172.21.15.39:0/3437452780 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556d1d6ff650 con 0x556d1d745c20 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.698+0000 7ffb22ffd700 10 client.15069 handle_command_reply: tid=0 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.698+0000 7ffb5608ab80 1 client.15069 shutdown 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 msgr2=0x556d1d739f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d739f00 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ffb38009990 tx=0x7ffb38009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 shutdown_connections 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d745c20 0x556d1d744670 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7318b0 0x556d1d741480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d739f00 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb22ffd700 0 client.15069 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/3437452780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7309c0 0x556d1d73a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 >> 172.21.15.39:0/3437452780 conn(0x556d1d65f310 msgr2=0x556d1d72b8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 shutdown_connections 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 1 -- 172.21.15.39:0/3437452780 wait complete. 2023-12-07T14:01:45.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.699+0000 7ffb5608ab80 20 client.15069 trim_cache size 0 max 16384 2023-12-07T14:01:45.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 Processor -- start 2023-12-07T14:01:45.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 -- start start 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d731c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d741410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7318b0 0x556d1d744670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d5038d0 con 0x556d1d730060 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d627830 con 0x556d1d7318b0 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d50fde0 con 0x556d1d7309c0 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d731c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d731c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52444/0 (socket says 172.21.15.39:52444) 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 -- 172.21.15.39:0/1827298190 learned_addr learned my addr 172.21.15.39:0/1827298190 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d741410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7318b0 0x556d1d744670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 -- 172.21.15.39:0/1827298190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 msgr2=0x556d1d741410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d741410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 -- 172.21.15.39:0/1827298190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7318b0 msgr2=0x556d1d744670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7318b0 0x556d1d744670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.717+0000 7ffb437fe700 1 -- 172.21.15.39:0/1827298190 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d1d496c10 con 0x556d1d730060 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d731c90 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ffb38006010 tx=0x7ffb380042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=664ab3a34b860749 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb2a7fc700 1 -- 172.21.15.39:0/1827298190 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3800f660 con 0x556d1d730060 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb2a7fc700 1 -- 172.21.15.39:0/1827298190 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb38028040 con 0x556d1d730060 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb2a7fc700 1 -- 172.21.15.39:0/1827298190 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb38043420 con 0x556d1d730060 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1827298190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 msgr2=0x556d1d731c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d731c90 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ffb38006010 tx=0x7ffb380042e0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1827298190 shutdown_connections 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d7318b0 0x556d1d744670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d730060 0x556d1d731c90 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1827298190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d741410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1827298190 >> 172.21.15.39:0/1827298190 conn(0x556d1d65f310 msgr2=0x556d1d7347e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1827298190 shutdown_connections 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.718+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1827298190 wait complete. 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 -- start start 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 Processor -- start 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d7369f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d7413f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7318b0 0x556d1d737070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d735780 con 0x556d1d7318b0 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d7358f0 con 0x556d1d730060 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d1d735ab0 con 0x556d1d7309c0 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb5608ab80 10 client.0 _ll_register_callbacks cb 0x556d1d569a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb43fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7318b0 0x556d1d737070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb43fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7318b0 0x556d1d737070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52450/0 (socket says 172.21.15.39:52450) 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb43fff700 1 -- 172.21.15.39:0/1900923403 learned_addr learned my addr 172.21.15.39:0/1900923403 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb42ffd700 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d7413f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb43fff700 1 -- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 msgr2=0x556d1d7413f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d7369f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d7413f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb43fff700 1 -- 172.21.15.39:0/1900923403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 msgr2=0x556d1d7369f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.719+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d7369f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb43fff700 1 -- 172.21.15.39:0/1900923403 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556d1d4add90 con 0x556d1d7318b0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb43fff700 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7318b0 0x556d1d737070 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c095b10 tx=0x7ffb3c004bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa419a5148f0ca3e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb22ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb22ffd700 1 -- 172.21.15.39:0/1900923403 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3c09d760 con 0x556d1d7318b0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb22ffd700 1 -- 172.21.15.39:0/1900923403 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ffb3c0a1910 con 0x556d1d7318b0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffb3400ed90 con 0x556d1d7318b0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb22ffd700 1 -- 172.21.15.39:0/1900923403 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffb3c099870 con 0x556d1d7318b0 2023-12-07T14:01:45.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 10 client.15075 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d1d4d4200 con 0x556d1d7318b0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb22ffd700 1 -- 172.21.15.39:0/1900923403 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb3400ed90 con 0x556d1d7318b0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb22ffd700 1 -- 172.21.15.39:0/1900923403 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ffb3c0a1480 con 0x556d1d7318b0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 10 client.15075 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 10 client.15075 resolve_mds: resolved name 'c' to daemon mds.c 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 20 client.15075 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d7a03b0 0x556d1d79c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 4 client.15075 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.720+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556d1d64af80 con 0x556d1d7a03b0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d7a03b0 0x556d1d79c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb22ffd700 10 client.15075 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb437fe700 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d7a03b0 0x556d1d79c810 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2e9ec8f3babb6401 server_cookie=a85a1f2ac8027ba9 in_seq=0 out_seq=0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb22ffd700 1 -- 172.21.15.39:0/1900923403 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x556d1d64af80 con 0x556d1d7a03b0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb22ffd700 10 client.15075 handle_command_reply: tid=0 2023-12-07T14:01:45.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 client.15075 shutdown 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7318b0 msgr2=0x556d1d737070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7318b0 0x556d1d737070 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c095b10 tx=0x7ffb3c004bc0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 shutdown_connections 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556d1d7a03b0 0x556d1d79c810 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556d1d7318b0 0x556d1d737070 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb22ffd700 0 client.15075 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556d1d730060 0x556d1d7369f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 --2- 172.21.15.39:0/1900923403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556d1d7309c0 0x556d1d7413f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 >> 172.21.15.39:0/1900923403 conn(0x556d1d65f310 msgr2=0x556d1d744670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 shutdown_connections 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.721+0000 7ffb5608ab80 1 -- 172.21.15.39:0/1900923403 wait complete. 2023-12-07T14:01:45.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb5608ab80 20 client.15075 trim_cache size 0 max 16384 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 2, 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24502, 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 53.956268154999997, 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:01:45.731 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:01:45.732 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:01:45.732 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 76.370061727999996 2023-12-07T14:01:45.732 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:01:45.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffb2c0a1510 msgr2=0x7ffb2c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffb2c0a1510 0x7ffb2c0a39d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ffb38009f50 tx=0x7ffb38000bc0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44101f90 msgr2=0x7ffb44102f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44101f90 0x7ffb44102f10 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ffb3c00ada0 tx=0x7ffb3c00c330 comp rx=0 tx=0).stop 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 shutdown_connections 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ffb2c0a1510 0x7ffb2c0a39d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffb44101f90 0x7ffb44102f10 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffb44100400 0x7ffb44104340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 --2- 172.21.15.39:0/1984130173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffb441015f0 0x7ffb441029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 >> 172.21.15.39:0/1984130173 conn(0x7ffb440fb930 msgr2=0x7ffb440687d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 shutdown_connections 2023-12-07T14:01:45.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.722+0000 7ffb49e91700 1 -- 172.21.15.39:0/1984130173 wait complete. 2023-12-07T14:01:45.737 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-12-07T14:01:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 -- 172.21.15.39:0/296552895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c001015f0 msgr2=0x7f7c00101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/296552895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c001015f0 0x7f7c00101a50 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f7bec0099c0 tx=0x7f7bec009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 -- 172.21.15.39:0/296552895 shutdown_connections 2023-12-07T14:01:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/296552895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c00101f90 0x7f7c00108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/296552895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c00100400 0x7f7c00100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/296552895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c001015f0 0x7f7c00101a50 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 -- 172.21.15.39:0/296552895 >> 172.21.15.39:0/296552895 conn(0x7f7c000fb930 msgr2=0x7f7c000fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 -- 172.21.15.39:0/296552895 shutdown_connections 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 -- 172.21.15.39:0/296552895 wait complete. 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 Processor -- start 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 -- start start 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c00100400 0x7f7c00196300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c001015f0 0x7f7c00196840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.862+0000 7f7c06d5b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c00101f90 0x7f7c0019d860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c06d5b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0019de30 con 0x7f7c00101f90 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c06d5b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0019df70 con 0x7f7c001015f0 2023-12-07T14:01:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c06d5b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0019e100 con 0x7f7c00100400 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c00101f90 0x7f7c0019d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c00101f90 0x7f7c0019d860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52464/0 (socket says 172.21.15.39:52464) 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 -- 172.21.15.39:0/2139577150 learned_addr learned my addr 172.21.15.39:0/2139577150 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c04af7700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c00100400 0x7f7c00196300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7bfffff700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c001015f0 0x7f7c00196840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 -- 172.21.15.39:0/2139577150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c00100400 msgr2=0x7f7c00196300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c00100400 0x7f7c00196300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 -- 172.21.15.39:0/2139577150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c001015f0 msgr2=0x7f7c00196840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c001015f0 0x7f7c00196840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 -- 172.21.15.39:0/2139577150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bec0095f0 con 0x7f7c00101f90 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c04af7700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c00100400 0x7f7c00196300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c052f8700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c00101f90 0x7f7c0019d860 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8007ee0 tx=0x7f7bf800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7bfdffb700 1 -- 172.21.15.39:0/2139577150 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf800ddd0 con 0x7f7c00101f90 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7bfdffb700 1 -- 172.21.15.39:0/2139577150 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bf800f040 con 0x7f7c00101f90 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c0019e3e0 con 0x7f7c00101f90 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7bfdffb700 1 -- 172.21.15.39:0/2139577150 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf8015400 con 0x7f7c00101f90 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.863+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c0019e8a0 con 0x7f7c00101f90 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.865+0000 7f7bfdffb700 1 -- 172.21.15.39:0/2139577150 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f7bf8004020 con 0x7f7c00101f90 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.866+0000 7f7bfdffb700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7bf00a1510 0x7f7bf00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.866+0000 7f7bfdffb700 1 -- 172.21.15.39:0/2139577150 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f7bf80cc720 con 0x7f7c00101f90 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.866+0000 7f7c04af7700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7bf00a1510 0x7f7bf00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.866+0000 7f7c04af7700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7bf00a1510 0x7f7bf00a39d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7c00101450 tx=0x7f7bf4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 Processor -- start 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 -- start start 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893a270 0x55d91893a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893abd0 0x55d91893b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9188ac770 con 0x55d91893abd0 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918893750 con 0x55d91893bac0 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918891070 con 0x55d91893a270 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7bfffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893abd0 0x55d91893b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7bfffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893abd0 0x55d91893b4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52470/0 (socket says 172.21.15.39:52470) 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.867+0000 7f7bfffff700 1 -- 172.21.15.39:0/1602175044 learned_addr learned my addr 172.21.15.39:0/1602175044 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7c052f8700 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7c04af7700 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893a270 0x55d91893a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7bfffff700 1 -- 172.21.15.39:0/1602175044 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893a270 msgr2=0x55d91893a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893a270 0x55d91893a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7bfffff700 1 -- 172.21.15.39:0/1602175044 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 msgr2=0x55d91893bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7bfffff700 1 -- 172.21.15.39:0/1602175044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9187095e0 con 0x55d91893abd0 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7c052f8700 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893abd0 0x55d91893b4e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f7bec000c00 tx=0x7f7bec009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dee2836456d4cac server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7beaffd700 1 -- 172.21.15.39:0/1602175044 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bec00b790 con 0x55d91893abd0 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7beaffd700 1 -- 172.21.15.39:0/1602175044 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bec01d040 con 0x55d91893abd0 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.868+0000 7f7beaffd700 1 -- 172.21.15.39:0/1602175044 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bec0040b0 con 0x55d91893abd0 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1602175044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893abd0 msgr2=0x55d91893b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893abd0 0x55d91893b4e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f7bec000c00 tx=0x7f7bec009f10 comp rx=0 tx=0).stop 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1602175044 shutdown_connections 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893a270 0x55d91893a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1602175044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893abd0 0x55d91893b4e0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1602175044 >> 172.21.15.39:0/1602175044 conn(0x55d918867310 msgr2=0x55d918934a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1602175044 shutdown_connections 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1602175044 wait complete. 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 -- start start 2023-12-07T14:01:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.869+0000 7f7c12f54b80 1 Processor -- start 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d9189440e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893abd0 0x55d918944620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893bac0 0x55d91894b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d91888c960 con 0x55d91893a270 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918846510 con 0x55d91893abd0 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9188461b0 con 0x55d91893bac0 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 10 client.0 _ll_register_callbacks cb 0x55d918771a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d9189440e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d9189440e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52474/0 (socket says 172.21.15.39:52474) 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 -- 172.21.15.39:0/3101608402 learned_addr learned my addr 172.21.15.39:0/3101608402 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c052f8700 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893bac0 0x55d91894b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 -- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893bac0 msgr2=0x55d91894b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893bac0 0x55d91894b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7bfffff700 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893abd0 0x55d918944620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 -- 172.21.15.39:0/3101608402 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893abd0 msgr2=0x55d918944620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893abd0 0x55d918944620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 -- 172.21.15.39:0/3101608402 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c00109190 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c04af7700 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d9189440e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7bf40109e0 tx=0x7f7bf4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a4089659cf84ca9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7bdffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7bdffff700 1 -- 172.21.15.39:0/3101608402 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4010e50 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7bdffff700 1 -- 172.21.15.39:0/3101608402 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f7bf400fa60 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d91892b9b0 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7bdffff700 1 -- 172.21.15.39:0/3101608402 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7bf400fc60 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 10 client.15087 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.870+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d9186b5d90 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7bdffff700 1 -- 172.21.15.39:0/3101608402 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d91892b9b0 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7bdffff700 1 -- 172.21.15.39:0/3101608402 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7bf4024020 con 0x55d91893a270 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7c12f54b80 10 client.15087 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7c12f54b80 10 client.15087 resolve_mds: resolved name 'i' to daemon mds.i 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7c12f54b80 20 client.15087 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d91894fe40 0x55d91894e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7c12f54b80 4 client.15087 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d918907650 con 0x55d91894fe40 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.871+0000 7f7bfffff700 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d91894fe40 0x55d91894e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7bfffff700 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d91894fe40 0x55d91894e8b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1ccb70746d5c085 server_cookie=5fe43a7c81e84818 in_seq=0 out_seq=0 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7bdffff700 10 client.15087 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7bdffff700 1 -- 172.21.15.39:0/3101608402 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d918907650 con 0x55d91894fe40 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7bdffff700 10 client.15087 handle_command_reply: tid=0 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 client.15087 shutdown 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 msgr2=0x55d9189440e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d9189440e0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7bf40109e0 tx=0x7f7bf4004750 comp rx=0 tx=0).stop 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 shutdown_connections 2023-12-07T14:01:45.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893bac0 0x55d91894b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d9189440e0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d91894fe40 0x55d91894e8b0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/3101608402 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893abd0 0x55d918944620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7bdffff700 0 client.15087 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.872+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 >> 172.21.15.39:0/3101608402 conn(0x55d918867310 msgr2=0x55d9189338d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.873+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 shutdown_connections 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.873+0000 7f7c12f54b80 1 -- 172.21.15.39:0/3101608402 wait complete. 2023-12-07T14:01:45.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.873+0000 7f7c12f54b80 20 client.15087 trim_cache size 0 max 16384 2023-12-07T14:01:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2540013782' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1522504742' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/407495206' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:01:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.891+0000 7f7c12f54b80 1 Processor -- start 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.891+0000 7f7c12f54b80 1 -- start start 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893a270 0x55d91893e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91893ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893bac0 0x55d91894b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d91870b8d0 con 0x55d91893bac0 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918831b80 con 0x55d91893a270 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918717de0 con 0x55d91893abd0 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893bac0 0x55d91894b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893bac0 0x55d91894b620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52486/0 (socket says 172.21.15.39:52486) 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 -- 172.21.15.39:0/1249733069 learned_addr learned my addr 172.21.15.39:0/1249733069 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c04af7700 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893a270 0x55d91893e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91893ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 -- 172.21.15.39:0/1249733069 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 msgr2=0x55d91893ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91893ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 -- 172.21.15.39:0/1249733069 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893a270 msgr2=0x55d91893e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893a270 0x55d91893e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 -- 172.21.15.39:0/1249733069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d91869ec10 con 0x55d91893bac0 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c04af7700 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893a270 0x55d91893e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91893ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7c052f8700 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893bac0 0x55d91894b620 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7bf800d7b0 tx=0x7f7bf80995f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54fe7f51ccb9217c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7beb7fe700 1 -- 172.21.15.39:0/1249733069 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf809db30 con 0x55d91893bac0 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7beb7fe700 1 -- 172.21.15.39:0/1249733069 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bf80a1d70 con 0x55d91893bac0 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.892+0000 7f7beb7fe700 1 -- 172.21.15.39:0/1249733069 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf80991a0 con 0x55d91893bac0 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1249733069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893bac0 msgr2=0x55d91894b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893bac0 0x55d91894b620 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7bf800d7b0 tx=0x7f7bf80995f0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1249733069 shutdown_connections 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893bac0 0x55d91894b620 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893a270 0x55d91893e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1249733069 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91893ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1249733069 >> 172.21.15.39:0/1249733069 conn(0x55d918867310 msgr2=0x55d9189587a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1249733069 shutdown_connections 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1249733069 wait complete. 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 -- start start 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.893+0000 7f7c12f54b80 1 Processor -- start 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d918941330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91894b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c12f54b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918940000 con 0x55d91893a270 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918940170 con 0x55d91893bac0 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c12f54b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d918940330 con 0x55d91893abd0 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c12f54b80 10 client.0 _ll_register_callbacks cb 0x55d918771a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d918941330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d918941330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52488/0 (socket says 172.21.15.39:52488) 2023-12-07T14:01:45.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 -- 172.21.15.39:0/1024689935 learned_addr learned my addr 172.21.15.39:0/1024689935 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91894b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c052f8700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 -- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 msgr2=0x55d91894b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91894b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 -- 172.21.15.39:0/1024689935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 msgr2=0x55d91893f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 -- 172.21.15.39:0/1024689935 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c0019e8a0 con 0x55d91893a270 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c052f8700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7c04af7700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d918941330 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4013040 tx=0x7f7bf401dcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a8a99bc98bd8b1b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7bdffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.894+0000 7f7bdffff700 1 -- 172.21.15.39:0/1024689935 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4037070 con 0x55d91893a270 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7bdffff700 1 -- 172.21.15.39:0/1024689935 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f7bf400ee40 con 0x55d91893a270 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7bec01d040 con 0x55d91893a270 2023-12-07T14:01:45.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7bdffff700 1 -- 172.21.15.39:0/1024689935 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7bf401ded0 con 0x55d91893a270 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 10 client.15093 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d9186dc200 con 0x55d91893a270 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7bdffff700 1 -- 172.21.15.39:0/1024689935 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bec01d040 con 0x55d91893a270 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7bdffff700 1 -- 172.21.15.39:0/1024689935 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7bf4010ac0 con 0x55d91893a270 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 10 client.15093 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 10 client.15093 resolve_mds: resolved name 'i' to daemon mds.i 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 20 client.15093 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d9189aab30 0x55d9189a6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 4 client.15093 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d918852f80 con 0x55d9189aab30 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.895+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d9189aab30 0x55d9189a6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7bdffff700 10 client.15093 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7bfffff700 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d9189aab30 0x55d9189a6fb0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3938cdbb1bb328b2 server_cookie=9900af4b13e8752a in_seq=0 out_seq=0 2023-12-07T14:01:45.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7bdffff700 1 -- 172.21.15.39:0/1024689935 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x55d918852f80 con 0x55d9189aab30 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7bdffff700 10 client.15093 handle_command_reply: tid=0 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 client.15093 shutdown 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 msgr2=0x55d918941330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d918941330 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f7bf4013040 tx=0x7f7bf401dcb0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 shutdown_connections 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55d9189aab30 0x55d9189a6fb0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d91893bac0 0x55d91893f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7bdffff700 0 client.15093 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d91893a270 0x55d918941330 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 --2- 172.21.15.39:0/1024689935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d91893abd0 0x55d91894b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 >> 172.21.15.39:0/1024689935 conn(0x55d918867310 msgr2=0x55d91893e9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 shutdown_connections 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 1 -- 172.21.15.39:0/1024689935 wait complete. 2023-12-07T14:01:45.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.896+0000 7f7c12f54b80 20 client.15093 trim_cache size 0 max 16384 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 1, 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24526, 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 55.147493021000002, 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:01:45.908 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 71.652672267 2023-12-07T14:01:45.909 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:01:45.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7bf00a1510 msgr2=0x7f7bf00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7bf00a1510 0x7f7bf00a39d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f7c00101450 tx=0x7f7bf4005f90 comp rx=0 tx=0).stop 2023-12-07T14:01:45.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c00101f90 msgr2=0x7f7c0019d860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c00101f90 0x7f7c0019d860 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8007ee0 tx=0x7f7bf800d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 shutdown_connections 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f7bf00a1510 0x7f7bf00a39d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c00101f90 0x7f7c0019d860 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c00100400 0x7f7c00196300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 --2- 172.21.15.39:0/2139577150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c001015f0 0x7f7c00196840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 >> 172.21.15.39:0/2139577150 conn(0x7f7c000fb930 msgr2=0x7f7c001049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 shutdown_connections 2023-12-07T14:01:45.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:45.897+0000 7f7c06d5b700 1 -- 172.21.15.39:0/2139577150 wait complete. 2023-12-07T14:01:45.911 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-07T14:01:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 -- 172.21.15.39:0/3185109896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48101f00 msgr2=0x7f0d481042f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/3185109896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48101f00 0x7f0d481042f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f0d38009990 tx=0x7f0d38009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 -- 172.21.15.39:0/3185109896 shutdown_connections 2023-12-07T14:01:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/3185109896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d48107160 0x7f0d481095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/3185109896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48101f00 0x7f0d481042f0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/3185109896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d48104830 0x7f0d48106c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 -- 172.21.15.39:0/3185109896 >> 172.21.15.39:0/3185109896 conn(0x7f0d480fb930 msgr2=0x7f0d480fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 -- 172.21.15.39:0/3185109896 shutdown_connections 2023-12-07T14:01:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.035+0000 7f0d4d64f700 1 -- 172.21.15.39:0/3185109896 wait complete. 2023-12-07T14:01:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.036+0000 7f0d4d64f700 1 Processor -- start 2023-12-07T14:01:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.036+0000 7f0d4d64f700 1 -- start start 2023-12-07T14:01:46.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d48101f00 0x7f0d48197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d48104830 0x7f0d481979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48107160 0x7f0d4819e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d4819efb0 con 0x7f0d48107160 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d4819f0f0 con 0x7f0d48104830 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d4819f280 con 0x7f0d48101f00 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48107160 0x7f0d4819e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48107160 0x7f0d4819e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52506/0 (socket says 172.21.15.39:52506) 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 -- 172.21.15.39:0/2370786779 learned_addr learned my addr 172.21.15.39:0/2370786779 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d467fc700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d48104830 0x7f0d481979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d48101f00 0x7f0d48197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 -- 172.21.15.39:0/2370786779 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d48101f00 msgr2=0x7f0d48197480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d48101f00 0x7f0d48197480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 -- 172.21.15.39:0/2370786779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d48104830 msgr2=0x7f0d481979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d48104830 0x7f0d481979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 -- 172.21.15.39:0/2370786779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d380095f0 con 0x7f0d48107160 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d477fe700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48107160 0x7f0d4819e9e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f0d40007ee0 tx=0x7f0d4000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d2ffff700 1 -- 172.21.15.39:0/2370786779 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d40017070 con 0x7f0d48107160 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d2ffff700 1 -- 172.21.15.39:0/2370786779 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d4000f040 con 0x7f0d48107160 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d4819f560 con 0x7f0d48107160 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d2ffff700 1 -- 172.21.15.39:0/2370786779 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d40005740 con 0x7f0d48107160 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.037+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d4819fac0 con 0x7f0d48107160 2023-12-07T14:01:46.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.039+0000 7f0d2ffff700 1 -- 172.21.15.39:0/2370786779 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f0d4000dc60 con 0x7f0d48107160 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.040+0000 7f0d2ffff700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0d300a1590 0x7f0d300a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.040+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0d300a1590 0x7f0d300a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.040+0000 7f0d2ffff700 1 -- 172.21.15.39:0/2370786779 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f0d400cc530 con 0x7f0d48107160 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0d300a1590 0x7f0d300a3a50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0d38006010 tx=0x7f0d380037b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 Processor -- start 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 -- start start 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f93a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f93b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f93bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f8ae770 con 0x55a23f93a060 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f895750 con 0x55a23f93a9c0 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d59848b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f893070 con 0x55a23f93b8b0 2023-12-07T14:01:46.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d46ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f93a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d46ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f93a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52510/0 (socket says 172.21.15.39:52510) 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d46ffd700 1 -- 172.21.15.39:0/119735930 learned_addr learned my addr 172.21.15.39:0/119735930 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.041+0000 7f0d477fe700 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f93bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d467fc700 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f93b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d46ffd700 1 -- 172.21.15.39:0/119735930 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 msgr2=0x55a23f93bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f93bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d46ffd700 1 -- 172.21.15.39:0/119735930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 msgr2=0x55a23f93b2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f93b2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d46ffd700 1 -- 172.21.15.39:0/119735930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a23f70b5e0 con 0x55a23f93a060 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d467fc700 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f93b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f93a480 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0d3800b8d0 tx=0x7f0d3801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301613583248540f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d2d7fa700 1 -- 172.21.15.39:0/119735930 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3802b070 con 0x55a23f93a060 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d2d7fa700 1 -- 172.21.15.39:0/119735930 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d3801e040 con 0x55a23f93a060 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.042+0000 7f0d2d7fa700 1 -- 172.21.15.39:0/119735930 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3800f460 con 0x55a23f93a060 2023-12-07T14:01:46.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- 172.21.15.39:0/119735930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 msgr2=0x55a23f93a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f93a480 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f0d3800b8d0 tx=0x7f0d3801f000 comp rx=0 tx=0).stop 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- 172.21.15.39:0/119735930 shutdown_connections 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f93bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f93a480 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 --2- 172.21.15.39:0/119735930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f93b2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- 172.21.15.39:0/119735930 >> 172.21.15.39:0/119735930 conn(0x55a23f869310 msgr2=0x55a23f936a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- 172.21.15.39:0/119735930 shutdown_connections 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- 172.21.15.39:0/119735930 wait complete. 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- start start 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 Processor -- start 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f943ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f944400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f94b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f88e960 con 0x55a23f93a060 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f848510 con 0x55a23f93a9c0 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f8481b0 con 0x55a23f93b8b0 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d59848b80 10 client.0 _ll_register_callbacks cb 0x55a23f773a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.043+0000 7f0d46ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f943ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f943ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52516/0 (socket says 172.21.15.39:52516) 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 -- 172.21.15.39:0/880293756 learned_addr learned my addr 172.21.15.39:0/880293756 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d467fc700 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f944400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d477fe700 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f94b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 -- 172.21.15.39:0/880293756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 msgr2=0x55a23f94b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f94b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 -- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 msgr2=0x55a23f944400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f944400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 -- 172.21.15.39:0/880293756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d4810a1c0 con 0x55a23f93a060 2023-12-07T14:01:46.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f943ec0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0d3800b5c0 tx=0x7f0d380052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98564ef8335e6523 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:46.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d2aff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:46.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d2aff5700 1 -- 172.21.15.39:0/880293756 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3802b070 con 0x55a23f93a060 2023-12-07T14:01:46.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d2aff5700 1 -- 172.21.15.39:0/880293756 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f0d3800f460 con 0x55a23f93a060 2023-12-07T14:01:46.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a23f92d9b0 con 0x55a23f93a060 2023-12-07T14:01:46.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d2aff5700 1 -- 172.21.15.39:0/880293756 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d380056f0 con 0x55a23f93a060 2023-12-07T14:01:46.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d59848b80 10 client.15105 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:46.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a23f6b7d90 con 0x55a23f93a060 2023-12-07T14:01:46.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.044+0000 7f0d2aff5700 1 -- 172.21.15.39:0/880293756 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a23f92d9b0 con 0x55a23f93a060 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d2aff5700 1 -- 172.21.15.39:0/880293756 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0d38041530 con 0x55a23f93a060 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d59848b80 10 client.15105 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d59848b80 10 client.15105 resolve_mds: resolved name 'b' to daemon mds.b 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d59848b80 20 client.15105 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d59848b80 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f94f5b0 0x55a23f94e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d59848b80 4 client.15105 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a23f909650 con 0x55a23f94f5b0 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.045+0000 7f0d467fc700 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f94f5b0 0x55a23f94e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.046+0000 7f0d2aff5700 10 client.15105 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:01:46.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.046+0000 7f0d467fc700 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f94f5b0 0x55a23f94e380 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cf4909004acdf92 server_cookie=ec17256496d700db in_seq=0 out_seq=0 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.046+0000 7f0d2aff5700 1 -- 172.21.15.39:0/880293756 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55a23f909650 con 0x55a23f94f5b0 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.046+0000 7f0d2aff5700 10 client.15105 handle_command_reply: tid=0 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 client.15105 shutdown 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 msgr2=0x55a23f943ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f943ec0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0d3800b5c0 tx=0x7f0d380052f0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 shutdown_connections 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93b8b0 0x55a23f94b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f943ec0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f94f5b0 0x55a23f94e380 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 --2- 172.21.15.39:0/880293756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a9c0 0x55a23f944400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d2aff5700 0 client.15105 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:01:46.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 >> 172.21.15.39:0/880293756 conn(0x55a23f869310 msgr2=0x55a23f9358d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:46.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 shutdown_connections 2023-12-07T14:01:46.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 1 -- 172.21.15.39:0/880293756 wait complete. 2023-12-07T14:01:46.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.047+0000 7f0d59848b80 20 client.15105 trim_cache size 0 max 16384 2023-12-07T14:01:46.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 Processor -- start 2023-12-07T14:01:46.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 -- start start 2023-12-07T14:01:46.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f957f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f94b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93b8b0 0x55a23f93e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f70d8d0 con 0x55a23f93a060 2023-12-07T14:01:46.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f942460 con 0x55a23f93b8b0 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d59848b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f909650 con 0x55a23f93a9c0 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d46ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f957f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d46ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f957f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52524/0 (socket says 172.21.15.39:52524) 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.065+0000 7f0d46ffd700 1 -- 172.21.15.39:0/3070402741 learned_addr learned my addr 172.21.15.39:0/3070402741 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d477fe700 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93b8b0 0x55a23f93e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d467fc700 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f94b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d46ffd700 1 -- 172.21.15.39:0/3070402741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 msgr2=0x55a23f94b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f94b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d46ffd700 1 -- 172.21.15.39:0/3070402741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93b8b0 msgr2=0x55a23f93e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93b8b0 0x55a23f93e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d46ffd700 1 -- 172.21.15.39:0/3070402741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a23f6a0c10 con 0x55a23f93a060 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d467fc700 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f94b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f957f10 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0d38000c00 tx=0x7f0d3800be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf3568d8da4d125 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:46.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d2dffb700 1 -- 172.21.15.39:0/3070402741 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3802b070 con 0x55a23f93a060 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d2dffb700 1 -- 172.21.15.39:0/3070402741 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d38041a30 con 0x55a23f93a060 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d2dffb700 1 -- 172.21.15.39:0/3070402741 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3800fb80 con 0x55a23f93a060 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d59848b80 1 -- 172.21.15.39:0/3070402741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 msgr2=0x55a23f957f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d59848b80 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f957f10 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0d38000c00 tx=0x7f0d3800be60 comp rx=0 tx=0).stop 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d59848b80 1 -- 172.21.15.39:0/3070402741 shutdown_connections 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d59848b80 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93b8b0 0x55a23f93e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d59848b80 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93a060 0x55a23f957f10 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d59848b80 1 --2- 172.21.15.39:0/3070402741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f94b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.066+0000 7f0d59848b80 1 -- 172.21.15.39:0/3070402741 >> 172.21.15.39:0/3070402741 conn(0x55a23f869310 msgr2=0x55a23f94e380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 -- 172.21.15.39:0/3070402741 shutdown_connections 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 -- 172.21.15.39:0/3070402741 wait complete. 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 -- start start 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 Processor -- start 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a060 0x55a23f945580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f945b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93b8b0 0x55a23f94a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f94ad60 con 0x55a23f93b8b0 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f94aed0 con 0x55a23f93a060 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23f94b090 con 0x55a23f93a9c0 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d59848b80 10 client.0 _ll_register_callbacks cb 0x55a23f773a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d477fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93b8b0 0x55a23f94a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d477fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93b8b0 0x55a23f94a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52534/0 (socket says 172.21.15.39:52534) 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d477fe700 1 -- 172.21.15.39:0/150666632 learned_addr learned my addr 172.21.15.39:0/150666632 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a060 0x55a23f945580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d467fc700 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f945b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d477fe700 1 -- 172.21.15.39:0/150666632 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 msgr2=0x55a23f945b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d477fe700 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f945b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d477fe700 1 -- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a060 msgr2=0x55a23f945580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.067+0000 7f0d477fe700 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a060 0x55a23f945580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d477fe700 1 -- 172.21.15.39:0/150666632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a23f6b7d90 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d477fe700 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93b8b0 0x55a23f94a820 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f0d40000f80 tx=0x7f0d4000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87b2395a6ce03a65 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d2aff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d2aff5700 1 -- 172.21.15.39:0/150666632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d400a1b80 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d2aff5700 1 -- 172.21.15.39:0/150666632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f0d40022250 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0d3801e040 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d2aff5700 1 -- 172.21.15.39:0/150666632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d40022410 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 10 client.15111 fetch_fsmap learned FSMap version 26 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55a23f6de200 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d2aff5700 1 -- 172.21.15.39:0/150666632 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d3801e040 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d2aff5700 1 -- 172.21.15.39:0/150666632 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0d400b3020 con 0x55a23f93b8b0 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 10 client.15111 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:01:46.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 10 client.15111 resolve_mds: resolved name 'b' to daemon mds.b 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 20 client.15111 populate_metadata read hostname 'smithi039' 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f9aa010 0x55a23f9a6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 4 client.15111 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.068+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a23f854f80 con 0x55a23f9aa010 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f9aa010 0x55a23f9a6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d2aff5700 10 client.15111 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d46ffd700 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f9aa010 0x55a23f9a6490 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d85ba5c9f057b8cf server_cookie=1dec12d0f3dec3c2 in_seq=0 out_seq=0 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d2aff5700 1 -- 172.21.15.39:0/150666632 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55a23f854f80 con 0x55a23f9aa010 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d2aff5700 10 client.15111 handle_command_reply: tid=0 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 client.15111 shutdown 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93b8b0 msgr2=0x55a23f94a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93b8b0 0x55a23f94a820 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f0d40000f80 tx=0x7f0d4000b040 comp rx=0 tx=0).stop 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 shutdown_connections 2023-12-07T14:01:46.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a23f93b8b0 0x55a23f94a820 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a23f9aa010 0x55a23f9a6490 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a23f93a060 0x55a23f945580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 --2- 172.21.15.39:0/150666632 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a23f93a9c0 0x55a23f945b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d2aff5700 0 client.15111 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 >> 172.21.15.39:0/150666632 conn(0x55a23f869310 msgr2=0x55a23f957f10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 shutdown_connections 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.069+0000 7f0d59848b80 1 -- 172.21.15.39:0/150666632 wait complete. 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d59848b80 20 client.15111 trim_cache size 0 max 16384 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:01:46.079 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24539, 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 58.187546632999997, 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 64.914879909999996 2023-12-07T14:01:46.080 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0d300a1590 msgr2=0x7f0d300a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0d300a1590 0x7f0d300a3a50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f0d38006010 tx=0x7f0d380037b0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48107160 msgr2=0x7f0d4819e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48107160 0x7f0d4819e9e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f0d40007ee0 tx=0x7f0d4000d3b0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 shutdown_connections 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0d300a1590 0x7f0d300a3a50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d48107160 0x7f0d4819e9e0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d48101f00 0x7f0d48197480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 --2- 172.21.15.39:0/2370786779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d48104830 0x7f0d481979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 >> 172.21.15.39:0/2370786779 conn(0x7f0d480fb930 msgr2=0x7f0d48102940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:46.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 shutdown_connections 2023-12-07T14:01:46.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:46.070+0000 7f0d4d64f700 1 -- 172.21.15.39:0/2370786779 wait complete. 2023-12-07T14:01:46.084 INFO:tasks.cephadm:Setup complete, yielding 2023-12-07T14:01:46.085 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-07T14:01:46.095 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:01:46.096 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- bash -c 'ceph orch status' 2023-12-07T14:01:46.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:46 smithi089 ceph-mon[103124]: pgmap v300: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:46.697 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:46 smithi039 ceph-mon[98864]: pgmap v300: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:46.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:46 smithi055 ceph-mon[103363]: pgmap v300: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 -- 172.21.15.39:0/3375433278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c101710 msgr2=0x7ff05c101b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 --2- 172.21.15.39:0/3375433278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c101710 0x7ff05c101b70 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff0480099c0 tx=0x7ff048009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 -- 172.21.15.39:0/3375433278 shutdown_connections 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 --2- 172.21.15.39:0/3375433278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff05c1020b0 0x7ff05c108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 --2- 172.21.15.39:0/3375433278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05c100510 0x7ff05c100930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 --2- 172.21.15.39:0/3375433278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c101710 0x7ff05c101b70 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 -- 172.21.15.39:0/3375433278 >> 172.21.15.39:0/3375433278 conn(0x7ff05c0fbad0 msgr2=0x7ff05c0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 -- 172.21.15.39:0/3375433278 shutdown_connections 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.944+0000 7ff062c45700 1 -- 172.21.15.39:0/3375433278 wait complete. 2023-12-07T14:01:47.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 Processor -- start 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 -- start start 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c100510 0x7ff05c1974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05c101710 0x7ff05c197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff05c1020b0 0x7ff05c19ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c19f030 con 0x7ff05c100510 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c19f170 con 0x7ff05c101710 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.945+0000 7ff062c45700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c19f300 con 0x7ff05c1020b0 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0611e2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff05c1020b0 0x7ff05c19ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0611e2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff05c1020b0 0x7ff05c19ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:57268/0 (socket says 172.21.15.39:57268) 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0611e2700 1 -- 172.21.15.39:0/653288568 learned_addr learned my addr 172.21.15.39:0/653288568 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0609e1700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c100510 0x7ff05c1974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff05bfff700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05c101710 0x7ff05c197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:47.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0609e1700 1 -- 172.21.15.39:0/653288568 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff05c1020b0 msgr2=0x7ff05c19ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0609e1700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff05c1020b0 0x7ff05c19ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0609e1700 1 -- 172.21.15.39:0/653288568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05c101710 msgr2=0x7ff05c197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0609e1700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05c101710 0x7ff05c197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0609e1700 1 -- 172.21.15.39:0/653288568 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0480095f0 con 0x7ff05c100510 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff0609e1700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c100510 0x7ff05c1974f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ff05000c970 tx=0x7ff05000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff059ffb700 1 -- 172.21.15.39:0/653288568 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff050004220 con 0x7ff05c100510 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff059ffb700 1 -- 172.21.15.39:0/653288568 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff050004380 con 0x7ff05c100510 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff05c19f5e0 con 0x7ff05c100510 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff059ffb700 1 -- 172.21.15.39:0/653288568 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff05000ebe0 con 0x7ff05c100510 2023-12-07T14:01:47.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.946+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff05c19fae0 con 0x7ff05c100510 2023-12-07T14:01:47.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.947+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff05c1079a0 con 0x7ff05c100510 2023-12-07T14:01:47.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.948+0000 7ff059ffb700 1 -- 172.21.15.39:0/653288568 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ff05000ed40 con 0x7ff05c100510 2023-12-07T14:01:47.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.949+0000 7ff059ffb700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff04c0a1510 0x7ff04c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:47.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.949+0000 7ff059ffb700 1 -- 172.21.15.39:0/653288568 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff0500ccbf0 con 0x7ff05c100510 2023-12-07T14:01:47.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.949+0000 7ff05bfff700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff04c0a1510 0x7ff04c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:47.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.949+0000 7ff05bfff700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff04c0a1510 0x7ff04c0a39d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff048009990 tx=0x7ff048005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:47.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:47.953+0000 7ff059ffb700 1 -- 172.21.15.39:0/653288568 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff0500960f0 con 0x7ff05c100510 2023-12-07T14:01:48.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.170+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7ff05c061a10 con 0x7ff04c0a1510 2023-12-07T14:01:48.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.171+0000 7ff059ffb700 1 -- 172.21.15.39:0/653288568 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7ff05c061a10 con 0x7ff04c0a1510 2023-12-07T14:01:48.174 INFO:teuthology.orchestra.run.smithi039.stdout:Backend: cephadm 2023-12-07T14:01:48.174 INFO:teuthology.orchestra.run.smithi039.stdout:Available: Yes 2023-12-07T14:01:48.174 INFO:teuthology.orchestra.run.smithi039.stdout:Paused: No 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.173+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff04c0a1510 msgr2=0x7ff04c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.173+0000 7ff062c45700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff04c0a1510 0x7ff04c0a39d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7ff048009990 tx=0x7ff048005ad0 comp rx=0 tx=0).stop 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.173+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c100510 msgr2=0x7ff05c1974f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.173+0000 7ff062c45700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c100510 0x7ff05c1974f0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7ff05000c970 tx=0x7ff05000cc80 comp rx=0 tx=0).stop 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 shutdown_connections 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff04c0a1510 0x7ff04c0a39d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff05c1020b0 0x7ff05c19ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:48.176 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c100510 0x7ff05c1974f0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:48.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 --2- 172.21.15.39:0/653288568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05c101710 0x7ff05c197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:48.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 >> 172.21.15.39:0/653288568 conn(0x7ff05c0fbad0 msgr2=0x7ff05c104ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:48.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 shutdown_connections 2023-12-07T14:01:48.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:48.174+0000 7ff062c45700 1 -- 172.21.15.39:0/653288568 wait complete. 2023-12-07T14:01:48.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:48 smithi039 ceph-mon[98864]: pgmap v301: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:48.662 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- bash -c 'ceph orch ps' 2023-12-07T14:01:48.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:48 smithi055 ceph-mon[103363]: pgmap v301: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:48.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:48 smithi089 ceph-mon[103124]: pgmap v301: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:49.773 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:49 smithi039 ceph-mon[98864]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:49.774 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:49 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:01:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:49 smithi055 ceph-mon[103363]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:49 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:01:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:49 smithi089 ceph-mon[103124]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:49 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:01:50.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:50 smithi039 ceph-mon[98864]: pgmap v302: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:01:50.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 -- 172.21.15.39:0/3167212673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80102970 msgr2=0x7fdb80102dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 --2- 172.21.15.39:0/3167212673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80102970 0x7fdb80102dd0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fdb70009990 tx=0x7fdb70009ca0 comp rx=0 tx=0).stop 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 -- 172.21.15.39:0/3167212673 shutdown_connections 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 --2- 172.21.15.39:0/3167212673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdb80103310 0x7fdb80109bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 --2- 172.21.15.39:0/3167212673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb800ff8f0 0x7fdb800ffd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 --2- 172.21.15.39:0/3167212673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80102970 0x7fdb80102dd0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 -- 172.21.15.39:0/3167212673 >> 172.21.15.39:0/3167212673 conn(0x7fdb800fb230 msgr2=0x7fdb800fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 -- 172.21.15.39:0/3167212673 shutdown_connections 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 -- 172.21.15.39:0/3167212673 wait complete. 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 Processor -- start 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.890+0000 7fdb87c70700 1 -- start start 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdb800ff8f0 0x7fdb80102280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:50.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb80102970 0x7fdb80100920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80103310 0x7fdb80100e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb80101600 con 0x7fdb80103310 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb80101770 con 0x7fdb80102970 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb801a1520 con 0x7fdb800ff8f0 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80103310 0x7fdb80100e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80103310 0x7fdb80100e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52560/0 (socket says 172.21.15.39:52560) 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8520b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb80102970 0x7fdb80100920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 -- 172.21.15.39:0/4097994913 learned_addr learned my addr 172.21.15.39:0/4097994913 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb85a0c700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdb800ff8f0 0x7fdb80102280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 -- 172.21.15.39:0/4097994913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdb800ff8f0 msgr2=0x7fdb80102280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdb800ff8f0 0x7fdb80102280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 -- 172.21.15.39:0/4097994913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb80102970 msgr2=0x7fdb80100920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb80102970 0x7fdb80100920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 -- 172.21.15.39:0/4097994913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb700095f0 con 0x7fdb80103310 2023-12-07T14:01:50.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb8620d700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80103310 0x7fdb80100e60 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fdb7800ef30 tx=0x7fdb7800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb76ffd700 1 -- 172.21.15.39:0/4097994913 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb78018070 con 0x7fdb80103310 2023-12-07T14:01:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb801a1750 con 0x7fdb80103310 2023-12-07T14:01:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb76ffd700 1 -- 172.21.15.39:0/4097994913 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb7800f040 con 0x7fdb80103310 2023-12-07T14:01:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb76ffd700 1 -- 172.21.15.39:0/4097994913 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7800cd00 con 0x7fdb80103310 2023-12-07T14:01:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.891+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb801a1ca0 con 0x7fdb80103310 2023-12-07T14:01:50.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.892+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb80108c50 con 0x7fdb80103310 2023-12-07T14:01:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.894+0000 7fdb76ffd700 1 -- 172.21.15.39:0/4097994913 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fdb78003a00 con 0x7fdb80103310 2023-12-07T14:01:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.894+0000 7fdb76ffd700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdb6c0a1510 0x7fdb6c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.894+0000 7fdb76ffd700 1 -- 172.21.15.39:0/4097994913 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fdb780cd250 con 0x7fdb80103310 2023-12-07T14:01:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.894+0000 7fdb85a0c700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdb6c0a1510 0x7fdb6c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:50.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.895+0000 7fdb85a0c700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdb6c0a1510 0x7fdb6c0a39d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdb80068cb0 tx=0x7fdb7c00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:50.898 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:50 smithi055 ceph-mon[103363]: pgmap v302: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:01:50.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:50.898+0000 7fdb76ffd700 1 -- 172.21.15.39:0/4097994913 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fdb780968e0 con 0x7fdb80103310 2023-12-07T14:01:50.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:50 smithi089 ceph-mon[103124]: pgmap v302: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:01:51.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.120+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fdb80061a10 con 0x7fdb6c0a1510 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.141+0000 7fdb76ffd700 1 -- 172.21.15.39:0/4097994913 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4123 (secure 0 0 0) 0x7fdb80061a10 con 0x7fdb6c0a1510 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.a smithi039 running (72s) 62s ago 72s 16.6M - 19.0.0-46-ga2cd52c0 057fdb175c87 5a4ad434b0b8 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.b smithi055 running (70s) 62s ago 69s 13.3M - 19.0.0-46-ga2cd52c0 057fdb175c87 8963603b146c 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.c smithi089 running (82s) 62s ago 81s 14.2M - 19.0.0-46-ga2cd52c0 057fdb175c87 1ebaeca65263 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.d smithi039 running (89s) 62s ago 88s 16.7M - 19.0.0-46-ga2cd52c0 057fdb175c87 539ca6d23cb3 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.e smithi055 running (86s) 62s ago 86s 16.9M - 19.0.0-46-ga2cd52c0 057fdb175c87 ea6a45f8b82c 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.f smithi089 running (84s) 62s ago 84s 14.5M - 19.0.0-46-ga2cd52c0 057fdb175c87 388711a7e7d2 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.g smithi039 running (74s) 62s ago 74s 16.9M - 19.0.0-46-ga2cd52c0 057fdb175c87 f145aae36ad4 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.h smithi055 running (79s) 62s ago 79s 14.5M - 19.0.0-46-ga2cd52c0 057fdb175c87 d045745fc785 2023-12-07T14:01:51.144 INFO:teuthology.orchestra.run.smithi039.stdout:mds.i smithi089 running (77s) 62s ago 76s 14.5M - 19.0.0-46-ga2cd52c0 057fdb175c87 4ae0737584e8 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mds.j smithi039 running (91s) 62s ago 91s 16.8M - 19.0.0-46-ga2cd52c0 057fdb175c87 bf6afbec02a3 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mds.k smithi055 running (93s) 62s ago 93s 15.9M - 19.0.0-46-ga2cd52c0 057fdb175c87 576689fa2616 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mds.l smithi089 running (96s) 62s ago 95s 14.6M - 19.0.0-46-ga2cd52c0 057fdb175c87 4d187de414a4 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mgr.x smithi039 *:9283,8765 running (8m) 62s ago 8m 522M - 19.0.0-46-ga2cd52c0 057fdb175c87 70a4beed1c3d 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mgr.y smithi055 *:8443,8765 running (6m) 62s ago 6m 452M - 19.0.0-46-ga2cd52c0 057fdb175c87 a5b816f794a2 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mgr.z smithi089 *:8443,8765 running (6m) 62s ago 6m 452M - 19.0.0-46-ga2cd52c0 057fdb175c87 d4965da6664d 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mon.a smithi039 running (8m) 62s ago 8m 85.1M 2048M 19.0.0-46-ga2cd52c0 057fdb175c87 6e1d0570d940 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mon.b smithi055 running (6m) 62s ago 6m 58.5M 2048M 19.0.0-46-ga2cd52c0 057fdb175c87 e86ec3a5bcae 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:mon.c smithi089 running (6m) 62s ago 6m 64.2M 2048M 19.0.0-46-ga2cd52c0 057fdb175c87 6d2f26909c40 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:osd.0 smithi039 running (6m) 62s ago 6m 54.7M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 d0f94fc226b8 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:osd.1 smithi055 running (5m) 62s ago 5m 63.0M 4293M 19.0.0-46-ga2cd52c0 057fdb175c87 d54136a2ca49 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:osd.2 smithi089 running (5m) 62s ago 5m 56.0M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 54832b1b68ab 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:osd.3 smithi039 running (4m) 62s ago 4m 54.2M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 129e5382aefb 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:osd.4 smithi055 running (4m) 62s ago 4m 48.1M 4293M 19.0.0-46-ga2cd52c0 057fdb175c87 40942993371b 2023-12-07T14:01:51.145 INFO:teuthology.orchestra.run.smithi039.stdout:osd.5 smithi089 running (4m) 62s ago 4m 54.5M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 190d73aee9d6 2023-12-07T14:01:51.146 INFO:teuthology.orchestra.run.smithi039.stdout:osd.6 smithi039 running (3m) 62s ago 3m 47.7M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 1cab3812c3c6 2023-12-07T14:01:51.146 INFO:teuthology.orchestra.run.smithi039.stdout:osd.7 smithi055 running (3m) 62s ago 3m 54.8M 4293M 19.0.0-46-ga2cd52c0 057fdb175c87 18dc442e0b2c 2023-12-07T14:01:51.146 INFO:teuthology.orchestra.run.smithi039.stdout:osd.8 smithi089 running (3m) 62s ago 3m 52.0M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 f2a9a275e94b 2023-12-07T14:01:51.146 INFO:teuthology.orchestra.run.smithi039.stdout:osd.9 smithi039 running (2m) 62s ago 2m 50.5M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 c33e7fde79c3 2023-12-07T14:01:51.146 INFO:teuthology.orchestra.run.smithi039.stdout:osd.10 smithi055 running (2m) 62s ago 2m 48.0M 4293M 19.0.0-46-ga2cd52c0 057fdb175c87 f3d2373a4f3e 2023-12-07T14:01:51.146 INFO:teuthology.orchestra.run.smithi039.stdout:osd.11 smithi089 running (115s) 62s ago 114s 43.7M 4292M 19.0.0-46-ga2cd52c0 057fdb175c87 8d3c42f4edd2 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.143+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdb6c0a1510 msgr2=0x7fdb6c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.143+0000 7fdb87c70700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdb6c0a1510 0x7fdb6c0a39d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdb80068cb0 tx=0x7fdb7c00a380 comp rx=0 tx=0).stop 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.143+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80103310 msgr2=0x7fdb80100e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.143+0000 7fdb87c70700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80103310 0x7fdb80100e60 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fdb7800ef30 tx=0x7fdb7800c3a0 comp rx=0 tx=0).stop 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 shutdown_connections 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdb6c0a1510 0x7fdb6c0a39d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb80103310 0x7fdb80100e60 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdb800ff8f0 0x7fdb80102280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 --2- 172.21.15.39:0/4097994913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdb80102970 0x7fdb80100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 >> 172.21.15.39:0/4097994913 conn(0x7fdb800fb230 msgr2=0x7fdb80105d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 shutdown_connections 2023-12-07T14:01:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:51.144+0000 7fdb87c70700 1 -- 172.21.15.39:0/4097994913 wait complete. 2023-12-07T14:01:51.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- bash -c 'ceph orch ls' 2023-12-07T14:01:52.189 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:52.755 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: pgmap v303: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:01:52.756 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:52.756 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.756 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.756 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.756 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.756 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.756 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:52 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: pgmap v303: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:01:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:52 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: pgmap v303: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:01:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: from='client.15123 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:52.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:52 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:53.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 -- 172.21.15.39:0/3413948801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc101710 msgr2=0x7fa5cc101b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:53.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/3413948801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc101710 0x7fa5cc101b70 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fa5c00099c0 tx=0x7fa5c0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 -- 172.21.15.39:0/3413948801 shutdown_connections 2023-12-07T14:01:53.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/3413948801 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa5cc1020b0 0x7fa5cc108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/3413948801 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa5cc100510 0x7fa5cc100930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/3413948801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc101710 0x7fa5cc101b70 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 -- 172.21.15.39:0/3413948801 >> 172.21.15.39:0/3413948801 conn(0x7fa5cc0fbad0 msgr2=0x7fa5cc0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:53.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 -- 172.21.15.39:0/3413948801 shutdown_connections 2023-12-07T14:01:53.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.426+0000 7fa5d10d8700 1 -- 172.21.15.39:0/3413948801 wait complete. 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.427+0000 7fa5d10d8700 1 Processor -- start 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5d10d8700 1 -- start start 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5d10d8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa5cc100510 0x7fa5cc069ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5d10d8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa5cc101710 0x7fa5cc19c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5d10d8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc1020b0 0x7fa5cc19e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5d10d8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5cc19ef90 con 0x7fa5cc1020b0 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5d10d8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5cc19f100 con 0x7fa5cc101710 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5d10d8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5cc19f2c0 con 0x7fa5cc100510 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc1020b0 0x7fa5cc19e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc1020b0 0x7fa5cc19e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52572/0 (socket says 172.21.15.39:52572) 2023-12-07T14:01:53.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 -- 172.21.15.39:0/484776674 learned_addr learned my addr 172.21.15.39:0/484776674 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cad9d700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa5cc100510 0x7fa5cc069ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5ca59c700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa5cc101710 0x7fa5cc19c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 -- 172.21.15.39:0/484776674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa5cc100510 msgr2=0x7fa5cc069ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa5cc100510 0x7fa5cc069ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 -- 172.21.15.39:0/484776674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa5cc101710 msgr2=0x7fa5cc19c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa5cc101710 0x7fa5cc19c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cb59e700 1 -- 172.21.15.39:0/484776674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c00095f0 con 0x7fa5cc1020b0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5cad9d700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa5cc100510 0x7fa5cc069ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.428+0000 7fa5ca59c700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa5cc101710 0x7fa5cc19c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.429+0000 7fa5cb59e700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc1020b0 0x7fa5cc19e7f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa5c400ada0 tx=0x7fa5c400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.429+0000 7fa5b3fff700 1 -- 172.21.15.39:0/484776674 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c400f070 con 0x7fa5cc1020b0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.429+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5cc19f5a0 con 0x7fa5cc1020b0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.429+0000 7fa5b3fff700 1 -- 172.21.15.39:0/484776674 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa5c4007b30 con 0x7fa5cc1020b0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.429+0000 7fa5b3fff700 1 -- 172.21.15.39:0/484776674 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c4005440 con 0x7fa5cc1020b0 2023-12-07T14:01:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.429+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5cc19faa0 con 0x7fa5cc1020b0 2023-12-07T14:01:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.430+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5cc107950 con 0x7fa5cc1020b0 2023-12-07T14:01:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.431+0000 7fa5b3fff700 1 -- 172.21.15.39:0/484776674 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fa5c4004ad0 con 0x7fa5cc1020b0 2023-12-07T14:01:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.432+0000 7fa5b3fff700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa5b40a1510 0x7fa5b40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.432+0000 7fa5cad9d700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa5b40a1510 0x7fa5b40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.432+0000 7fa5b3fff700 1 -- 172.21.15.39:0/484776674 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fa5c40cc520 con 0x7fa5cc1020b0 2023-12-07T14:01:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.432+0000 7fa5cad9d700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa5b40a1510 0x7fa5b40a39d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc101570 tx=0x7fa5bc00a680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.436+0000 7fa5b3fff700 1 -- 172.21.15.39:0/484776674 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa5c4095ab0 con 0x7fa5cc1020b0 2023-12-07T14:01:53.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.646+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fa5cc02d3d0 con 0x7fa5b40a1510 2023-12-07T14:01:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.654+0000 7fa5b3fff700 1 -- 172.21.15.39:0/484776674 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+985 (secure 0 0 0) 0x7fa5cc02d3d0 con 0x7fa5b40a1510 2023-12-07T14:01:53.656 INFO:teuthology.orchestra.run.smithi039.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-12-07T14:01:53.657 INFO:teuthology.orchestra.run.smithi039.stdout:mds.all 12/12 2s ago 101s smithi039=a;smithi039=d;smithi039=g;smithi039=j;smithi055=b;smithi055=e;smithi055=h;smithi055=k;smithi089=c;smithi089=f;smithi089=i;smithi089=l;count:12 2023-12-07T14:01:53.657 INFO:teuthology.orchestra.run.smithi039.stdout:mgr 3/3 2s ago 6m smithi039=x;smithi055=y;smithi089=z;count:3 2023-12-07T14:01:53.657 INFO:teuthology.orchestra.run.smithi039.stdout:mon 3/3 2s ago 6m smithi039:172.21.15.39=a;smithi055:172.21.15.55=b;smithi089:172.21.15.89=c;count:3 2023-12-07T14:01:53.657 INFO:teuthology.orchestra.run.smithi039.stdout:osd 12 2s ago - 2023-12-07T14:01:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa5b40a1510 msgr2=0x7fa5b40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:53.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa5b40a1510 0x7fa5b40a39d0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc101570 tx=0x7fa5bc00a680 comp rx=0 tx=0).stop 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc1020b0 msgr2=0x7fa5cc19e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc1020b0 0x7fa5cc19e7f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fa5c400ada0 tx=0x7fa5c400c330 comp rx=0 tx=0).stop 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 shutdown_connections 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa5b40a1510 0x7fa5b40a39d0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5cc1020b0 0x7fa5cc19e7f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa5cc100510 0x7fa5cc069ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 --2- 172.21.15.39:0/484776674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa5cc101710 0x7fa5cc19c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 >> 172.21.15.39:0/484776674 conn(0x7fa5cc0fbad0 msgr2=0x7fa5cc104a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 shutdown_connections 2023-12-07T14:01:53.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:53.656+0000 7fa5d10d8700 1 -- 172.21.15.39:0/484776674 wait complete. 2023-12-07T14:01:53.797 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:01:53.798 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:01:53.798 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:53 smithi039 ceph-mon[98864]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:01:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:01:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:53 smithi055 ceph-mon[103363]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:53.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:01:53.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:01:53.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:53 smithi089 ceph-mon[103124]: from='mgr.14152 172.21.15.39:0/1184350810' entity='mgr.x' 2023-12-07T14:01:54.056 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- bash -c 'ceph orch host ls' 2023-12-07T14:01:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:54.872 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:54 smithi039 ceph-mon[98864]: pgmap v304: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:01:54.872 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:54 smithi039 ceph-mon[98864]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:54 smithi055 ceph-mon[103363]: pgmap v304: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:01:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:54 smithi055 ceph-mon[103363]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:54 smithi089 ceph-mon[103124]: pgmap v304: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:01:54.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:54 smithi089 ceph-mon[103124]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 -- 172.21.15.39:0/2800575319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e94101620 msgr2=0x7f6e94101a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/2800575319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e94101620 0x7f6e94101a40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6e880099c0 tx=0x7f6e88009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 -- 172.21.15.39:0/2800575319 shutdown_connections 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/2800575319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e941031c0 0x7f6e94109a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/2800575319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e94101620 0x7f6e94101a40 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/2800575319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e94102820 0x7f6e94102c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 -- 172.21.15.39:0/2800575319 >> 172.21.15.39:0/2800575319 conn(0x7f6e940fcbe0 msgr2=0x7f6e940ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 -- 172.21.15.39:0/2800575319 shutdown_connections 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.855+0000 7f6e9abb1700 1 -- 172.21.15.39:0/2800575319 wait complete. 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 Processor -- start 2023-12-07T14:01:55.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 -- start start 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e94101620 0x7f6e94075320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e94102820 0x7f6e940739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e941031c0 0x7f6e94073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e940746a0 con 0x7f6e941031c0 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e94074810 con 0x7f6e94101620 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9abb1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e941a1630 con 0x7f6e94102820 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9914e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e941031c0 0x7f6e94073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9914e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e941031c0 0x7f6e94073f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52584/0 (socket says 172.21.15.39:52584) 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9914e700 1 -- 172.21.15.39:0/1430177832 learned_addr learned my addr 172.21.15.39:0/1430177832 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e93fff700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e94102820 0x7f6e940739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.856+0000 7f6e9894d700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e94101620 0x7f6e94075320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9914e700 1 -- 172.21.15.39:0/1430177832 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e94102820 msgr2=0x7f6e940739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9914e700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e94102820 0x7f6e940739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:55.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9914e700 1 -- 172.21.15.39:0/1430177832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e94101620 msgr2=0x7f6e94075320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9914e700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e94101620 0x7f6e94075320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9914e700 1 -- 172.21.15.39:0/1430177832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e880095f0 con 0x7f6e941031c0 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9894d700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e94101620 0x7f6e94075320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9914e700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e941031c0 0x7f6e94073f00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00b970 tx=0x7f6e8c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e91ffb700 1 -- 172.21.15.39:0/1430177832 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c00c930 con 0x7f6e941031c0 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e91ffb700 1 -- 172.21.15.39:0/1430177832 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e8c014440 con 0x7f6e941031c0 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e941a18c0 con 0x7f6e941031c0 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e91ffb700 1 -- 172.21.15.39:0/1430177832 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8c0075d0 con 0x7f6e941031c0 2023-12-07T14:01:55.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.857+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e941a1d70 con 0x7f6e941031c0 2023-12-07T14:01:55.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.858+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e94108b20 con 0x7f6e941031c0 2023-12-07T14:01:55.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.859+0000 7f6e91ffb700 1 -- 172.21.15.39:0/1430177832 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f6e8c0145b0 con 0x7f6e941031c0 2023-12-07T14:01:55.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.860+0000 7f6e91ffb700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6e840a1510 0x7f6e840a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:55.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.860+0000 7f6e9894d700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6e840a1510 0x7f6e840a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:55.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.860+0000 7f6e91ffb700 1 -- 172.21.15.39:0/1430177832 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f6e8c006e40 con 0x7f6e941031c0 2023-12-07T14:01:55.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.860+0000 7f6e9894d700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6e840a1510 0x7f6e840a39d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6e880036f0 tx=0x7f6e88005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:55.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:55.864+0000 7f6e91ffb700 1 -- 172.21.15.39:0/1430177832 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6e8c04f2f0 con 0x7f6e941031c0 2023-12-07T14:01:56.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.070+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f6e94061a10 con 0x7f6e840a1510 2023-12-07T14:01:56.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.071+0000 7f6e91ffb700 1 -- 172.21.15.39:0/1430177832 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+187 (secure 0 0 0) 0x7f6e94061a10 con 0x7f6e840a1510 2023-12-07T14:01:56.074 INFO:teuthology.orchestra.run.smithi039.stdout:HOST ADDR LABELS STATUS 2023-12-07T14:01:56.074 INFO:teuthology.orchestra.run.smithi039.stdout:smithi039 172.21.15.39 2023-12-07T14:01:56.074 INFO:teuthology.orchestra.run.smithi039.stdout:smithi055 172.21.15.55 2023-12-07T14:01:56.074 INFO:teuthology.orchestra.run.smithi039.stdout:smithi089 172.21.15.89 2023-12-07T14:01:56.074 INFO:teuthology.orchestra.run.smithi039.stdout:3 hosts in cluster 2023-12-07T14:01:56.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6e840a1510 msgr2=0x7f6e840a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:56.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6e840a1510 0x7f6e840a39d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f6e880036f0 tx=0x7f6e88005fb0 comp rx=0 tx=0).stop 2023-12-07T14:01:56.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e941031c0 msgr2=0x7f6e94073f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:56.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e941031c0 0x7f6e94073f00 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6e8c00b970 tx=0x7f6e8c00bc80 comp rx=0 tx=0).stop 2023-12-07T14:01:56.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 shutdown_connections 2023-12-07T14:01:56.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f6e840a1510 0x7f6e840a39d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:56.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e941031c0 0x7f6e94073f00 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:56.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e94101620 0x7f6e94075320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:56.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 --2- 172.21.15.39:0/1430177832 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e94102820 0x7f6e940739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:56.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 >> 172.21.15.39:0/1430177832 conn(0x7f6e940fcbe0 msgr2=0x7f6e94105c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:56.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 shutdown_connections 2023-12-07T14:01:56.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:56.074+0000 7f6e9abb1700 1 -- 172.21.15.39:0/1430177832 wait complete. 2023-12-07T14:01:56.512 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- bash -c 'ceph orch device ls' 2023-12-07T14:01:56.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:56 smithi039 ceph-mon[98864]: pgmap v305: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:56.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:56 smithi055 ceph-mon[103363]: pgmap v305: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:56.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:56 smithi089 ceph-mon[103124]: pgmap v305: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:01:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:01:57.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:57 smithi055 ceph-mon[103363]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:57.913 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:57 smithi039 ceph-mon[98864]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:57.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:57 smithi089 ceph-mon[103124]: from='client.15135 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:01:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 -- 172.21.15.39:0/720983519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd778102820 msgr2=0x7fd778102c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 --2- 172.21.15.39:0/720983519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd778102820 0x7fd778102c80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fd7600099c0 tx=0x7fd760009cd0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 -- 172.21.15.39:0/720983519 shutdown_connections 2023-12-07T14:01:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 --2- 172.21.15.39:0/720983519 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd7781031c0 0x7fd778109a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 --2- 172.21.15.39:0/720983519 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd778101620 0x7fd778101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 --2- 172.21.15.39:0/720983519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd778102820 0x7fd778102c80 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 -- 172.21.15.39:0/720983519 >> 172.21.15.39:0/720983519 conn(0x7fd7780fcbc0 msgr2=0x7fd7780ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 -- 172.21.15.39:0/720983519 shutdown_connections 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.462+0000 7fd77d16c700 1 -- 172.21.15.39:0/720983519 wait complete. 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.463+0000 7fd77d16c700 1 Processor -- start 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.463+0000 7fd77d16c700 1 -- start start 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77d16c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd778101620 0x7fd778197420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77d16c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd778102820 0x7fd778197960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77d16c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7781031c0 0x7fd77819e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77d16c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77819ef60 con 0x7fd7781031c0 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77d16c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77819f0a0 con 0x7fd778102820 2023-12-07T14:01:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77d16c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd77819f230 con 0x7fd778101620 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7781031c0 0x7fd77819e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7781031c0 0x7fd77819e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52596/0 (socket says 172.21.15.39:52596) 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 -- 172.21.15.39:0/1417539396 learned_addr learned my addr 172.21.15.39:0/1417539396 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd776d9d700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd778101620 0x7fd778197420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77659c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd778102820 0x7fd778197960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 -- 172.21.15.39:0/1417539396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd778101620 msgr2=0x7fd778197420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd778101620 0x7fd778197420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 -- 172.21.15.39:0/1417539396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd778102820 msgr2=0x7fd778197960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd778102820 0x7fd778197960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 -- 172.21.15.39:0/1417539396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7600095f0 con 0x7fd7781031c0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd776d9d700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd778101620 0x7fd778197420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77659c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd778102820 0x7fd778197960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77759e700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7781031c0 0x7fd77819e990 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd770007da0 tx=0x7fd77000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd76ffff700 1 -- 172.21.15.39:0/1417539396 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd77000ad00 con 0x7fd7781031c0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.464+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd77819f510 con 0x7fd7781031c0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.465+0000 7fd76ffff700 1 -- 172.21.15.39:0/1417539396 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd77000ae60 con 0x7fd7781031c0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.465+0000 7fd76ffff700 1 -- 172.21.15.39:0/1417539396 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd770011780 con 0x7fd7781031c0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.465+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd77819f9c0 con 0x7fd7781031c0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.465+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd778108980 con 0x7fd7781031c0 2023-12-07T14:01:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.467+0000 7fd76ffff700 1 -- 172.21.15.39:0/1417539396 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fd770012a70 con 0x7fd7781031c0 2023-12-07T14:01:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.467+0000 7fd76ffff700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd7640a1510 0x7fd7640a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:01:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.467+0000 7fd776d9d700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd7640a1510 0x7fd7640a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:01:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.467+0000 7fd76ffff700 1 -- 172.21.15.39:0/1417539396 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fd7700ccfd0 con 0x7fd7781031c0 2023-12-07T14:01:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.468+0000 7fd776d9d700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd7640a1510 0x7fd7640a39d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd778102680 tx=0x7fd76800a680 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:01:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.472+0000 7fd76ffff700 1 -- 172.21.15.39:0/1417539396 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fd7700966e0 con 0x7fd7781031c0 2023-12-07T14:01:58.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.679+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fd77802d380 con 0x7fd7640a1510 2023-12-07T14:01:58.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.681+0000 7fd76ffff700 1 -- 172.21.15.39:0/1417539396 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7fd77802d380 con 0x7fd7640a1510 2023-12-07T14:01:58.684 INFO:teuthology.orchestra.run.smithi039.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-12-07T14:01:58.684 INFO:teuthology.orchestra.run.smithi039.stdout:smithi039 /dev/nvme0n1 ssd INTEL_SSDPEDKE040T7_BTLE736102QX4P0KGN 3726G No 2m ago Has a FileSystem, LVM detected 2023-12-07T14:01:58.684 INFO:teuthology.orchestra.run.smithi039.stdout:smithi055 /dev/nvme0n1 ssd INTEL_SSDPEDKE040T7_BTLE736102VS4P0KGN 3726G No 2m ago Has a FileSystem, LVM detected 2023-12-07T14:01:58.684 INFO:teuthology.orchestra.run.smithi039.stdout:smithi089 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT62040126400BGN 372G No 115s ago Has a FileSystem, LVM detected 2023-12-07T14:01:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd7640a1510 msgr2=0x7fd7640a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd7640a1510 0x7fd7640a39d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd778102680 tx=0x7fd76800a680 comp rx=0 tx=0).stop 2023-12-07T14:01:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7781031c0 msgr2=0x7fd77819e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:01:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7781031c0 0x7fd77819e990 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fd770007da0 tx=0x7fd77000a340 comp rx=0 tx=0).stop 2023-12-07T14:01:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 shutdown_connections 2023-12-07T14:01:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fd7640a1510 0x7fd7640a39d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7781031c0 0x7fd77819e990 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd778101620 0x7fd778197420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 --2- 172.21.15.39:0/1417539396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd778102820 0x7fd778197960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:01:58.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 >> 172.21.15.39:0/1417539396 conn(0x7fd7780fcbc0 msgr2=0x7fd778105ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:01:58.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 shutdown_connections 2023-12-07T14:01:58.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:01:58.683+0000 7fd77d16c700 1 -- 172.21.15.39:0/1417539396 wait complete. 2023-12-07T14:01:58.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:01:58 smithi055 ceph-mon[103363]: pgmap v306: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:58.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:01:58 smithi089 ceph-mon[103124]: pgmap v306: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:59.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:01:58 smithi039 ceph-mon[98864]: pgmap v306: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:01:59.071 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-12-07T14:01:59.081 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:01:59.081 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- bash -c 'ceph fs dump' 2023-12-07T14:01:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:02:00.771 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:00 smithi039 ceph-mon[98864]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:00.772 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:00 smithi039 ceph-mon[98864]: pgmap v307: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:02:00.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:00 smithi055 ceph-mon[103363]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:00.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:00 smithi055 ceph-mon[103363]: pgmap v307: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2644801147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 msgr2=0x7fc1bc100930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2644801147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc100930 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fc1b00099c0 tx=0x7fc1b0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2644801147 shutdown_connections 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2644801147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1bc1020b0 0x7fc1bc108960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2644801147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc100930 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2644801147 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1bc101710 0x7fc1bc101b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2644801147 >> 172.21.15.39:0/2644801147 conn(0x7fc1bc0fbad0 msgr2=0x7fc1bc0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2644801147 shutdown_connections 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2644801147 wait complete. 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 Processor -- start 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.912+0000 7fc1c3d6e700 1 -- start start 2023-12-07T14:02:00.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c3d6e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc104400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c3d6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1bc101710 0x7fc1bc102af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c3d6e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1bc1020b0 0x7fc1bc103030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c3d6e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1bc103710 con 0x7fc1bc100510 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c3d6e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1bc103880 con 0x7fc1bc1020b0 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c3d6e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1bc1a1570 con 0x7fc1bc101710 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc104400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc104400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52602/0 (socket says 172.21.15.39:52602) 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 -- 172.21.15.39:0/2764018697 learned_addr learned my addr 172.21.15.39:0/2764018697 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c230b700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1bc1020b0 0x7fc1bc103030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1309700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1bc101710 0x7fc1bc102af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 -- 172.21.15.39:0/2764018697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1bc101710 msgr2=0x7fc1bc102af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1bc101710 0x7fc1bc102af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 -- 172.21.15.39:0/2764018697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1bc1020b0 msgr2=0x7fc1bc103030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:00.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1bc1020b0 0x7fc1bc103030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 -- 172.21.15.39:0/2764018697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b00095f0 con 0x7fc1bc100510 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1309700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1bc101710 0x7fc1bc102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c230b700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1bc1020b0 0x7fc1bc103030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c1b0a700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc104400 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0009f50 tx=0x7fc1b0003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1aeffd700 1 -- 172.21.15.39:0/2764018697 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b001d070 con 0x7fc1bc100510 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1bc1a1770 con 0x7fc1bc100510 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1aeffd700 1 -- 172.21.15.39:0/2764018697 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc1b0022470 con 0x7fc1bc100510 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.913+0000 7fc1aeffd700 1 -- 172.21.15.39:0/2764018697 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b0022ea0 con 0x7fc1bc100510 2023-12-07T14:02:00.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.914+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1bc1a1be0 con 0x7fc1bc100510 2023-12-07T14:02:00.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.914+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1bc04f290 con 0x7fc1bc100510 2023-12-07T14:02:00.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.915+0000 7fc1aeffd700 1 -- 172.21.15.39:0/2764018697 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc1b0022800 con 0x7fc1bc100510 2023-12-07T14:02:00.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.916+0000 7fc1aeffd700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1a80a1510 0x7fc1a80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:00.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.916+0000 7fc1aeffd700 1 -- 172.21.15.39:0/2764018697 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc1b00ce580 con 0x7fc1bc100510 2023-12-07T14:02:00.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.916+0000 7fc1c1309700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1a80a1510 0x7fc1a80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:00.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.917+0000 7fc1c1309700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1a80a1510 0x7fc1a80a39d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8005fd0 tx=0x7fc1b8005dc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:00.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:00.920+0000 7fc1aeffd700 1 -- 172.21.15.39:0/2764018697 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc1b0097c10 con 0x7fc1bc100510 2023-12-07T14:02:00.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:00 smithi089 ceph-mon[103124]: from='client.15141 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:00.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:00 smithi089 ceph-mon[103124]: pgmap v307: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:02:01.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.164+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7fc1bc10bf20 con 0x7fc1bc100510 2023-12-07T14:02:01.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.164+0000 7fc1aeffd700 1 -- 172.21.15.39:0/2764018697 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 26 v26) v1 ==== 76+0+2955 (secure 0 0 0) 0x7fc1b009b230 con 0x7fc1bc100510 2023-12-07T14:02:01.167 INFO:teuthology.orchestra.run.smithi039.stdout:e26 2023-12-07T14:02:01.167 INFO:teuthology.orchestra.run.smithi039.stdout:enable_multiple, ever_enabled_multiple: 1,1 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:legacy client fscid: 1 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:Filesystem 'cephfs' (1) 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:fs_name cephfs 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:epoch 26 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:created 2023-12-07T14:00:47.308917+0000 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:modified 2023-12-07T14:00:54.156500+0000 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:tableserver 0 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:root 0 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:session_timeout 300 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:session_autoclose 300 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:max_file_size 1099511627776 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:max_xattr_size 65536 2023-12-07T14:02:01.168 INFO:teuthology.orchestra.run.smithi039.stdout:required_client_features {} 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:last_failure 0 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:last_failure_osd_epoch 0 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:max_mds 5 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:in 0,1,2,3,4 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:up {0=24539,1=24526,2=24502,3=24500,4=14628} 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:failed 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:damaged 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:stopped 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:data_pools [3] 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:metadata_pool 2 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:inline_data disabled 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:balancer 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:bal_rank_mask -1 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:standby_count_wanted 0 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b{0:24539} state up:active seq 3 addr [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.f{0:24493} state up:standby-replay seq 1 addr [v2:172.21.15.89:6834/114647789,v1:172.21.15.89:6835/114647789] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.i{1:24526} state up:active seq 6 addr [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.e{1:24479} state up:standby-replay seq 1 addr [v2:172.21.15.55:6834/1149741155,v1:172.21.15.55:6835/1149741155] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c{2:24502} state up:active seq 7 addr [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.k{2:24449} state up:standby-replay seq 1 addr [v2:172.21.15.55:6832/3159091210,v1:172.21.15.55:6833/3159091210] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.h{3:24500} state up:active seq 7 addr [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.l{3:24442} state up:standby-replay seq 1 addr [v2:172.21.15.89:6832/1353328873,v1:172.21.15.89:6833/1353328873] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a{4:14628} state up:active seq 5 addr [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.g{4:14616} state up:standby-replay seq 1 addr [v2:172.21.15.39:6838/2304604579,v1:172.21.15.39:6839/2304604579] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:Standby daemons: 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.j{-1:14544} state up:standby seq 1 addr [v2:172.21.15.39:6834/3927284827,v1:172.21.15.39:6835/3927284827] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.170 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d{-1:14556} state up:standby seq 1 addr [v2:172.21.15.39:6836/4117689090,v1:172.21.15.39:6837/4117689090] compat {c=[1],r=[1],i=[fff]}] 2023-12-07T14:02:01.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1a80a1510 msgr2=0x7fc1a80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:01.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1a80a1510 0x7fc1a80a39d0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fc1b8005fd0 tx=0x7fc1b8005dc0 comp rx=0 tx=0).stop 2023-12-07T14:02:01.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 msgr2=0x7fc1bc104400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:01.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc104400 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fc1b0009f50 tx=0x7fc1b0003970 comp rx=0 tx=0).stop 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 shutdown_connections 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1a80a1510 0x7fc1a80a39d0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1bc1020b0 0x7fc1bc103030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc100510 0x7fc1bc104400 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 --2- 172.21.15.39:0/2764018697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1bc101710 0x7fc1bc102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 >> 172.21.15.39:0/2764018697 conn(0x7fc1bc0fbad0 msgr2=0x7fc1bc0fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 shutdown_connections 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:01.166+0000 7fc1c3d6e700 1 -- 172.21.15.39:0/2764018697 wait complete. 2023-12-07T14:02:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:02:01.639 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- bash -c 'ceph osd dump' 2023-12-07T14:02:01.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:01 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2764018697' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-12-07T14:02:01.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:01 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2764018697' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-12-07T14:02:02.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:01 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2764018697' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-12-07T14:02:02.244 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:02:02.779 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:02 smithi039 ceph-mon[98864]: pgmap v308: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:02:02.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:02 smithi055 ceph-mon[103363]: pgmap v308: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:02:02.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:02 smithi089 ceph-mon[103124]: pgmap v308: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:02:03.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 -- 172.21.15.39:0/1861537151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 msgr2=0x7f59b4102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 --2- 172.21.15.39:0/1861537151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4102c60 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f59a40099c0 tx=0x7f59a4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 -- 172.21.15.39:0/1861537151 shutdown_connections 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 --2- 172.21.15.39:0/1861537151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59b41031a0 0x7f59b4109a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 --2- 172.21.15.39:0/1861537151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f59b4101600 0x7f59b4101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 --2- 172.21.15.39:0/1861537151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4102c60 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 -- 172.21.15.39:0/1861537151 >> 172.21.15.39:0/1861537151 conn(0x7f59b40fcbe0 msgr2=0x7f59b40ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 -- 172.21.15.39:0/1861537151 shutdown_connections 2023-12-07T14:02:03.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.502+0000 7f59b93a9700 1 -- 172.21.15.39:0/1861537151 wait complete. 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 Processor -- start 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 -- start start 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f59b4101600 0x7f59b41975a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59b41031a0 0x7f59b419eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59b419f090 con 0x7f59b4102800 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59b419f1d0 con 0x7f59b41031a0 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b93a9700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59b419f360 con 0x7f59b4101600 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4197ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52618/0 (socket says 172.21.15.39:52618) 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b27fc700 1 -- 172.21.15.39:0/436639257 learned_addr learned my addr 172.21.15.39:0/436639257 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b2ffd700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f59b4101600 0x7f59b41975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.503+0000 7f59b37fe700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59b41031a0 0x7f59b419eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:03.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b27fc700 1 -- 172.21.15.39:0/436639257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f59b4101600 msgr2=0x7f59b41975a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b27fc700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f59b4101600 0x7f59b41975a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b27fc700 1 -- 172.21.15.39:0/436639257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59b41031a0 msgr2=0x7f59b419eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b27fc700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59b41031a0 0x7f59b419eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b27fc700 1 -- 172.21.15.39:0/436639257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59a40095f0 con 0x7f59b4102800 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b27fc700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4197ae0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f59a4009990 tx=0x7f59a4005ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f599bfff700 1 -- 172.21.15.39:0/436639257 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59a401d070 con 0x7f59b4102800 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f599bfff700 1 -- 172.21.15.39:0/436639257 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f59a4004200 con 0x7f59b4102800 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59b419f5e0 con 0x7f59b4102800 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f599bfff700 1 -- 172.21.15.39:0/436639257 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59a400f460 con 0x7f59b4102800 2023-12-07T14:02:03.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.504+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59b419f9f0 con 0x7f59b4102800 2023-12-07T14:02:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.505+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59b4108ae0 con 0x7f59b4102800 2023-12-07T14:02:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.507+0000 7f599bfff700 1 -- 172.21.15.39:0/436639257 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f59a40226c0 con 0x7f59b4102800 2023-12-07T14:02:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.507+0000 7f599bfff700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f599c0a1510 0x7f599c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.507+0000 7f59b2ffd700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f599c0a1510 0x7f599c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:03.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.507+0000 7f599bfff700 1 -- 172.21.15.39:0/436639257 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f59a40ce670 con 0x7f59b4102800 2023-12-07T14:02:03.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.508+0000 7f59b2ffd700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f599c0a1510 0x7f599c0a39d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f59b4102660 tx=0x7f59a8009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:03.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.510+0000 7f599bfff700 1 -- 172.21.15.39:0/436639257 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f59a4097c80 con 0x7f59b4102800 2023-12-07T14:02:03.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.712+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7f59b404f290 con 0x7f59b4102800 2023-12-07T14:02:03.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.713+0000 7f599bfff700 1 -- 172.21.15.39:0/436639257 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v85) v1 ==== 56+0+5203 (secure 0 0 0) 0x7f59a409b2a0 con 0x7f59b4102800 2023-12-07T14:02:03.716 INFO:teuthology.orchestra.run.smithi039.stdout:epoch 85 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:fsid cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:created 2023-12-07T13:53:12.670193+0000 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:modified 2023-12-07T14:01:16.264467+0000 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:crush_version 26 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:full_ratio 0.95 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:backfillfull_ratio 0.9 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:nearfull_ratio 0.85 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:require_min_compat_client luminous 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:min_compat_client luminous 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:require_osd_release reef 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:stretch_mode_enabled false 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2023-12-07T14:02:03.717 INFO:teuthology.orchestra.run.smithi039.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 83 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:max_osd 12 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.0 up in weight 1 up_from 8 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6802/2325796709,v1:172.21.15.39:6803/2325796709] [v2:172.21.15.39:6804/2325796709,v1:172.21.15.39:6805/2325796709] exists,up 676a7931-14ff-44d0-ae29-46624cbad760 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.1 up in weight 1 up_from 13 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6800/3250664191,v1:172.21.15.55:6801/3250664191] [v2:172.21.15.55:6802/3250664191,v1:172.21.15.55:6803/3250664191] exists,up 5a5f7524-902e-4611-8f99-f0472cb11f84 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.2 up in weight 1 up_from 18 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.89:6800/1742241049,v1:172.21.15.89:6801/1742241049] [v2:172.21.15.89:6802/1742241049,v1:172.21.15.89:6803/1742241049] exists,up 97a99598-6aa4-43b6-b1bb-878564ca6de8 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.3 up in weight 1 up_from 26 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6810/2905524823,v1:172.21.15.39:6811/2905524823] [v2:172.21.15.39:6812/2905524823,v1:172.21.15.39:6813/2905524823] exists,up 86f26627-f810-4dcf-be29-892a7a5aa66e 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.4 up in weight 1 up_from 34 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6808/1492152843,v1:172.21.15.55:6809/1492152843] [v2:172.21.15.55:6810/1492152843,v1:172.21.15.55:6811/1492152843] exists,up 00cf8b78-2109-4c46-8075-f2ad7cda0e85 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.5 up in weight 1 up_from 39 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.89:6808/2337014915,v1:172.21.15.89:6809/2337014915] [v2:172.21.15.89:6810/2337014915,v1:172.21.15.89:6811/2337014915] exists,up 2e376ef1-b5b3-424b-81db-c80d3256b6c7 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.6 up in weight 1 up_from 46 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6818/1478460000,v1:172.21.15.39:6819/1478460000] [v2:172.21.15.39:6820/1478460000,v1:172.21.15.39:6821/1478460000] exists,up 5a7c2216-b05e-4b54-a5f7-dc7e8f759861 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.7 up in weight 1 up_from 51 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6816/4205525342,v1:172.21.15.55:6817/4205525342] [v2:172.21.15.55:6818/4205525342,v1:172.21.15.55:6819/4205525342] exists,up 4bebbb01-9c5d-4761-a980-a80ba4c2c055 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.8 up in weight 1 up_from 59 up_thru 81 down_at 0 last_clean_interval [0,0) [v2:172.21.15.89:6816/2130589104,v1:172.21.15.89:6817/2130589104] [v2:172.21.15.89:6818/2130589104,v1:172.21.15.89:6819/2130589104] exists,up 0c52f594-5797-4b49-a2f9-7abd42bc2946 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.9 up in weight 1 up_from 66 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.39:6826/4106147219,v1:172.21.15.39:6827/4106147219] [v2:172.21.15.39:6828/4106147219,v1:172.21.15.39:6829/4106147219] exists,up aaa817e8-79d6-4fb2-a44f-5d2efb1b918f 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.10 up in weight 1 up_from 71 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6824/658902834,v1:172.21.15.55:6825/658902834] [v2:172.21.15.55:6826/658902834,v1:172.21.15.55:6827/658902834] exists,up 27d6881d-54e7-435a-8ff0-997c079c221f 2023-12-07T14:02:03.718 INFO:teuthology.orchestra.run.smithi039.stdout:osd.11 up in weight 1 up_from 78 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.89:6824/4007822578,v1:172.21.15.89:6825/4007822578] [v2:172.21.15.89:6826/4007822578,v1:172.21.15.89:6827/4007822578] exists,up ea900623-5f6e-4c7f-b27a-33ed9a75f9de 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 2.a [2,11] 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 2.f [8,11] 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 2.16 [2,4] 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.2 [3,9] 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.3 [4,9] 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:pg_upmap_items 3.3c [4,9] 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6801/2083465113 expires 2023-12-08T13:54:14.765376+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/961051424 expires 2023-12-08T13:54:14.765376+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/1747298832 expires 2023-12-08T13:53:45.494347+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/3855720203 expires 2023-12-08T13:53:45.494347+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6800/2083465113 expires 2023-12-08T13:54:14.765376+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/3994027467 expires 2023-12-08T13:53:45.494347+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6800/464126975 expires 2023-12-08T13:53:45.494347+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/613704147 expires 2023-12-08T13:54:14.765376+0000 2023-12-07T14:02:03.719 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:6801/464126975 expires 2023-12-08T13:53:45.494347+0000 2023-12-07T14:02:03.720 INFO:teuthology.orchestra.run.smithi039.stdout:blocklist 172.21.15.39:0/2982654982 expires 2023-12-08T13:54:14.765376+0000 2023-12-07T14:02:03.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f599c0a1510 msgr2=0x7f599c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:03.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f599c0a1510 0x7f599c0a39d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f59b4102660 tx=0x7f59a8009190 comp rx=0 tx=0).stop 2023-12-07T14:02:03.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 msgr2=0x7f59b4197ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:03.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4197ae0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f59a4009990 tx=0x7f59a4005ee0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 shutdown_connections 2023-12-07T14:02:03.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f599c0a1510 0x7f599c0a39d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f59b41031a0 0x7f59b419eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f59b4101600 0x7f59b41975a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 --2- 172.21.15.39:0/436639257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59b4102800 0x7f59b4197ae0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:03.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 >> 172.21.15.39:0/436639257 conn(0x7f59b40fcbe0 msgr2=0x7f59b4105c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:03.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.715+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 shutdown_connections 2023-12-07T14:02:03.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:03.716+0000 7f59b93a9700 1 -- 172.21.15.39:0/436639257 wait complete. 2023-12-07T14:02:04.098 INFO:teuthology.run_tasks:Running task fs.ready... 2023-12-07T14:02:04.109 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:02:04.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 -- 172.21.15.39:0/2239926129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c1013a0 msgr2=0x7f599c101800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 --2- 172.21.15.39:0/2239926129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c1013a0 0x7f599c101800 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f59980099c0 tx=0x7f5998009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 -- 172.21.15.39:0/2239926129 shutdown_connections 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 --2- 172.21.15.39:0/2239926129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f599c101d40 0x7f599c1085f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 --2- 172.21.15.39:0/2239926129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f599c1001b0 0x7f599c1005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 --2- 172.21.15.39:0/2239926129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c1013a0 0x7f599c101800 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 -- 172.21.15.39:0/2239926129 >> 172.21.15.39:0/2239926129 conn(0x7f599c0fb760 msgr2=0x7f599c0fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 -- 172.21.15.39:0/2239926129 shutdown_connections 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.234+0000 7f59a31a1700 1 -- 172.21.15.39:0/2239926129 wait complete. 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 Processor -- start 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 -- start start 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f599c1001b0 0x7f599c0692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f599c1013a0 0x7f599c19bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c101d40 0x7f599c19e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f599c19edb0 con 0x7f599c101d40 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f599c19ef20 con 0x7f599c1001b0 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a31a1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f599c19f0e0 con 0x7f599c1013a0 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a29a0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c101d40 0x7f599c19e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a29a0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c101d40 0x7f599c19e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52634/0 (socket says 172.21.15.39:52634) 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a29a0700 1 -- 172.21.15.39:0/133227156 learned_addr learned my addr 172.21.15.39:0/133227156 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.235+0000 7f59a219f700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f599c1001b0 0x7f599c0692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a199e700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f599c1013a0 0x7f599c19bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a29a0700 1 -- 172.21.15.39:0/133227156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f599c1013a0 msgr2=0x7f599c19bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a29a0700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f599c1013a0 0x7f599c19bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a29a0700 1 -- 172.21.15.39:0/133227156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f599c1001b0 msgr2=0x7f599c0692c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a29a0700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f599c1001b0 0x7f599c0692c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a29a0700 1 -- 172.21.15.39:0/133227156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59980095f0 con 0x7f599c101d40 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a219f700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f599c1001b0 0x7f599c0692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:04.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a29a0700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c101d40 0x7f599c19e5c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f599400ef30 tx=0x7f599400c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:04.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59937fe700 1 -- 172.21.15.39:0/133227156 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5994018070 con 0x7f599c101d40 2023-12-07T14:02:04.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59937fe700 1 -- 172.21.15.39:0/133227156 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f599400f040 con 0x7f599c101d40 2023-12-07T14:02:04.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59937fe700 1 -- 172.21.15.39:0/133227156 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5994003dc0 con 0x7f599c101d40 2023-12-07T14:02:04.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f599c19f300 con 0x7f599c101d40 2023-12-07T14:02:04.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.236+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f599c19f790 con 0x7f599c101d40 2023-12-07T14:02:04.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.237+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f599c1075d0 con 0x7f599c101d40 2023-12-07T14:02:04.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.238+0000 7f59937fe700 1 -- 172.21.15.39:0/133227156 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f599400caa0 con 0x7f599c101d40 2023-12-07T14:02:04.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.239+0000 7f59937fe700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f59880a1510 0x7f59880a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.239+0000 7f59a219f700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f59880a1510 0x7f59880a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.239+0000 7f59937fe700 1 -- 172.21.15.39:0/133227156 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f59940cd400 con 0x7f599c101d40 2023-12-07T14:02:04.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.239+0000 7f59a219f700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f59880a1510 0x7f59880a39d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f598c005950 tx=0x7f598c005f50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:04.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.242+0000 7f59937fe700 1 -- 172.21.15.39:0/133227156 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5994096a90 con 0x7f599c101d40 2023-12-07T14:02:04.447 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.444+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f599c10ba30 con 0x7f599c101d40 2023-12-07T14:02:04.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.445+0000 7f59937fe700 1 -- 172.21.15.39:0/133227156 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7f599409a0b0 con 0x7f599c101d40 2023-12-07T14:02:04.449 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:04.449 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:02:04.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f59880a1510 msgr2=0x7f59880a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f59880a1510 0x7f59880a39d0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f598c005950 tx=0x7f598c005f50 comp rx=0 tx=0).stop 2023-12-07T14:02:04.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c101d40 msgr2=0x7f599c19e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c101d40 0x7f599c19e5c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f599400ef30 tx=0x7f599400c450 comp rx=0 tx=0).stop 2023-12-07T14:02:04.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 shutdown_connections 2023-12-07T14:02:04.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f59880a1510 0x7f59880a39d0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f599c101d40 0x7f599c19e5c0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f599c1001b0 0x7f599c0692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 --2- 172.21.15.39:0/133227156 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f599c1013a0 0x7f599c19bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 >> 172.21.15.39:0/133227156 conn(0x7f599c0fb760 msgr2=0x7f599c104710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:04.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 shutdown_connections 2023-12-07T14:02:04.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.448+0000 7f59a31a1700 1 -- 172.21.15.39:0/133227156 wait complete. 2023-12-07T14:02:04.464 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:02:04.464 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:02:04.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/2944015910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 msgr2=0x7f5fb8102b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/2944015910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb8102b10 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f5fa80099c0 tx=0x7f5fa8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/2944015910 shutdown_connections 2023-12-07T14:02:04.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/2944015910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5fb8103050 0x7f5fb8109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/2944015910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5fb81014c0 0x7f5fb81018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/2944015910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb8102b10 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/2944015910 >> 172.21.15.39:0/2944015910 conn(0x7f5fb80fca30 msgr2=0x7f5fb80fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/2944015910 shutdown_connections 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.591+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/2944015910 wait complete. 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 Processor -- start 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 -- start start 2023-12-07T14:02:04.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5fb81014c0 0x7f5fb8075330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb80739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5fb8103050 0x7f5fb8073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb80746a0 con 0x7f5fb81026b0 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb8074810 con 0x7f5fb81014c0 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbfb3d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb81a13d0 con 0x7f5fb8103050 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb80739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb80739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52646/0 (socket says 172.21.15.39:52646) 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 -- 172.21.15.39:0/435163808 learned_addr learned my addr 172.21.15.39:0/435163808 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd8d9700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5fb81014c0 0x7f5fb8075330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbe0da700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5fb8103050 0x7f5fb8073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 -- 172.21.15.39:0/435163808 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5fb8103050 msgr2=0x7f5fb8073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5fb8103050 0x7f5fb8073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 -- 172.21.15.39:0/435163808 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5fb81014c0 msgr2=0x7f5fb8075330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5fb81014c0 0x7f5fb8075330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbd0d8700 1 -- 172.21.15.39:0/435163808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fa80095f0 con 0x7f5fb81026b0 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.592+0000 7f5fbe0da700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5fb8103050 0x7f5fb8073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.593+0000 7f5fbd0d8700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb80739c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800b580 tx=0x7f5fa80057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.593+0000 7f5faeffd700 1 -- 172.21.15.39:0/435163808 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa801d070 con 0x7f5fb81026b0 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.593+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fb81a1600 con 0x7f5fb81026b0 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.593+0000 7f5faeffd700 1 -- 172.21.15.39:0/435163808 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5fa8004200 con 0x7f5fb81026b0 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.593+0000 7f5faeffd700 1 -- 172.21.15.39:0/435163808 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8022e20 con 0x7f5fb81026b0 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.593+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fb81a1aa0 con 0x7f5fb81026b0 2023-12-07T14:02:04.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.594+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fb8108870 con 0x7f5fb81026b0 2023-12-07T14:02:04.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.595+0000 7f5faeffd700 1 -- 172.21.15.39:0/435163808 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f5fa8022470 con 0x7f5fb81026b0 2023-12-07T14:02:04.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.595+0000 7f5faeffd700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5fa40a1510 0x7f5fa40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.596+0000 7f5fbd8d9700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5fa40a1510 0x7f5fa40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.596+0000 7f5faeffd700 1 -- 172.21.15.39:0/435163808 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f5fa80ce990 con 0x7f5fb81026b0 2023-12-07T14:02:04.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.596+0000 7f5fbd8d9700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5fa40a1510 0x7f5fa40a39d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5fb8102510 tx=0x7f5fb400a3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:04.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.599+0000 7f5faeffd700 1 -- 172.21.15.39:0/435163808 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5fa8097f20 con 0x7f5fb81026b0 2023-12-07T14:02:04.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.798+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5fb810ce60 con 0x7f5fb81026b0 2023-12-07T14:02:04.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.799+0000 7f5faeffd700 1 -- 172.21.15.39:0/435163808 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5fa80270a0 con 0x7f5fb81026b0 2023-12-07T14:02:04.802 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:02:04.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5fa40a1510 msgr2=0x7f5fa40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5fa40a1510 0x7f5fa40a39d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5fb8102510 tx=0x7f5fb400a3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 msgr2=0x7f5fb80739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb80739c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800b580 tx=0x7f5fa80057c0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 shutdown_connections 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f5fa40a1510 0x7f5fa40a39d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5fb8103050 0x7f5fb8073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5fb81014c0 0x7f5fb8075330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 --2- 172.21.15.39:0/435163808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5fb81026b0 0x7f5fb80739c0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 >> 172.21.15.39:0/435163808 conn(0x7f5fb80fca30 msgr2=0x7f5fb81059b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 shutdown_connections 2023-12-07T14:02:04.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.801+0000 7f5fbfb3d700 1 -- 172.21.15.39:0/435163808 wait complete. 2023-12-07T14:02:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:04 smithi039 ceph-mon[98864]: pgmap v309: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:02:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:04 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/436639257' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-07T14:02:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:04 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/133227156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:04.817 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:02:04.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:04 smithi055 ceph-mon[103363]: pgmap v309: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:02:04.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:04 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/436639257' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-07T14:02:04.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:04 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/133227156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:04.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:04 smithi089 ceph-mon[103124]: pgmap v309: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:02:04.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:04 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/436639257' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-12-07T14:02:04.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:04 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/133227156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:04.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 -- 172.21.15.39:0/3633016817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 msgr2=0x7fc3241007b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/3633016817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc3241007b0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc3140099c0 tx=0x7fc314009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 -- 172.21.15.39:0/3633016817 shutdown_connections 2023-12-07T14:02:04.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/3633016817 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc324101f20 0x7fc3241087d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/3633016817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc3241007b0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/3633016817 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc324101580 0x7fc3241019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 -- 172.21.15.39:0/3633016817 >> 172.21.15.39:0/3633016817 conn(0x7fc3240fb940 msgr2=0x7fc3240fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 -- 172.21.15.39:0/3633016817 shutdown_connections 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.943+0000 7fc32c2b9700 1 -- 172.21.15.39:0/3633016817 wait complete. 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 Processor -- start 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 -- start start 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc32406a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc324101580 0x7fc32419c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc324101f20 0x7fc32419e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32419ee40 con 0x7fc324100390 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32419efb0 con 0x7fc324101580 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32c2b9700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc32419f170 con 0x7fc324101f20 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc32406a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc32406a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52658/0 (socket says 172.21.15.39:52658) 2023-12-07T14:02:04.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 -- 172.21.15.39:0/1083226170 learned_addr learned my addr 172.21.15.39:0/1083226170 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc329854700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc324101580 0x7fc32419c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a856700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc324101f20 0x7fc32419e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 -- 172.21.15.39:0/1083226170 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc324101f20 msgr2=0x7fc32419e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc324101f20 0x7fc32419e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 -- 172.21.15.39:0/1083226170 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc324101580 msgr2=0x7fc32419c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc324101580 0x7fc32419c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc32a055700 1 -- 172.21.15.39:0/1083226170 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3140095f0 con 0x7fc324100390 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.944+0000 7fc329854700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc324101580 0x7fc32419c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.945+0000 7fc32a055700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc32406a670 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc314006010 tx=0x7fc3140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.945+0000 7fc31b7fe700 1 -- 172.21.15.39:0/1083226170 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31401d070 con 0x7fc324100390 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.945+0000 7fc31b7fe700 1 -- 172.21.15.39:0/1083226170 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc314005940 con 0x7fc324100390 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.945+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc32419f3f0 con 0x7fc324100390 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.945+0000 7fc31b7fe700 1 -- 172.21.15.39:0/1083226170 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc314022da0 con 0x7fc324100390 2023-12-07T14:02:04.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.945+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc32419f8a0 con 0x7fc324100390 2023-12-07T14:02:04.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.946+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3241077c0 con 0x7fc324100390 2023-12-07T14:02:04.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.947+0000 7fc31b7fe700 1 -- 172.21.15.39:0/1083226170 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc314022470 con 0x7fc324100390 2023-12-07T14:02:04.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.947+0000 7fc31b7fe700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3100a1510 0x7fc3100a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:04.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.947+0000 7fc31b7fe700 1 -- 172.21.15.39:0/1083226170 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc3140ce200 con 0x7fc324100390 2023-12-07T14:02:04.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.947+0000 7fc329854700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3100a1510 0x7fc3100a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:04.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.948+0000 7fc329854700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3100a1510 0x7fc3100a39d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc320005fd0 tx=0x7fc320005e20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:04.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:04.951+0000 7fc31b7fe700 1 -- 172.21.15.39:0/1083226170 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc314097890 con 0x7fc324100390 2023-12-07T14:02:05.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.158+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc32410bba0 con 0x7fc324100390 2023-12-07T14:02:05.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.158+0000 7fc31b7fe700 1 -- 172.21.15.39:0/1083226170 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc31409aeb0 con 0x7fc324100390 2023-12-07T14:02:05.161 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3100a1510 msgr2=0x7fc3100a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3100a1510 0x7fc3100a39d0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fc320005fd0 tx=0x7fc320005e20 comp rx=0 tx=0).stop 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 msgr2=0x7fc32406a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc32406a670 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc314006010 tx=0x7fc3140057f0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 shutdown_connections 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc3100a1510 0x7fc3100a39d0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc324101f20 0x7fc32419e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc324100390 0x7fc32406a670 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 --2- 172.21.15.39:0/1083226170 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc324101580 0x7fc32419c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 >> 172.21.15.39:0/1083226170 conn(0x7fc3240fb940 msgr2=0x7fc324104900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 shutdown_connections 2023-12-07T14:02:05.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.160+0000 7fc32c2b9700 1 -- 172.21.15.39:0/1083226170 wait complete. 2023-12-07T14:02:05.176 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:02:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 -- 172.21.15.39:0/2055937259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4101f90 msgr2=0x7fccf4108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 --2- 172.21.15.39:0/2055937259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4101f90 0x7fccf4108840 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fccec00b0d0 tx=0x7fccec00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 -- 172.21.15.39:0/2055937259 shutdown_connections 2023-12-07T14:02:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 --2- 172.21.15.39:0/2055937259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4101f90 0x7fccf4108840 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 --2- 172.21.15.39:0/2055937259 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fccf4100400 0x7fccf4100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 --2- 172.21.15.39:0/2055937259 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccf41015f0 0x7fccf4101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 -- 172.21.15.39:0/2055937259 >> 172.21.15.39:0/2055937259 conn(0x7fccf40fb930 msgr2=0x7fccf40fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 -- 172.21.15.39:0/2055937259 shutdown_connections 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.302+0000 7fccf9a81700 1 -- 172.21.15.39:0/2055937259 wait complete. 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 Processor -- start 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 -- start start 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4100400 0x7fccf41974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fccf41015f0 0x7fccf4197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccf4101f90 0x7fccf419ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccf419f020 con 0x7fccf4100400 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccf419f160 con 0x7fccf4101f90 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf9a81700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fccf419f2f0 con 0x7fccf41015f0 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.303+0000 7fccf37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4100400 0x7fccf41974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4100400 0x7fccf41974f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52672/0 (socket says 172.21.15.39:52672) 2023-12-07T14:02:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 -- 172.21.15.39:0/1477060588 learned_addr learned my addr 172.21.15.39:0/1477060588 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf3fff700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccf4101f90 0x7fccf419ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf2ffd700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fccf41015f0 0x7fccf4197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 -- 172.21.15.39:0/1477060588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fccf41015f0 msgr2=0x7fccf4197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fccf41015f0 0x7fccf4197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 -- 172.21.15.39:0/1477060588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccf4101f90 msgr2=0x7fccf419ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccf4101f90 0x7fccf419ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 -- 172.21.15.39:0/1477060588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fccec009d00 con 0x7fccf4100400 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf3fff700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccf4101f90 0x7fccf419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf37fe700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4100400 0x7fccf41974f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fcce400e970 tx=0x7fcce400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf0ff9700 1 -- 172.21.15.39:0/1477060588 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce4009790 con 0x7fccf4100400 2023-12-07T14:02:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf0ff9700 1 -- 172.21.15.39:0/1477060588 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcce40044e0 con 0x7fccf4100400 2023-12-07T14:02:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fccf419f5d0 con 0x7fccf4100400 2023-12-07T14:02:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf0ff9700 1 -- 172.21.15.39:0/1477060588 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcce4003e30 con 0x7fccf4100400 2023-12-07T14:02:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.304+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fccf419fae0 con 0x7fccf4100400 2023-12-07T14:02:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.305+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fccf4068330 con 0x7fccf4100400 2023-12-07T14:02:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.306+0000 7fccf0ff9700 1 -- 172.21.15.39:0/1477060588 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fcce4003f90 con 0x7fccf4100400 2023-12-07T14:02:05.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.307+0000 7fccf0ff9700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fccdc0a1510 0x7fccdc0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.307+0000 7fccf2ffd700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fccdc0a1510 0x7fccdc0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.307+0000 7fccf0ff9700 1 -- 172.21.15.39:0/1477060588 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fcce4014070 con 0x7fccf4100400 2023-12-07T14:02:05.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.307+0000 7fccf2ffd700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fccdc0a1510 0x7fccdc0a39d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcce8005fd0 tx=0x7fcce800a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:05.314 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.311+0000 7fccf0ff9700 1 -- 172.21.15.39:0/1477060588 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fcce40966e0 con 0x7fccf4100400 2023-12-07T14:02:05.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.512+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fccf410be50 con 0x7fccf4100400 2023-12-07T14:02:05.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.512+0000 7fccf0ff9700 1 -- 172.21.15.39:0/1477060588 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7fcce4099d00 con 0x7fccf4100400 2023-12-07T14:02:05.516 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:02:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fccdc0a1510 msgr2=0x7fccdc0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fccdc0a1510 0x7fccdc0a39d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcce8005fd0 tx=0x7fcce800a560 comp rx=0 tx=0).stop 2023-12-07T14:02:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4100400 msgr2=0x7fccf41974f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4100400 0x7fccf41974f0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fcce400e970 tx=0x7fcce400ed30 comp rx=0 tx=0).stop 2023-12-07T14:02:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 shutdown_connections 2023-12-07T14:02:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fccdc0a1510 0x7fccdc0a39d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fccf4101f90 0x7fccf419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fccf4100400 0x7fccf41974f0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 --2- 172.21.15.39:0/1477060588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fccf41015f0 0x7fccf4197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 >> 172.21.15.39:0/1477060588 conn(0x7fccf40fb930 msgr2=0x7fccf40fd420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 shutdown_connections 2023-12-07T14:02:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.515+0000 7fccf9a81700 1 -- 172.21.15.39:0/1477060588 wait complete. 2023-12-07T14:02:05.530 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:02:05.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3969556054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab741016c0 msgr2=0x7fab74107f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3969556054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab741016c0 0x7fab74107f70 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fab6c00b0d0 tx=0x7fab6c00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3969556054 shutdown_connections 2023-12-07T14:02:05.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3969556054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab741016c0 0x7fab74107f70 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3969556054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab740ffb30 0x7fab740fff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3969556054 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab74100d20 0x7fab74101180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3969556054 >> 172.21.15.39:0/3969556054 conn(0x7fab740fb0c0 msgr2=0x7fab740fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3969556054 shutdown_connections 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.654+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3969556054 wait complete. 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 Processor -- start 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 -- start start 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab740ffb30 0x7fab7410c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab74100d20 0x7fab7419c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab741016c0 0x7fab7419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7419ef30 con 0x7fab74100d20 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7419f0a0 con 0x7fab740ffb30 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab7aa7c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7419f260 con 0x7fab741016c0 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab74100d20 0x7fab7419c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab74100d20 0x7fab7419c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52688/0 (socket says 172.21.15.39:52688) 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 -- 172.21.15.39:0/3908065662 learned_addr learned my addr 172.21.15.39:0/3908065662 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab78818700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab740ffb30 0x7fab7410c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 -- 172.21.15.39:0/3908065662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab741016c0 msgr2=0x7fab7419e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab79019700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab741016c0 0x7fab7419e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab741016c0 0x7fab7419e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 -- 172.21.15.39:0/3908065662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab740ffb30 msgr2=0x7fab7410c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab740ffb30 0x7fab7410c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 -- 172.21.15.39:0/3908065662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab6c009d00 con 0x7fab74100d20 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab78818700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab740ffb30 0x7fab7410c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab79019700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab741016c0 0x7fab7419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.655+0000 7fab73fff700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab74100d20 0x7fab7419c200 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fab6000c920 tx=0x7fab6000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.656+0000 7fab71ffb700 1 -- 172.21.15.39:0/3908065662 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab60007b00 con 0x7fab74100d20 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.656+0000 7fab71ffb700 1 -- 172.21.15.39:0/3908065662 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab60004cf0 con 0x7fab74100d20 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.656+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab7419f540 con 0x7fab74100d20 2023-12-07T14:02:05.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.656+0000 7fab71ffb700 1 -- 172.21.15.39:0/3908065662 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab60005610 con 0x7fab74100d20 2023-12-07T14:02:05.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.656+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab7419fa50 con 0x7fab74100d20 2023-12-07T14:02:05.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.657+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab74106700 con 0x7fab74100d20 2023-12-07T14:02:05.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.658+0000 7fab71ffb700 1 -- 172.21.15.39:0/3908065662 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fab60004750 con 0x7fab74100d20 2023-12-07T14:02:05.663 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.658+0000 7fab71ffb700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fab640a1510 0x7fab640a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:05.663 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.658+0000 7fab71ffb700 1 -- 172.21.15.39:0/3908065662 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fab600ccd40 con 0x7fab74100d20 2023-12-07T14:02:05.663 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.658+0000 7fab78818700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fab640a1510 0x7fab640a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:05.663 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.659+0000 7fab78818700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fab640a1510 0x7fab640a39d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fab68005fd0 tx=0x7fab68005e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:05.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.663+0000 7fab71ffb700 1 -- 172.21.15.39:0/3908065662 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fab60096340 con 0x7fab74100d20 2023-12-07T14:02:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/435163808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1083226170' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1477060588' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:05 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/435163808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:05 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1083226170' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:05 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1477060588' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.907+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fab7410b350 con 0x7fab74100d20 2023-12-07T14:02:05.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.908+0000 7fab71ffb700 1 -- 172.21.15.39:0/3908065662 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7fab6001d020 con 0x7fab74100d20 2023-12-07T14:02:05.911 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:05.911 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:02:05.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fab640a1510 msgr2=0x7fab640a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fab640a1510 0x7fab640a39d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fab68005fd0 tx=0x7fab68005e40 comp rx=0 tx=0).stop 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab74100d20 msgr2=0x7fab7419c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab74100d20 0x7fab7419c200 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fab6000c920 tx=0x7fab6000cce0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 shutdown_connections 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fab640a1510 0x7fab640a39d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab741016c0 0x7fab7419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab740ffb30 0x7fab7410c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 --2- 172.21.15.39:0/3908065662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab74100d20 0x7fab7419c200 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 >> 172.21.15.39:0/3908065662 conn(0x7fab740fb0c0 msgr2=0x7fab740fb4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 shutdown_connections 2023-12-07T14:02:05.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:05.910+0000 7fab7aa7c700 1 -- 172.21.15.39:0/3908065662 wait complete. 2023-12-07T14:02:05.915 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:02:05.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:02:05.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/435163808' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1083226170' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:05.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1477060588' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 -- 172.21.15.39:0/3133256118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4103030 msgr2=0x7f96b41098e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 --2- 172.21.15.39:0/3133256118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4103030 0x7f96b41098e0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f96ac00b0d0 tx=0x7f96ac00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 -- 172.21.15.39:0/3133256118 shutdown_connections 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 --2- 172.21.15.39:0/3133256118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4103030 0x7f96b41098e0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 --2- 172.21.15.39:0/3133256118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96b41014a0 0x7f96b41018c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 --2- 172.21.15.39:0/3133256118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96b4102690 0x7f96b4102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 -- 172.21.15.39:0/3133256118 >> 172.21.15.39:0/3133256118 conn(0x7f96b40fca10 msgr2=0x7f96b40fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 -- 172.21.15.39:0/3133256118 shutdown_connections 2023-12-07T14:02:06.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.049+0000 7f96b9a10700 1 -- 172.21.15.39:0/3133256118 wait complete. 2023-12-07T14:02:06.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 Processor -- start 2023-12-07T14:02:06.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 -- start start 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96b41014a0 0x7f96b4075330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4102690 0x7f96b40739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96b4103030 0x7f96b4073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96b40746a0 con 0x7f96b4102690 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96b4074810 con 0x7f96b4103030 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b9a10700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96b41a1530 con 0x7f96b41014a0 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4102690 0x7f96b40739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4102690 0x7f96b40739c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52702/0 (socket says 172.21.15.39:52702) 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.050+0000 7f96b27fc700 1 -- 172.21.15.39:0/2254296066 learned_addr learned my addr 172.21.15.39:0/2254296066 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b2ffd700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96b41014a0 0x7f96b4075330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b37fe700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96b4103030 0x7f96b4073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b27fc700 1 -- 172.21.15.39:0/2254296066 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96b41014a0 msgr2=0x7f96b4075330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b27fc700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96b41014a0 0x7f96b4075330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b27fc700 1 -- 172.21.15.39:0/2254296066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96b4103030 msgr2=0x7f96b4073f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b27fc700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96b4103030 0x7f96b4073f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b27fc700 1 -- 172.21.15.39:0/2254296066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96ac009d00 con 0x7f96b4102690 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b37fe700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96b4103030 0x7f96b4073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b27fc700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4102690 0x7f96b40739c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f96a800c920 tx=0x7f96a800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b8a0e700 1 -- 172.21.15.39:0/2254296066 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a8007aa0 con 0x7f96b4102690 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b8a0e700 1 -- 172.21.15.39:0/2254296066 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96a800ce70 con 0x7f96b4102690 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96b41a17c0 con 0x7f96b4102690 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b8a0e700 1 -- 172.21.15.39:0/2254296066 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96a8005440 con 0x7f96b4102690 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.051+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96b41a1cd0 con 0x7f96b4102690 2023-12-07T14:02:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.052+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96b4108850 con 0x7f96b4102690 2023-12-07T14:02:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.053+0000 7f96b8a0e700 1 -- 172.21.15.39:0/2254296066 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f96a80055a0 con 0x7f96b4102690 2023-12-07T14:02:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.054+0000 7f96b8a0e700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f969c0a1510 0x7f969c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.054+0000 7f96b8a0e700 1 -- 172.21.15.39:0/2254296066 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f96a80ccd50 con 0x7f96b4102690 2023-12-07T14:02:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.054+0000 7f96b2ffd700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f969c0a1510 0x7f969c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.054+0000 7f96b2ffd700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f969c0a1510 0x7f969c0a39d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f96b41024f0 tx=0x7f96a4007400 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:06.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.057+0000 7f96b8a0e700 1 -- 172.21.15.39:0/2254296066 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f96a8096250 con 0x7f96b4102690 2023-12-07T14:02:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.263+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f96b4068780 con 0x7f96b4102690 2023-12-07T14:02:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.264+0000 7f96b8a0e700 1 -- 172.21.15.39:0/2254296066 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7f96a801d020 con 0x7f96b4102690 2023-12-07T14:02:06.268 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:06.268 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f969c0a1510 msgr2=0x7f969c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f969c0a1510 0x7f969c0a39d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f96b41024f0 tx=0x7f96a4007400 comp rx=0 tx=0).stop 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4102690 msgr2=0x7f96b40739c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4102690 0x7f96b40739c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f96a800c920 tx=0x7f96a800cc30 comp rx=0 tx=0).stop 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 shutdown_connections 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f969c0a1510 0x7f969c0a39d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96b4103030 0x7f96b4073f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96b41014a0 0x7f96b4075330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 --2- 172.21.15.39:0/2254296066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96b4102690 0x7f96b40739c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.266+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 >> 172.21.15.39:0/2254296066 conn(0x7f96b40fca10 msgr2=0x7f96b4105990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.267+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 shutdown_connections 2023-12-07T14:02:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.267+0000 7f96b9a10700 1 -- 172.21.15.39:0/2254296066 wait complete. 2023-12-07T14:02:06.282 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:02:06.283 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:02:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.408+0000 7fb9f239e700 1 -- 172.21.15.39:0/812570035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1001f0 msgr2=0x7fb9ec100610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.408+0000 7fb9f239e700 1 --2- 172.21.15.39:0/812570035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1001f0 0x7fb9ec100610 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fb9e80099c0 tx=0x7fb9e8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.408+0000 7fb9f239e700 1 -- 172.21.15.39:0/812570035 shutdown_connections 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.408+0000 7fb9f239e700 1 --2- 172.21.15.39:0/812570035 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9ec101d80 0x7fb9ec108630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.409+0000 7fb9f239e700 1 --2- 172.21.15.39:0/812570035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1001f0 0x7fb9ec100610 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.409+0000 7fb9f239e700 1 --2- 172.21.15.39:0/812570035 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9ec1013e0 0x7fb9ec101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.409+0000 7fb9f239e700 1 -- 172.21.15.39:0/812570035 >> 172.21.15.39:0/812570035 conn(0x7fb9ec0fb740 msgr2=0x7fb9ec0fdba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.409+0000 7fb9f239e700 1 -- 172.21.15.39:0/812570035 shutdown_connections 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.409+0000 7fb9f239e700 1 -- 172.21.15.39:0/812570035 wait complete. 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.409+0000 7fb9f239e700 1 Processor -- start 2023-12-07T14:02:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.409+0000 7fb9f239e700 1 -- start start 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9ec1001f0 0x7fb9ec0692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1013e0 0x7fb9ec19bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9ec101d80 0x7fb9ec19e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ec19ed10 con 0x7fb9ec1013e0 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ec19ee80 con 0x7fb9ec1001f0 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9ec19f040 con 0x7fb9ec101d80 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1013e0 0x7fb9ec19bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1013e0 0x7fb9ec19bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52716/0 (socket says 172.21.15.39:52716) 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 -- 172.21.15.39:0/3320334434 learned_addr learned my addr 172.21.15.39:0/3320334434 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f139c700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9ec1001f0 0x7fb9ec0692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f1b9d700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9ec101d80 0x7fb9ec19e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 -- 172.21.15.39:0/3320334434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9ec101d80 msgr2=0x7fb9ec19e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9ec101d80 0x7fb9ec19e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 -- 172.21.15.39:0/3320334434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9ec1001f0 msgr2=0x7fb9ec0692c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9ec1001f0 0x7fb9ec0692c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 -- 172.21.15.39:0/3320334434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9e80095f0 con 0x7fb9ec1013e0 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f0b9b700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1013e0 0x7fb9ec19bf00 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb9e000e9a0 tx=0x7fb9e000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9de7fc700 1 -- 172.21.15.39:0/3320334434 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0009790 con 0x7fb9ec1013e0 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9de7fc700 1 -- 172.21.15.39:0/3320334434 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9e0010430 con 0x7fb9ec1013e0 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9ec19f2c0 con 0x7fb9ec1013e0 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9de7fc700 1 -- 172.21.15.39:0/3320334434 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e0018680 con 0x7fb9ec1013e0 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.410+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9ec19f7d0 con 0x7fb9ec1013e0 2023-12-07T14:02:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.411+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9ec1075a0 con 0x7fb9ec1013e0 2023-12-07T14:02:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.413+0000 7fb9de7fc700 1 -- 172.21.15.39:0/3320334434 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fb9e00105a0 con 0x7fb9ec1013e0 2023-12-07T14:02:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.413+0000 7fb9de7fc700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9d80a15c0 0x7fb9d80a3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.413+0000 7fb9f139c700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9d80a15c0 0x7fb9d80a3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.413+0000 7fb9de7fc700 1 -- 172.21.15.39:0/3320334434 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fb9e0014070 con 0x7fb9ec1013e0 2023-12-07T14:02:06.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.414+0000 7fb9f139c700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9d80a15c0 0x7fb9d80a3a80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb9e8009990 tx=0x7fb9e8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.417+0000 7fb9de7fc700 1 -- 172.21.15.39:0/3320334434 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb9e0096730 con 0x7fb9ec1013e0 2023-12-07T14:02:06.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.619+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb9ec10ba50 con 0x7fb9ec1013e0 2023-12-07T14:02:06.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.619+0000 7fb9de7fc700 1 -- 172.21.15.39:0/3320334434 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb9e0099d50 con 0x7fb9ec1013e0 2023-12-07T14:02:06.623 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9d80a15c0 msgr2=0x7fb9d80a3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9d80a15c0 0x7fb9d80a3a80 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fb9e8009990 tx=0x7fb9e8000bc0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1013e0 msgr2=0x7fb9ec19bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1013e0 0x7fb9ec19bf00 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb9e000e9a0 tx=0x7fb9e000ecb0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 shutdown_connections 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb9d80a15c0 0x7fb9d80a3a80 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9ec101d80 0x7fb9ec19e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9ec1001f0 0x7fb9ec0692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 --2- 172.21.15.39:0/3320334434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9ec1013e0 0x7fb9ec19bf00 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 >> 172.21.15.39:0/3320334434 conn(0x7fb9ec0fb740 msgr2=0x7fb9ec1046e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 shutdown_connections 2023-12-07T14:02:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.621+0000 7fb9f239e700 1 -- 172.21.15.39:0/3320334434 wait complete. 2023-12-07T14:02:06.637 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:02:06.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 -- 172.21.15.39:0/605101434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49341015f0 msgr2=0x7f4934101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 --2- 172.21.15.39:0/605101434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49341015f0 0x7f4934101a50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f49240099c0 tx=0x7f4924009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 -- 172.21.15.39:0/605101434 shutdown_connections 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 --2- 172.21.15.39:0/605101434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4934101f90 0x7f4934108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 --2- 172.21.15.39:0/605101434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4934100400 0x7f4934100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 --2- 172.21.15.39:0/605101434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49341015f0 0x7f4934101a50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 -- 172.21.15.39:0/605101434 >> 172.21.15.39:0/605101434 conn(0x7f49340fb930 msgr2=0x7f49340fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 -- 172.21.15.39:0/605101434 shutdown_connections 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 -- 172.21.15.39:0/605101434 wait complete. 2023-12-07T14:02:06.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.764+0000 7f4939f3e700 1 Processor -- start 2023-12-07T14:02:06.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4939f3e700 1 -- start start 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4939f3e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4934100400 0x7f49340692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4939f3e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49341015f0 0x7f493419c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4939f3e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4934101f90 0x7f493419e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4939f3e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f493419ef40 con 0x7f4934101f90 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4939f3e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f493419f0b0 con 0x7f49341015f0 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4939f3e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f493419f270 con 0x7f4934100400 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4934101f90 0x7f493419e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4934101f90 0x7f493419e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52732/0 (socket says 172.21.15.39:52732) 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 -- 172.21.15.39:0/3097086774 learned_addr learned my addr 172.21.15.39:0/3097086774 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f49337fe700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4934100400 0x7f49340692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4932ffd700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49341015f0 0x7f493419c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 -- 172.21.15.39:0/3097086774 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4934100400 msgr2=0x7f49340692c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4934100400 0x7f49340692c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 -- 172.21.15.39:0/3097086774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49341015f0 msgr2=0x7f493419c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49341015f0 0x7f493419c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 -- 172.21.15.39:0/3097086774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49240095f0 con 0x7f4934101f90 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.765+0000 7f4933fff700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4934101f90 0x7f493419e750 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f492c007ee0 tx=0x7f492c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.766+0000 7f4930ff9700 1 -- 172.21.15.39:0/3097086774 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f492c00ddd0 con 0x7f4934101f90 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.766+0000 7f4930ff9700 1 -- 172.21.15.39:0/3097086774 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f492c00f040 con 0x7f4934101f90 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.766+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f493419f4f0 con 0x7f4934101f90 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.766+0000 7f4930ff9700 1 -- 172.21.15.39:0/3097086774 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f492c0048e0 con 0x7f4934101f90 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.766+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f493419fa00 con 0x7f4934101f90 2023-12-07T14:02:06.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.767+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4934107870 con 0x7f4934101f90 2023-12-07T14:02:06.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.768+0000 7f4930ff9700 1 -- 172.21.15.39:0/3097086774 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f492c003a00 con 0x7f4934101f90 2023-12-07T14:02:06.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.769+0000 7f4930ff9700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f491c0a1610 0x7f491c0a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:06.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.769+0000 7f49337fe700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f491c0a1610 0x7f491c0a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:06.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.769+0000 7f4930ff9700 1 -- 172.21.15.39:0/3097086774 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f492c0ccfa0 con 0x7f4934101f90 2023-12-07T14:02:06.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.769+0000 7f49337fe700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f491c0a1610 0x7f491c0a3ad0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4934101450 tx=0x7f492800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:06.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.772+0000 7f4930ff9700 1 -- 172.21.15.39:0/3097086774 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f492c0964a0 con 0x7f4934101f90 2023-12-07T14:02:06.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:06 smithi089 ceph-mon[103124]: pgmap v310: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:02:06.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:06 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3908065662' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:06.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:06 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2254296066' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:06.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:06 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3320334434' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:06.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.977+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f493410bba0 con 0x7f4934101f90 2023-12-07T14:02:06.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.977+0000 7f4930ff9700 1 -- 172.21.15.39:0/3097086774 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7f492c0230a0 con 0x7f4934101f90 2023-12-07T14:02:06.981 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:02:06.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f491c0a1610 msgr2=0x7f491c0a3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f491c0a1610 0x7f491c0a3ad0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4934101450 tx=0x7f492800b410 comp rx=0 tx=0).stop 2023-12-07T14:02:06.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4934101f90 msgr2=0x7f493419e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:06.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4934101f90 0x7f493419e750 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f492c007ee0 tx=0x7f492c00d3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 shutdown_connections 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f491c0a1610 0x7f491c0a3ad0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4934101f90 0x7f493419e750 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4934100400 0x7f49340692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 --2- 172.21.15.39:0/3097086774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f49341015f0 0x7f493419c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 >> 172.21.15.39:0/3097086774 conn(0x7f49340fb930 msgr2=0x7f49341049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 shutdown_connections 2023-12-07T14:02:06.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:06.980+0000 7f4939f3e700 1 -- 172.21.15.39:0/3097086774 wait complete. 2023-12-07T14:02:06.994 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:06 smithi039 ceph-mon[98864]: pgmap v310: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:02:06.994 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:06 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3908065662' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:06.995 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:06 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2254296066' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:06.995 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:06 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3320334434' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:06.996 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:02:07.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 -- 172.21.15.39:0/3439510478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100400 msgr2=0x7f8afc100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/3439510478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100400 0x7f8afc100820 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8af00099c0 tx=0x7f8af0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 -- 172.21.15.39:0/3439510478 shutdown_connections 2023-12-07T14:02:07.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/3439510478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc101f90 0x7f8afc108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/3439510478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc100400 0x7f8afc100820 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/3439510478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc1015f0 0x7f8afc101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 -- 172.21.15.39:0/3439510478 >> 172.21.15.39:0/3439510478 conn(0x7f8afc0fb930 msgr2=0x7f8afc0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:07.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 -- 172.21.15.39:0/3439510478 shutdown_connections 2023-12-07T14:02:07.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 -- 172.21.15.39:0/3439510478 wait complete. 2023-12-07T14:02:07.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.121+0000 7f8b01ac1700 1 Processor -- start 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8b01ac1700 1 -- start start 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8b01ac1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100400 0x7f8afc0692c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8b01ac1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc1015f0 0x7f8afc19c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8b01ac1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc101f90 0x7f8afc19e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8b01ac1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8afc19ef60 con 0x7f8afc101f90 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8b01ac1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8afc19f0d0 con 0x7f8afc1015f0 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8b01ac1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8afc19f290 con 0x7f8afc100400 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc101f90 0x7f8afc19e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc101f90 0x7f8afc19e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52746/0 (socket says 172.21.15.39:52746) 2023-12-07T14:02:07.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 -- 172.21.15.39:0/2934170312 learned_addr learned my addr 172.21.15.39:0/2934170312 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afb7fe700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100400 0x7f8afc0692c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 -- 172.21.15.39:0/2934170312 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100400 msgr2=0x7f8afc0692c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100400 0x7f8afc0692c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 -- 172.21.15.39:0/2934170312 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc1015f0 msgr2=0x7f8afc19c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc1015f0 0x7f8afc19c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 -- 172.21.15.39:0/2934170312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8af00095f0 con 0x7f8afc101f90 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.122+0000 7f8afbfff700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc101f90 0x7f8afc19e770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8af4007ee0 tx=0x7f8af400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.123+0000 7f8af8ff9700 1 -- 172.21.15.39:0/2934170312 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af4017070 con 0x7f8afc101f90 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.123+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8afc19f510 con 0x7f8afc101f90 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.123+0000 7f8af8ff9700 1 -- 172.21.15.39:0/2934170312 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8af400f040 con 0x7f8afc101f90 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.123+0000 7f8af8ff9700 1 -- 172.21.15.39:0/2934170312 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af4005740 con 0x7f8afc101f90 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.123+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8afc19f9d0 con 0x7f8afc101f90 2023-12-07T14:02:07.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.124+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8afc1078a0 con 0x7f8afc101f90 2023-12-07T14:02:07.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.125+0000 7f8af8ff9700 1 -- 172.21.15.39:0/2934170312 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f8af400dc60 con 0x7f8afc101f90 2023-12-07T14:02:07.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.125+0000 7f8af8ff9700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1510 0x7f8ae40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.126+0000 7f8afb7fe700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1510 0x7f8ae40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.126+0000 7f8af8ff9700 1 -- 172.21.15.39:0/2934170312 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f8af40ccc40 con 0x7f8afc101f90 2023-12-07T14:02:07.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.126+0000 7f8afb7fe700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1510 0x7f8ae40a39d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8af0003820 tx=0x7f8af0005920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:07.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.129+0000 7f8af8ff9700 1 -- 172.21.15.39:0/2934170312 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8af4096240 con 0x7f8afc101f90 2023-12-07T14:02:07.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:06 smithi055 ceph-mon[103363]: pgmap v310: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:02:07.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:06 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3908065662' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:07.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:06 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2254296066' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:07.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:06 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3320334434' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:07.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.331+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8afc10bba0 con 0x7f8afc101f90 2023-12-07T14:02:07.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.331+0000 7f8af8ff9700 1 -- 172.21.15.39:0/2934170312 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8af4099860 con 0x7f8afc101f90 2023-12-07T14:02:07.335 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:02:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1510 msgr2=0x7f8ae40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1510 0x7f8ae40a39d0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8af0003820 tx=0x7f8af0005920 comp rx=0 tx=0).stop 2023-12-07T14:02:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc101f90 msgr2=0x7f8afc19e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc101f90 0x7f8afc19e770 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8af4007ee0 tx=0x7f8af400d3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 shutdown_connections 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8ae40a1510 0x7f8ae40a39d0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8afc101f90 0x7f8afc19e770 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8afc100400 0x7f8afc0692c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 --2- 172.21.15.39:0/2934170312 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8afc1015f0 0x7f8afc19c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 >> 172.21.15.39:0/2934170312 conn(0x7f8afc0fb930 msgr2=0x7f8afc1049e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 shutdown_connections 2023-12-07T14:02:07.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.334+0000 7f8b01ac1700 1 -- 172.21.15.39:0/2934170312 wait complete. 2023-12-07T14:02:07.350 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 -- 172.21.15.39:0/3339688784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 msgr2=0x7f70c0104360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 --2- 172.21.15.39:0/3339688784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0104360 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f70b0009990 tx=0x7f70b0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 -- 172.21.15.39:0/3339688784 shutdown_connections 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 --2- 172.21.15.39:0/3339688784 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f70c01071d0 0x7f70c01095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 --2- 172.21.15.39:0/3339688784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0104360 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 --2- 172.21.15.39:0/3339688784 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c01048a0 0x7f70c0106c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 -- 172.21.15.39:0/3339688784 >> 172.21.15.39:0/3339688784 conn(0x7f70c00fb920 msgr2=0x7f70c00fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 -- 172.21.15.39:0/3339688784 shutdown_connections 2023-12-07T14:02:07.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.472+0000 7f70c551c700 1 -- 172.21.15.39:0/3339688784 wait complete. 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 Processor -- start 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 -- start start 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0101890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f70c01048a0 0x7f70c00fff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c01071d0 0x7f70c0100460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c0100c00 con 0x7f70c0101f70 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c0100d70 con 0x7f70c01071d0 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70c551c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c01a14a0 con 0x7f70c01048a0 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70beffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0101890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70beffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0101890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52756/0 (socket says 172.21.15.39:52756) 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.473+0000 7f70beffd700 1 -- 172.21.15.39:0/2441727095 learned_addr learned my addr 172.21.15.39:0/2441727095 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70be7fc700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f70c01048a0 0x7f70c00fff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70bf7fe700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c01071d0 0x7f70c0100460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70beffd700 1 -- 172.21.15.39:0/2441727095 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f70c01048a0 msgr2=0x7f70c00fff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70beffd700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f70c01048a0 0x7f70c00fff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70beffd700 1 -- 172.21.15.39:0/2441727095 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c01071d0 msgr2=0x7f70c0100460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70beffd700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c01071d0 0x7f70c0100460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70beffd700 1 -- 172.21.15.39:0/2441727095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70b00095f0 con 0x7f70c0101f70 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70beffd700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0101890 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f70b00095c0 tx=0x7f70b000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70a7fff700 1 -- 172.21.15.39:0/2441727095 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70b001d070 con 0x7f70c0101f70 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70c01a16d0 con 0x7f70c0101f70 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70a7fff700 1 -- 172.21.15.39:0/2441727095 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70b0005510 con 0x7f70c0101f70 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70a7fff700 1 -- 172.21.15.39:0/2441727095 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70b0004cd0 con 0x7f70c0101f70 2023-12-07T14:02:07.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.474+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70c01a1a90 con 0x7f70c0101f70 2023-12-07T14:02:07.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.475+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70c00fd4a0 con 0x7f70c0101f70 2023-12-07T14:02:07.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.476+0000 7f70a7fff700 1 -- 172.21.15.39:0/2441727095 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f70b000fc40 con 0x7f70c0101f70 2023-12-07T14:02:07.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.477+0000 7f70a7fff700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f70a80a1510 0x7f70a80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.477+0000 7f70a7fff700 1 -- 172.21.15.39:0/2441727095 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f70b00cdea0 con 0x7f70c0101f70 2023-12-07T14:02:07.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.477+0000 7f70be7fc700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f70a80a1510 0x7f70a80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.477+0000 7f70be7fc700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f70a80a1510 0x7f70a80a39d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f70b4005950 tx=0x7f70b40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:07.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.481+0000 7f70a7fff700 1 -- 172.21.15.39:0/2441727095 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f70b0097530 con 0x7f70c0101f70 2023-12-07T14:02:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.735+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f70c0068780 con 0x7f70c0101f70 2023-12-07T14:02:07.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.736+0000 7f70a7fff700 1 -- 172.21.15.39:0/2441727095 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7f70b009ab50 con 0x7f70c0101f70 2023-12-07T14:02:07.739 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:07.740 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f70a80a1510 msgr2=0x7f70a80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f70a80a1510 0x7f70a80a39d0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f70b4005950 tx=0x7f70b40058e0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 msgr2=0x7f70c0101890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0101890 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f70b00095c0 tx=0x7f70b000f690 comp rx=0 tx=0).stop 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 shutdown_connections 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f70a80a1510 0x7f70a80a39d0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70c01071d0 0x7f70c0100460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70c0101f70 0x7f70c0101890 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 --2- 172.21.15.39:0/2441727095 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f70c01048a0 0x7f70c00fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 >> 172.21.15.39:0/2441727095 conn(0x7f70c00fb920 msgr2=0x7f70c01028d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:07.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 shutdown_connections 2023-12-07T14:02:07.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.739+0000 7f70c551c700 1 -- 172.21.15.39:0/2441727095 wait complete. 2023-12-07T14:02:07.743 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:02:07.755 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 -- 172.21.15.39:0/48501765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908100410 msgr2=0x7f3908100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 --2- 172.21.15.39:0/48501765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908100410 0x7f3908100830 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f38f80099c0 tx=0x7f38f8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 -- 172.21.15.39:0/48501765 shutdown_connections 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 --2- 172.21.15.39:0/48501765 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3908101fa0 0x7f3908108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 --2- 172.21.15.39:0/48501765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908100410 0x7f3908100830 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 --2- 172.21.15.39:0/48501765 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3908101600 0x7f3908101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 -- 172.21.15.39:0/48501765 >> 172.21.15.39:0/48501765 conn(0x7f39080fb980 msgr2=0x7f39080fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 -- 172.21.15.39:0/48501765 shutdown_connections 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.877+0000 7f390d3b0700 1 -- 172.21.15.39:0/48501765 wait complete. 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 Processor -- start 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 -- start start 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3908100410 0x7f3908196340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908101600 0x7f3908196880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3908101fa0 0x7f390819d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f390819de70 con 0x7f3908101600 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f390819dfb0 con 0x7f3908101fa0 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f390d3b0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f390819e140 con 0x7f3908100410 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f39067fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908101600 0x7f3908196880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f39067fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908101600 0x7f3908196880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52770/0 (socket says 172.21.15.39:52770) 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f39067fc700 1 -- 172.21.15.39:0/2654764072 learned_addr learned my addr 172.21.15.39:0/2654764072 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f3906ffd700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3908100410 0x7f3908196340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.878+0000 7f39077fe700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3908101fa0 0x7f390819d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f39067fc700 1 -- 172.21.15.39:0/2654764072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3908100410 msgr2=0x7f3908196340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f39067fc700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3908100410 0x7f3908196340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f39067fc700 1 -- 172.21.15.39:0/2654764072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3908101fa0 msgr2=0x7f390819d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f39067fc700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3908101fa0 0x7f390819d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f39067fc700 1 -- 172.21.15.39:0/2654764072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38f80095f0 con 0x7f3908101600 2023-12-07T14:02:07.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f39067fc700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908101600 0x7f3908196880 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f38f000d950 tx=0x7f38f000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:07.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f38fffff700 1 -- 172.21.15.39:0/2654764072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f000f890 con 0x7f3908101600 2023-12-07T14:02:07.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f390819e420 con 0x7f3908101600 2023-12-07T14:02:07.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f38fffff700 1 -- 172.21.15.39:0/2654764072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f38f0010460 con 0x7f3908101600 2023-12-07T14:02:07.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f390819e980 con 0x7f3908101600 2023-12-07T14:02:07.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.879+0000 7f38fffff700 1 -- 172.21.15.39:0/2654764072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f000e610 con 0x7f3908101600 2023-12-07T14:02:07.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.880+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3908107830 con 0x7f3908101600 2023-12-07T14:02:07.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.881+0000 7f38fffff700 1 -- 172.21.15.39:0/2654764072 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f38f00108d0 con 0x7f3908101600 2023-12-07T14:02:07.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.882+0000 7f38fffff700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f38f40a1510 0x7f38f40a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:07.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.882+0000 7f38fffff700 1 -- 172.21.15.39:0/2654764072 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f38f00cd0f0 con 0x7f3908101600 2023-12-07T14:02:07.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.882+0000 7f3906ffd700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f38f40a1510 0x7f38f40a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:07.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.882+0000 7f3906ffd700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f38f40a1510 0x7f38f40a39d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f38f8003820 tx=0x7f38f8005ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:07.889 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:07.886+0000 7f38fffff700 1 -- 172.21.15.39:0/2654764072 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f38f00965f0 con 0x7f3908101600 2023-12-07T14:02:07.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:07 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3097086774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:07.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:07 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2934170312' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:08.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:07 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3097086774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:08.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:07 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2934170312' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:08.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.091+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f390810bc30 con 0x7f3908101600 2023-12-07T14:02:08.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.092+0000 7f38fffff700 1 -- 172.21.15.39:0/2654764072 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7f38f0020090 con 0x7f3908101600 2023-12-07T14:02:08.096 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:08.096 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.094+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f38f40a1510 msgr2=0x7f38f40a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.094+0000 7f390d3b0700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f38f40a1510 0x7f38f40a39d0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f38f8003820 tx=0x7f38f8005ad0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.094+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908101600 msgr2=0x7f3908196880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.094+0000 7f390d3b0700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908101600 0x7f3908196880 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f38f000d950 tx=0x7f38f000dc60 comp rx=0 tx=0).stop 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 shutdown_connections 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f38f40a1510 0x7f38f40a39d0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3908101fa0 0x7f390819d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3908100410 0x7f3908196340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 --2- 172.21.15.39:0/2654764072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3908101600 0x7f3908196880 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 >> 172.21.15.39:0/2654764072 conn(0x7f39080fb980 msgr2=0x7f3908104970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 shutdown_connections 2023-12-07T14:02:08.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.095+0000 7f390d3b0700 1 -- 172.21.15.39:0/2654764072 wait complete. 2023-12-07T14:02:08.111 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-12-07T14:00:47.308917+0000', 'modified': '2023-12-07T14:00:54.156500+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24539, 'mds_1': 24526, 'mds_2': 24502, 'mds_3': 24500, 'mds_4': 14628}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14616': {'gid': 14616, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.39:6839/2304604579', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6838', 'nonce': 2304604579}, {'type': 'v1', 'addr': '172.21.15.39:6839', 'nonce': 2304604579}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14628': {'gid': 14628, 'name': 'a', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.39:6841/1546604381', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6840', 'nonce': 1546604381}, {'type': 'v1', 'addr': '172.21.15.39:6841', 'nonce': 1546604381}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24442': {'gid': 24442, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.89:6833/1353328873', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6832', 'nonce': 1353328873}, {'type': 'v1', 'addr': '172.21.15.89:6833', 'nonce': 1353328873}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24449': {'gid': 24449, 'name': 'k', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6833/3159091210', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6832', 'nonce': 3159091210}, {'type': 'v1', 'addr': '172.21.15.55:6833', 'nonce': 3159091210}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24479': {'gid': 24479, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6835/1149741155', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6834', 'nonce': 1149741155}, {'type': 'v1', 'addr': '172.21.15.55:6835', 'nonce': 1149741155}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.89:6835/114647789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6834', 'nonce': 114647789}, {'type': 'v1', 'addr': '172.21.15.89:6835', 'nonce': 114647789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24500': {'gid': 24500, 'name': 'h', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.55:6837/2344967383', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6836', 'nonce': 2344967383}, {'type': 'v1', 'addr': '172.21.15.55:6837', 'nonce': 2344967383}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24502': {'gid': 24502, 'name': 'c', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.89:6837/1420337739', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6836', 'nonce': 1420337739}, {'type': 'v1', 'addr': '172.21.15.89:6837', 'nonce': 1420337739}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24526': {'gid': 24526, 'name': 'i', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.89:6839/157857620', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.89:6838', 'nonce': 157857620}, {'type': 'v1', 'addr': '172.21.15.89:6839', 'nonce': 157857620}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24539': {'gid': 24539, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.55:6839/415155637', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6838', 'nonce': 415155637}, {'type': 'v1', 'addr': '172.21.15.55:6839', 'nonce': 415155637}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-12-07T14:02:08.111 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2023-12-07T14:02:08.111 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2023-12-07T14:02:08.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:07 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3097086774' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:08.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:07 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2934170312' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:08.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 -- 172.21.15.39:0/3887299755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958102000 msgr2=0x7f29581043f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 --2- 172.21.15.39:0/3887299755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958102000 0x7f29581043f0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2948009990 tx=0x7f2948009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 -- 172.21.15.39:0/3887299755 shutdown_connections 2023-12-07T14:02:08.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 --2- 172.21.15.39:0/3887299755 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2958107260 0x7f2958109650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 --2- 172.21.15.39:0/3887299755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958102000 0x7f29581043f0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 --2- 172.21.15.39:0/3887299755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2958104930 0x7f2958106d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 -- 172.21.15.39:0/3887299755 >> 172.21.15.39:0/3887299755 conn(0x7f29580fb930 msgr2=0x7f29580fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 -- 172.21.15.39:0/3887299755 shutdown_connections 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 -- 172.21.15.39:0/3887299755 wait complete. 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.236+0000 7f295de59700 1 Processor -- start 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f295de59700 1 -- start start 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f295de59700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2958102000 0x7f29581973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f295de59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958104930 0x7f2958197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f295de59700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2958107260 0x7f295819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f295de59700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f295819ef20 con 0x7f2958104930 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f295de59700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f295819f060 con 0x7f2958102000 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f295de59700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f295819f1f0 con 0x7f2958107260 2023-12-07T14:02:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958104930 0x7f2958197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958104930 0x7f2958197930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52784/0 (socket says 172.21.15.39:52784) 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 -- 172.21.15.39:0/3866772275 learned_addr learned my addr 172.21.15.39:0/3866772275 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2957fff700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2958107260 0x7f295819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f29577fe700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2958102000 0x7f29581973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 -- 172.21.15.39:0/3866772275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2958107260 msgr2=0x7f295819e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2958107260 0x7f295819e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 -- 172.21.15.39:0/3866772275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2958102000 msgr2=0x7f29581973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2958102000 0x7f29581973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 -- 172.21.15.39:0/3866772275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29480095f0 con 0x7f2958104930 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2957fff700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2958107260 0x7f295819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f29577fe700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2958102000 0x7f29581973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.237+0000 7f2956ffd700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958104930 0x7f2958197930 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f294000e9a0 tx=0x7f294000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.238+0000 7f2954ff9700 1 -- 172.21.15.39:0/3866772275 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2940009790 con 0x7f2958104930 2023-12-07T14:02:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.238+0000 7f2954ff9700 1 -- 172.21.15.39:0/3866772275 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f294000cbd0 con 0x7f2958104930 2023-12-07T14:02:08.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.238+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f295819f4d0 con 0x7f2958104930 2023-12-07T14:02:08.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.238+0000 7f2954ff9700 1 -- 172.21.15.39:0/3866772275 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2940018680 con 0x7f2958104930 2023-12-07T14:02:08.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.238+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f295819f9e0 con 0x7f2958104930 2023-12-07T14:02:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.240+0000 7f2954ff9700 1 -- 172.21.15.39:0/3866772275 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f294000cd40 con 0x7f2958104930 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.240+0000 7f2954ff9700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f29440a1510 0x7f29440a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.241+0000 7f29577fe700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f29440a1510 0x7f29440a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.241+0000 7f2954ff9700 1 -- 172.21.15.39:0/3866772275 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f2940014070 con 0x7f2958104930 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.241+0000 7f29577fe700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f29440a1510 0x7f29440a39d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f294800b2e0 tx=0x7f2948005e80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.241+0000 7f296a052b80 1 Processor -- start 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f296a052b80 1 -- start start 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f296a052b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cef2480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f296a052b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cef32d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f296a052b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cef3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f296a052b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ce66770 con 0x559f2cef38b0 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f296a052b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ce4d750 con 0x559f2cef2060 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f296a052b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ce4b070 con 0x559f2cef29c0 2023-12-07T14:02:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cef3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cef3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52794/0 (socket says 172.21.15.39:52794) 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 -- 172.21.15.39:0/823138716 learned_addr learned my addr 172.21.15.39:0/823138716 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2956ffd700 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cef32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 -- 172.21.15.39:0/823138716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 msgr2=0x559f2cef32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cef32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f29577fe700 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cef2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 -- 172.21.15.39:0/823138716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 msgr2=0x559f2cef2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cef2480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 -- 172.21.15.39:0/823138716 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f2ccc35e0 con 0x559f2cef38b0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f29577fe700 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cef2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f2957fff700 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cef3d30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2950009440 tx=0x7f2950009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8116c5ad77befaf6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.242+0000 7f294dffb700 1 -- 172.21.15.39:0/823138716 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295000e070 con 0x559f2cef38b0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f294dffb700 1 -- 172.21.15.39:0/823138716 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f295000f040 con 0x559f2cef38b0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f294dffb700 1 -- 172.21.15.39:0/823138716 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2950014a20 con 0x559f2cef38b0 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 -- 172.21.15.39:0/823138716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 msgr2=0x559f2cef3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cef3d30 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f2950009440 tx=0x7f2950009920 comp rx=0 tx=0).stop 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 -- 172.21.15.39:0/823138716 shutdown_connections 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cef3d30 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cef2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 --2- 172.21.15.39:0/823138716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cef32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 -- 172.21.15.39:0/823138716 >> 172.21.15.39:0/823138716 conn(0x559f2ce21310 msgr2=0x559f2ceeea40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 -- 172.21.15.39:0/823138716 shutdown_connections 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.243+0000 7f296a052b80 1 -- 172.21.15.39:0/823138716 wait complete. 2023-12-07T14:02:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 -- start start 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 Processor -- start 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cefbf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef29c0 0x559f2cefc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf034e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ce46960 con 0x559f2cef38b0 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ce00510 con 0x559f2cef29c0 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ce001b0 con 0x559f2cef2060 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f2957fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf034e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f296a052b80 10 client.0 _ll_register_callbacks cb 0x559f2cd2ba30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f2957fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf034e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52800/0 (socket says 172.21.15.39:52800) 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f2957fff700 1 -- 172.21.15.39:0/2058965735 learned_addr learned my addr 172.21.15.39:0/2058965735 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.244+0000 7f2956ffd700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef29c0 0x559f2cefc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f29577fe700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cefbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2957fff700 1 -- 172.21.15.39:0/2058965735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 msgr2=0x559f2cefbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2957fff700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cefbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2957fff700 1 -- 172.21.15.39:0/2058965735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef29c0 msgr2=0x559f2cefc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2957fff700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef29c0 0x559f2cefc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2957fff700 1 -- 172.21.15.39:0/2058965735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29500090f0 con 0x559f2cef38b0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f29577fe700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cefbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2957fff700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf034e0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f295000b010 tx=0x7f2950014a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a89a3d5faa130ea server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2936ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2936ffd700 1 -- 172.21.15.39:0/2058965735 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295000e040 con 0x559f2cef38b0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559f2cee59b0 con 0x559f2cef38b0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2936ffd700 1 -- 172.21.15.39:0/2058965735 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f2950015640 con 0x559f2cef38b0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2936ffd700 1 -- 172.21.15.39:0/2058965735 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29500095e0 con 0x559f2cef38b0 2023-12-07T14:02:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f296a052b80 10 client.15231 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559f2cc6fd90 con 0x559f2cef38b0 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.245+0000 7f2936ffd700 1 -- 172.21.15.39:0/2058965735 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559f2cee59b0 con 0x559f2cef38b0 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f2936ffd700 1 -- 172.21.15.39:0/2058965735 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f295001c050 con 0x559f2cef38b0 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f296a052b80 10 client.15231 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f296a052b80 10 client.15231 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f296a052b80 20 client.15231 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f296a052b80 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf07a30 0x559f2cf06540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f296a052b80 4 client.15231 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559f2cec1650 con 0x559f2cf07a30 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f29577fe700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf07a30 0x559f2cf06540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f2936ffd700 10 client.15231 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.246+0000 7f29577fe700 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf07a30 0x559f2cf06540 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=124f6a0bee3aeb8 server_cookie=d88388e7e517b9a4 in_seq=0 out_seq=0 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f2936ffd700 1 -- 172.21.15.39:0/2058965735 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559f2cec1650 con 0x559f2cf07a30 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f2936ffd700 10 client.15231 handle_command_reply: tid=0 2023-12-07T14:02:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 client.15231 shutdown 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 msgr2=0x559f2cf034e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf034e0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f295000b010 tx=0x7f2950014a50 comp rx=0 tx=0).stop 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 shutdown_connections 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf034e0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cefbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf07a30 0x559f2cf06540 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 --2- 172.21.15.39:0/2058965735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef29c0 0x559f2cefc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 >> 172.21.15.39:0/2058965735 conn(0x559f2ce21310 msgr2=0x559f2ceed8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f2936ffd700 0 client.15231 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 shutdown_connections 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 1 -- 172.21.15.39:0/2058965735 wait complete. 2023-12-07T14:02:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.247+0000 7f296a052b80 20 client.15231 trim_cache size 0 max 16384 2023-12-07T14:02:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.265+0000 7f296a052b80 1 Processor -- start 2023-12-07T14:02:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.265+0000 7f296a052b80 1 -- start start 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.265+0000 7f296a052b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cef67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.265+0000 7f296a052b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef29c0 0x559f2cef6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.265+0000 7f296a052b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef38b0 0x559f2cf034a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f296a052b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ccc58d0 con 0x559f2cef29c0 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f296a052b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2ce42a50 con 0x559f2cef38b0 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f296a052b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2cde9830 con 0x559f2cef2060 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef29c0 0x559f2cef6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef29c0 0x559f2cef6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52806/0 (socket says 172.21.15.39:52806) 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f29577fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cef67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 -- 172.21.15.39:0/1507161771 learned_addr learned my addr 172.21.15.39:0/1507161771 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2957fff700 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef38b0 0x559f2cf034a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 -- 172.21.15.39:0/1507161771 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 msgr2=0x559f2cef67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cef67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 -- 172.21.15.39:0/1507161771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef38b0 msgr2=0x559f2cf034a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef38b0 0x559f2cf034a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 -- 172.21.15.39:0/1507161771 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f2cc58c10 con 0x559f2cef29c0 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f29577fe700 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cef67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f2956ffd700 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef29c0 0x559f2cef6d00 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2940096820 tx=0x7f2940096040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=350f4dd0ab3ee97e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f294e7fc700 1 -- 172.21.15.39:0/1507161771 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29400a2700 con 0x559f2cef29c0 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f294e7fc700 1 -- 172.21.15.39:0/1507161771 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f294009e170 con 0x559f2cef29c0 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.266+0000 7f294e7fc700 1 -- 172.21.15.39:0/1507161771 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29400a24d0 con 0x559f2cef29c0 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 -- 172.21.15.39:0/1507161771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef29c0 msgr2=0x559f2cef6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef29c0 0x559f2cef6d00 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f2940096820 tx=0x7f2940096040 comp rx=0 tx=0).stop 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 -- 172.21.15.39:0/1507161771 shutdown_connections 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef38b0 0x559f2cf034a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef2060 0x559f2cef67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 --2- 172.21.15.39:0/1507161771 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef29c0 0x559f2cef6d00 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 -- 172.21.15.39:0/1507161771 >> 172.21.15.39:0/1507161771 conn(0x559f2ce21310 msgr2=0x559f2cf10390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 -- 172.21.15.39:0/1507161771 shutdown_connections 2023-12-07T14:02:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 -- 172.21.15.39:0/1507161771 wait complete. 2023-12-07T14:02:08.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.267+0000 7f296a052b80 1 -- start start 2023-12-07T14:02:08.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 1 Processor -- start 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cefd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cefdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf029c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2cf02f00 con 0x559f2cef38b0 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2cf03070 con 0x559f2cef2060 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f2cf03230 con 0x559f2cef29c0 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f296a052b80 10 client.0 _ll_register_callbacks cb 0x559f2cd2ba30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf029c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf029c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52814/0 (socket says 172.21.15.39:52814) 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 -- 172.21.15.39:0/2595154133 learned_addr learned my addr 172.21.15.39:0/2595154133 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f29577fe700 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cefd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2956ffd700 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cefdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 -- 172.21.15.39:0/2595154133 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 msgr2=0x559f2cefdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cefdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 -- 172.21.15.39:0/2595154133 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 msgr2=0x559f2cefd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cefd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.268+0000 7f2957fff700 1 -- 172.21.15.39:0/2595154133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f295810a240 con 0x559f2cef38b0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f2957fff700 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf029c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x559f2cef2fa0 tx=0x7f2950009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fc4a06bacefc096 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f2936ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f2936ffd700 1 -- 172.21.15.39:0/2595154133 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f295000e070 con 0x559f2cef38b0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f295000f040 con 0x559f2cef38b0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f2936ffd700 1 -- 172.21.15.39:0/2595154133 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f295001f440 con 0x559f2cef38b0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f2936ffd700 1 -- 172.21.15.39:0/2595154133 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29500095e0 con 0x559f2cef38b0 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 10 client.15237 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x7f295819f9e0 con 0x559f2cef38b0 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f2936ffd700 1 -- 172.21.15.39:0/2595154133 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f295000f040 con 0x559f2cef38b0 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f2936ffd700 1 -- 172.21.15.39:0/2595154133 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f295001c070 con 0x559f2cef38b0 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 10 client.15237 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 10 client.15237 resolve_mds: resolved name 'a' to daemon mds.a 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 20 client.15237 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf62140 0x559f2cf5e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 4 client.15237 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "status"}) v1 -- 0x559f2ce0cf80 con 0x559f2cf62140 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.269+0000 7f29577fe700 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf62140 0x559f2cf5e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f2936ffd700 10 client.15237 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f29577fe700 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf62140 0x559f2cf5e610 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=23a861b7f8ae0f10 server_cookie=c82a404f7b246ee in_seq=0 out_seq=0 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f2936ffd700 1 -- 172.21.15.39:0/2595154133 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x559f2ce0cf80 con 0x559f2cf62140 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f2936ffd700 10 client.15237 handle_command_reply: tid=0 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 client.15237 shutdown 2023-12-07T14:02:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 msgr2=0x559f2cf029c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf029c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x559f2cef2fa0 tx=0x7f2950009b90 comp rx=0 tx=0).stop 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 shutdown_connections 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f2cef38b0 0x559f2cf029c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x559f2cf62140 0x559f2cf5e610 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f2cef2060 0x559f2cefd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f2936ffd700 0 client.15237 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 --2- 172.21.15.39:0/2595154133 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f2cef29c0 0x559f2cefdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 >> 172.21.15.39:0/2595154133 conn(0x559f2ce21310 msgr2=0x559f2cef67c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 shutdown_connections 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 1 -- 172.21.15.39:0/2595154133 wait complete. 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.270+0000 7f296a052b80 20 client.15237 trim_cache size 0 max 16384 2023-12-07T14:02:08.279 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 4, 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 14628, 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 75.120869123000006, 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 89.481917284999994 2023-12-07T14:02:08.280 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f29440a1510 msgr2=0x7f29440a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f29440a1510 0x7f29440a39d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f294800b2e0 tx=0x7f2948005e80 comp rx=0 tx=0).stop 2023-12-07T14:02:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958104930 msgr2=0x7f2958197930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958104930 0x7f2958197930 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f294000e9a0 tx=0x7f294000ed60 comp rx=0 tx=0).stop 2023-12-07T14:02:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 shutdown_connections 2023-12-07T14:02:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f29440a1510 0x7f29440a39d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2958107260 0x7f295819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2958102000 0x7f29581973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 --2- 172.21.15.39:0/3866772275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2958104930 0x7f2958197930 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 >> 172.21.15.39:0/3866772275 conn(0x7f29580fb930 msgr2=0x7f2958103eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 shutdown_connections 2023-12-07T14:02:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.271+0000 7f295de59700 1 -- 172.21.15.39:0/3866772275 wait complete. 2023-12-07T14:02:08.287 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 -- 172.21.15.39:0/2436119132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a4101f90 msgr2=0x7fa1a4108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/2436119132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a4101f90 0x7fa1a4108840 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fa19c00b0d0 tx=0x7fa19c00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 -- 172.21.15.39:0/2436119132 shutdown_connections 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/2436119132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a4101f90 0x7fa1a4108840 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/2436119132 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1a4100400 0x7fa1a4100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/2436119132 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa1a41015f0 0x7fa1a4101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 -- 172.21.15.39:0/2436119132 >> 172.21.15.39:0/2436119132 conn(0x7fa1a40fb930 msgr2=0x7fa1a40fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 -- 172.21.15.39:0/2436119132 shutdown_connections 2023-12-07T14:02:08.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.410+0000 7fa1a8d96700 1 -- 172.21.15.39:0/2436119132 wait complete. 2023-12-07T14:02:08.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 Processor -- start 2023-12-07T14:02:08.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 -- start start 2023-12-07T14:02:08.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa1a4100400 0x7fa1a41042f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a41015f0 0x7fa1a41029d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1a4101f90 0x7fa1a4102f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1a4103610 con 0x7fa1a41015f0 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1a4103780 con 0x7fa1a4101f90 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a8d96700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1a41a1590 con 0x7fa1a4100400 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a41015f0 0x7fa1a41029d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a41015f0 0x7fa1a41029d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52826/0 (socket says 172.21.15.39:52826) 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/705848105 learned_addr learned my addr 172.21.15.39:0/705848105 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a259c700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa1a4100400 0x7fa1a41042f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.411+0000 7fa1a2d9d700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1a4101f90 0x7fa1a4102f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/705848105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa1a4100400 msgr2=0x7fa1a41042f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa1a4100400 0x7fa1a41042f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/705848105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1a4101f90 msgr2=0x7fa1a4102f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1a4101f90 0x7fa1a4102f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/705848105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa19c009d00 con 0x7fa1a41015f0 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a41015f0 0x7fa1a41029d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa19800d950 tx=0x7fa19800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.417 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1937fe700 1 -- 172.21.15.39:0/705848105 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa198009b40 con 0x7fa1a41015f0 2023-12-07T14:02:08.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1937fe700 1 -- 172.21.15.39:0/705848105 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa198009ca0 con 0x7fa1a41015f0 2023-12-07T14:02:08.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1937fe700 1 -- 172.21.15.39:0/705848105 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa19800f620 con 0x7fa1a41015f0 2023-12-07T14:02:08.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1a41a17f0 con 0x7fa1a41015f0 2023-12-07T14:02:08.418 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.412+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1a41a1d00 con 0x7fa1a41015f0 2023-12-07T14:02:08.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.414+0000 7fa1937fe700 1 -- 172.21.15.39:0/705848105 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fa198010460 con 0x7fa1a41015f0 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.415+0000 7fa1937fe700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa18c0a1590 0x7fa18c0a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.415+0000 7fa1a259c700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa18c0a1590 0x7fa18c0a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.415+0000 7fa1937fe700 1 -- 172.21.15.39:0/705848105 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fa1980cd190 con 0x7fa1a41015f0 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.415+0000 7fa1a259c700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa18c0a1590 0x7fa18c0a3a50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa194005950 tx=0x7fa1940058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.415+0000 7fa1b4f8fb80 1 Processor -- start 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1b4f8fb80 1 -- start start 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b29480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b2a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b2ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22a9d770 con 0x55ef22b299c0 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22a84750 con 0x55ef22b29060 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22a82070 con 0x55ef22b2a8b0 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b2a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b2a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52834/0 (socket says 172.21.15.39:52834) 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/4276103404 learned_addr learned my addr 172.21.15.39:0/4276103404 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a2d9d700 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b2ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a259c700 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b29480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/4276103404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 msgr2=0x55ef22b2ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b2ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/4276103404 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 msgr2=0x55ef22b29480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b29480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/4276103404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef228fa5e0 con 0x55ef22b299c0 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a259c700 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b29480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.416+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b2a2d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa1980a21b0 tx=0x7fa198099e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644ec5aa4decd046 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa190ff9700 1 -- 172.21.15.39:0/4276103404 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1980af030 con 0x55ef22b299c0 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa190ff9700 1 -- 172.21.15.39:0/4276103404 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa19809a350 con 0x55ef22b299c0 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa190ff9700 1 -- 172.21.15.39:0/4276103404 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa198010710 con 0x55ef22b299c0 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/4276103404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 msgr2=0x55ef22b2a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b2a2d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fa1980a21b0 tx=0x7fa198099e90 comp rx=0 tx=0).stop 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/4276103404 shutdown_connections 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b2ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b29480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/4276103404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b2a2d0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/4276103404 >> 172.21.15.39:0/4276103404 conn(0x55ef22a58310 msgr2=0x55ef22b25a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.417+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/4276103404 shutdown_connections 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/4276103404 wait complete. 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 -- start start 2023-12-07T14:02:08.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 Processor -- start 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b32ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b33430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b3a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22a7d960 con 0x55ef22b299c0 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22a37510 con 0x55ef22b29060 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22a371b0 con 0x55ef22b2a8b0 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1b4f8fb80 10 client.0 _ll_register_callbacks cb 0x55ef22962a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b33430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b33430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52840/0 (socket says 172.21.15.39:52840) 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/636250125 learned_addr learned my addr 172.21.15.39:0/636250125 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1a259c700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b32ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.418+0000 7fa1a2d9d700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b3a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/636250125 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 msgr2=0x55ef22b3a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b3a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 msgr2=0x55ef22b32ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b32ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/636250125 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1a41a1d00 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a259c700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b32ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a2d9d700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b3a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b33430 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fa198000c00 tx=0x7fa19809ab10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e0ee2160e2511b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa189ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa189ffb700 1 -- 172.21.15.39:0/636250125 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1980af040 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ef22b1c9b0 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa189ffb700 1 -- 172.21.15.39:0/636250125 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fa1980b0070 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa189ffb700 1 -- 172.21.15.39:0/636250125 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1980a26e0 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 10 client.15249 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ef228a6d90 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa189ffb700 1 -- 172.21.15.39:0/636250125 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ef22b1c9b0 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa189ffb700 1 -- 172.21.15.39:0/636250125 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa1980a2250 con 0x55ef22b299c0 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 10 client.15249 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 10 client.15249 resolve_mds: resolved name 'h' to daemon mds.h 2023-12-07T14:02:08.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 20 client.15249 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b3e6a0 0x55ef22b3d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 4 client.15249 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.419+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef22af8650 con 0x55ef22b3e6a0 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.420+0000 7fa1a259c700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b3e6a0 0x55ef22b3d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.420+0000 7fa1a259c700 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b3e6a0 0x55ef22b3d3b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6f143c7c76ceebac server_cookie=a5708835e83d76da in_seq=0 out_seq=0 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.420+0000 7fa189ffb700 10 client.15249 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa189ffb700 1 -- 172.21.15.39:0/636250125 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55ef22af8650 con 0x55ef22b3e6a0 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa189ffb700 10 client.15249 handle_command_reply: tid=0 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 client.15249 shutdown 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 msgr2=0x55ef22b33430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b33430 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fa198000c00 tx=0x7fa19809ab10 comp rx=0 tx=0).stop 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 shutdown_connections 2023-12-07T14:02:08.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b3e6a0 0x55ef22b3d3b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b2a8b0 0x55ef22b3a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b29060 0x55ef22b32ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/636250125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b33430 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa189ffb700 0 client.15249 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 >> 172.21.15.39:0/636250125 conn(0x55ef22a58310 msgr2=0x55ef22b248d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 shutdown_connections 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/636250125 wait complete. 2023-12-07T14:02:08.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.421+0000 7fa1b4f8fb80 20 client.15249 trim_cache size 0 max 16384 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.439+0000 7fa1b4f8fb80 1 Processor -- start 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.439+0000 7fa1b4f8fb80 1 -- start start 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b29060 0x55ef22b2d780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b299c0 0x55ef22b3a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 0x55ef22b2dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef228fc8d0 con 0x55ef22b29060 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22b20600 con 0x55ef22b2a8b0 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22a79a50 con 0x55ef22b299c0 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b29060 0x55ef22b2d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.448 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b29060 0x55ef22b2d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52846/0 (socket says 172.21.15.39:52846) 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 -- 172.21.15.39:0/2402563163 learned_addr learned my addr 172.21.15.39:0/2402563163 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 -- 172.21.15.39:0/2402563163 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b299c0 msgr2=0x55ef22b3a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 --2- 172.21.15.39:0/2402563163 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b299c0 0x55ef22b3a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 -- 172.21.15.39:0/2402563163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 msgr2=0x55ef22b2dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 --2- 172.21.15.39:0/2402563163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 0x55ef22b2dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 -- 172.21.15.39:0/2402563163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef2288fc10 con 0x55ef22b29060 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1a259c700 1 --2- 172.21.15.39:0/2402563163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b29060 0x55ef22b2d780 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x55ef22b33a80 tx=0x7fa194015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf37d88259f22e8e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1917fa700 1 -- 172.21.15.39:0/2402563163 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa194024040 con 0x55ef22b29060 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1917fa700 1 -- 172.21.15.39:0/2402563163 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa1940207a0 con 0x55ef22b29060 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.440+0000 7fa1917fa700 1 -- 172.21.15.39:0/2402563163 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa194011820 con 0x55ef22b29060 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/2402563163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b29060 msgr2=0x55ef22b2d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/2402563163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b29060 0x55ef22b2d780 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x55ef22b33a80 tx=0x7fa194015000 comp rx=0 tx=0).stop 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/2402563163 shutdown_connections 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/2402563163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 0x55ef22b2dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.449 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/2402563163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b29060 0x55ef22b2d780 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/2402563163 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b299c0 0x55ef22b3a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/2402563163 >> 172.21.15.39:0/2402563163 conn(0x55ef22a58310 msgr2=0x55ef22b3d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/2402563163 shutdown_connections 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/2402563163 wait complete. 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 -- start start 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.441+0000 7fa1b4f8fb80 1 Processor -- start 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b29060 0x55ef22b35000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b35540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 0x55ef22b94760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22b3a570 con 0x55ef22b299c0 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22b3a6e0 con 0x55ef22b2a8b0 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef22b3a8a0 con 0x55ef22b29060 2023-12-07T14:02:08.450 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 10 client.0 _ll_register_callbacks cb 0x55ef22962a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b35540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b35540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52854/0 (socket says 172.21.15.39:52854) 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/3448251359 learned_addr learned my addr 172.21.15.39:0/3448251359 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a259c700 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b29060 0x55ef22b35000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a2d9d700 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 0x55ef22b94760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/3448251359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b29060 msgr2=0x55ef22b35000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b29060 0x55ef22b35000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 msgr2=0x55ef22b94760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 0x55ef22b94760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 -- 172.21.15.39:0/3448251359 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa19400fda0 con 0x55ef22b299c0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1a1d9b700 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b35540 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa19809a2e0 tx=0x7fa19809e170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4156f4366252e75 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa189ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa189ffb700 1 -- 172.21.15.39:0/3448251359 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1980af020 con 0x55ef22b299c0 2023-12-07T14:02:08.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa189ffb700 1 -- 172.21.15.39:0/3448251359 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fa198083020 con 0x55ef22b299c0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa19809a350 con 0x55ef22b299c0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa189ffb700 1 -- 172.21.15.39:0/3448251359 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1980993a0 con 0x55ef22b299c0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 10 client.15255 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.442+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ef228cd200 con 0x55ef22b299c0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa189ffb700 1 -- 172.21.15.39:0/3448251359 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa19809a350 con 0x55ef22b299c0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa189ffb700 1 -- 172.21.15.39:0/3448251359 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa19809a5b0 con 0x55ef22b299c0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1b4f8fb80 10 client.15255 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1b4f8fb80 10 client.15255 resolve_mds: resolved name 'h' to daemon mds.h 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1b4f8fb80 20 client.15255 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b99ba0 0x55ef22b96120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1b4f8fb80 4 client.15255 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ef22a43f80 con 0x55ef22b99ba0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1a259c700 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b99ba0 0x55ef22b96120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa189ffb700 10 client.15255 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.443+0000 7fa1a259c700 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b99ba0 0x55ef22b96120 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e472ae70386d78d7 server_cookie=606673384a97738 in_seq=0 out_seq=0 2023-12-07T14:02:08.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa189ffb700 1 -- 172.21.15.39:0/3448251359 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55ef22a43f80 con 0x55ef22b99ba0 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa189ffb700 10 client.15255 handle_command_reply: tid=0 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 client.15255 shutdown 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 msgr2=0x55ef22b35540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b35540 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fa19809a2e0 tx=0x7fa19809e170 comp rx=0 tx=0).stop 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 shutdown_connections 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ef22b2a8b0 0x55ef22b94760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55ef22b99ba0 0x55ef22b96120 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ef22b29060 0x55ef22b35000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 --2- 172.21.15.39:0/3448251359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ef22b299c0 0x55ef22b35540 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa189ffb700 0 client.15255 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 >> 172.21.15.39:0/3448251359 conn(0x55ef22a58310 msgr2=0x55ef22b3d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 shutdown_connections 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 1 -- 172.21.15.39:0/3448251359 wait complete. 2023-12-07T14:02:08.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1b4f8fb80 20 client.15255 trim_cache size 0 max 16384 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 3, 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24500, 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 75.669427443000004, 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:02:08.454 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 96.655165667999995 2023-12-07T14:02:08.455 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:08.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa18c0a1590 msgr2=0x7fa18c0a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa18c0a1590 0x7fa18c0a3a50 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa194005950 tx=0x7fa1940058e0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a41015f0 msgr2=0x7fa1a41029d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.444+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a41015f0 0x7fa1a41029d0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fa19800d950 tx=0x7fa19800dd10 comp rx=0 tx=0).stop 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 shutdown_connections 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa18c0a1590 0x7fa18c0a3a50 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1a4101f90 0x7fa1a4102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa1a4100400 0x7fa1a41042f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 --2- 172.21.15.39:0/705848105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1a41015f0 0x7fa1a41029d0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 >> 172.21.15.39:0/705848105 conn(0x7fa1a40fb930 msgr2=0x7fa1a40fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 shutdown_connections 2023-12-07T14:02:08.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.445+0000 7fa1a8d96700 1 -- 172.21.15.39:0/705848105 wait complete. 2023-12-07T14:02:08.460 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-12-07T14:02:08.589 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 -- 172.21.15.39:0/1072373794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c1015a0 msgr2=0x7ff28c101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 --2- 172.21.15.39:0/1072373794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c1015a0 0x7ff28c101a00 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7ff2800099c0 tx=0x7ff280009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 -- 172.21.15.39:0/1072373794 shutdown_connections 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 --2- 172.21.15.39:0/1072373794 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff28c101f40 0x7ff28c1087f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 --2- 172.21.15.39:0/1072373794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff28c1003b0 0x7ff28c1007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 --2- 172.21.15.39:0/1072373794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c1015a0 0x7ff28c101a00 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 -- 172.21.15.39:0/1072373794 >> 172.21.15.39:0/1072373794 conn(0x7ff28c0fb900 msgr2=0x7ff28c0fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 -- 172.21.15.39:0/1072373794 shutdown_connections 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.584+0000 7ff29391d700 1 -- 172.21.15.39:0/1072373794 wait complete. 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 Processor -- start 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 -- start start 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff28c1003b0 0x7ff28c06a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff28c1015a0 0x7ff28c19c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c101f40 0x7ff28c19e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.590 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff28c19ef70 con 0x7ff28c101f40 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff28c19f0e0 con 0x7ff28c1003b0 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff29391d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff28c19f2a0 con 0x7ff28c1015a0 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c101f40 0x7ff28c19e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c101f40 0x7ff28c19e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52870/0 (socket says 172.21.15.39:52870) 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 -- 172.21.15.39:0/2089965428 learned_addr learned my addr 172.21.15.39:0/2089965428 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff290eb8700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff28c1015a0 0x7ff28c19c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff2916b9700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff28c1003b0 0x7ff28c06a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 -- 172.21.15.39:0/2089965428 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff28c1015a0 msgr2=0x7ff28c19c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.591 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff28c1015a0 0x7ff28c19c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 -- 172.21.15.39:0/2089965428 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff28c1003b0 msgr2=0x7ff28c06a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff28c1003b0 0x7ff28c06a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff291eba700 1 -- 172.21.15.39:0/2089965428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2800095f0 con 0x7ff28c101f40 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.585+0000 7ff2916b9700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff28c1003b0 0x7ff28c06a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.586+0000 7ff291eba700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c101f40 0x7ff28c19e780 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7ff284007ee0 tx=0x7ff28400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.586+0000 7ff27e7fc700 1 -- 172.21.15.39:0/2089965428 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff284017070 con 0x7ff28c101f40 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.586+0000 7ff27e7fc700 1 -- 172.21.15.39:0/2089965428 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff28400f040 con 0x7ff28c101f40 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.586+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff28c19f520 con 0x7ff28c101f40 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.586+0000 7ff27e7fc700 1 -- 172.21.15.39:0/2089965428 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff284005740 con 0x7ff28c101f40 2023-12-07T14:02:08.592 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.586+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff28c19f9b0 con 0x7ff28c101f40 2023-12-07T14:02:08.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.588+0000 7ff27e7fc700 1 -- 172.21.15.39:0/2089965428 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7ff28400dc60 con 0x7ff28c101f40 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.589+0000 7ff27e7fc700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff2780a1510 0x7ff2780a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.589+0000 7ff27e7fc700 1 -- 172.21.15.39:0/2089965428 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff2840cc570 con 0x7ff28c101f40 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.589+0000 7ff2916b9700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff2780a1510 0x7ff2780a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.589+0000 7ff2916b9700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff2780a1510 0x7ff2780a39d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff28c101400 tx=0x7ff288009670 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.589+0000 7ff29fb16b80 1 Processor -- start 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff29fb16b80 1 -- start start 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752470 0x563616752890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752dd0 0x5636167536e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616753cc0 0x563616754140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636166c2770 con 0x563616752dd0 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636166a9750 con 0x563616752470 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636166a7070 con 0x563616753cc0 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752dd0 0x5636167536e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752dd0 0x5636167536e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52876/0 (socket says 172.21.15.39:52876) 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 -- 172.21.15.39:0/418965165 learned_addr learned my addr 172.21.15.39:0/418965165 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff2916b9700 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752470 0x563616752890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff291eba700 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616753cc0 0x563616754140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 -- 172.21.15.39:0/418965165 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616753cc0 msgr2=0x563616754140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616753cc0 0x563616754140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 -- 172.21.15.39:0/418965165 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752470 msgr2=0x563616752890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752470 0x563616752890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 -- 172.21.15.39:0/418965165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56361651f5e0 con 0x563616752dd0 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff2916b9700 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752470 0x563616752890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff290eb8700 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752dd0 0x5636167536e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff28000b580 tx=0x7ff280005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5c86214b62032ca server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.590+0000 7ff2777fe700 1 -- 172.21.15.39:0/418965165 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28001d070 con 0x563616752dd0 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff2777fe700 1 -- 172.21.15.39:0/418965165 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff28001e040 con 0x563616752dd0 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff2777fe700 1 -- 172.21.15.39:0/418965165 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff280003b20 con 0x563616752dd0 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 -- 172.21.15.39:0/418965165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752dd0 msgr2=0x5636167536e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752dd0 0x5636167536e0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ff28000b580 tx=0x7ff280005bc0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 -- 172.21.15.39:0/418965165 shutdown_connections 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616753cc0 0x563616754140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752470 0x563616752890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/418965165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752dd0 0x5636167536e0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 -- 172.21.15.39:0/418965165 >> 172.21.15.39:0/418965165 conn(0x56361667d310 msgr2=0x56361674aa40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 -- 172.21.15.39:0/418965165 shutdown_connections 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.591+0000 7ff29fb16b80 1 -- 172.21.15.39:0/418965165 wait complete. 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 -- start start 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 Processor -- start 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616763850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636166a2960 con 0x563616752470 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361665c510 con 0x563616753cc0 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361665c1b0 con 0x563616752dd0 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff29fb16b80 10 client.0 _ll_register_callbacks cb 0x563616587a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff2916b9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff2916b9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52880/0 (socket says 172.21.15.39:52880) 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff2916b9700 1 -- 172.21.15.39:0/1429045300 learned_addr learned my addr 172.21.15.39:0/1429045300 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff290eb8700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.592+0000 7ff291eba700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616763850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff2916b9700 1 -- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 msgr2=0x56361675c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff2916b9700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff2916b9700 1 -- 172.21.15.39:0/1429045300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 msgr2=0x563616763850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff2916b9700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616763850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff2916b9700 1 -- 172.21.15.39:0/1429045300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff28c109140 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff291eba700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616763850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff2916b9700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675c2d0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7ff288011940 tx=0x7ff288004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34fd3a79661fcd46 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff274ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff274ff9700 1 -- 172.21.15.39:0/1429045300 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff288004a30 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff274ff9700 1 -- 172.21.15.39:0/1429045300 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff288004b90 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5636167419b0 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff274ff9700 1 -- 172.21.15.39:0/1429045300 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff288004d50 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 10 client.15267 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5636164cbd90 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff274ff9700 1 -- 172.21.15.39:0/1429045300 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5636167419b0 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff274ff9700 1 -- 172.21.15.39:0/1429045300 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff288005420 con 0x563616752470 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 10 client.15267 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 10 client.15267 resolve_mds: resolved name 'c' to daemon mds.c 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 20 client.15267 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563616767fb0 0x5636167669f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 4 client.15267 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.593+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56361671d650 con 0x563616767fb0 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.594+0000 7ff290eb8700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563616767fb0 0x5636167669f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.594+0000 7ff274ff9700 10 client.15267 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.594+0000 7ff290eb8700 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563616767fb0 0x5636167669f0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a9fdc7cf809dac0a server_cookie=c5cf98d9693cd6c4 in_seq=0 out_seq=0 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff274ff9700 1 -- 172.21.15.39:0/1429045300 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56361671d650 con 0x563616767fb0 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff274ff9700 10 client.15267 handle_command_reply: tid=0 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 client.15267 shutdown 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 msgr2=0x56361675c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675c2d0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7ff288011940 tx=0x7ff288004750 comp rx=0 tx=0).stop 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 shutdown_connections 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563616767fb0 0x5636167669f0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616763850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675c2d0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff274ff9700 0 client.15267 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1429045300 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 >> 172.21.15.39:0/1429045300 conn(0x56361667d310 msgr2=0x5636167498d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 shutdown_connections 2023-12-07T14:02:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1429045300 wait complete. 2023-12-07T14:02:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.595+0000 7ff29fb16b80 20 client.15267 trim_cache size 0 max 16384 2023-12-07T14:02:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 Processor -- start 2023-12-07T14:02:08.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 -- start start 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752470 0x563616756b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752dd0 0x5636167570d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616753cc0 0x563616763810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5636165218d0 con 0x563616753cc0 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563616647b50 con 0x563616752dd0 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.613+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563616645830 con 0x563616752470 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616753cc0 0x563616763810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616753cc0 0x563616763810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52892/0 (socket says 172.21.15.39:52892) 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 -- 172.21.15.39:0/1678783950 learned_addr learned my addr 172.21.15.39:0/1678783950 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff290eb8700 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752dd0 0x5636167570d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff2916b9700 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752470 0x563616756b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 -- 172.21.15.39:0/1678783950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752470 msgr2=0x563616756b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752470 0x563616756b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 -- 172.21.15.39:0/1678783950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752dd0 msgr2=0x5636167570d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752dd0 0x5636167570d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 -- 172.21.15.39:0/1678783950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5636164b4c10 con 0x563616753cc0 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff2916b9700 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752470 0x563616756b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff291eba700 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616753cc0 0x563616763810 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff2840997c0 tx=0x7ff2840b9040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5a0b622bdab569d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff277fff700 1 -- 172.21.15.39:0/1678783950 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28409d980 con 0x563616753cc0 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff277fff700 1 -- 172.21.15.39:0/1678783950 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff2840a1bc0 con 0x563616753cc0 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.614+0000 7ff277fff700 1 -- 172.21.15.39:0/1678783950 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2840840c0 con 0x563616753cc0 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1678783950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616753cc0 msgr2=0x563616763810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616753cc0 0x563616763810 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff2840997c0 tx=0x7ff2840b9040 comp rx=0 tx=0).stop 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1678783950 shutdown_connections 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616753cc0 0x563616763810 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752470 0x563616756b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/1678783950 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616752dd0 0x5636167570d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1678783950 >> 172.21.15.39:0/1678783950 conn(0x56361667d310 msgr2=0x563616770910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1678783950 shutdown_connections 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 -- 172.21.15.39:0/1678783950 wait complete. 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 -- start start 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.615+0000 7ff29fb16b80 1 Processor -- start 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616762ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563616763420 con 0x563616752470 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563616763590 con 0x563616753cc0 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563616763750 con 0x563616752dd0 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 10 client.0 _ll_register_callbacks cb 0x563616587a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52894/0 (socket says 172.21.15.39:52894) 2023-12-07T14:02:08.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 -- 172.21.15.39:0/4132595872 learned_addr learned my addr 172.21.15.39:0/4132595872 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff291eba700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616762ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 -- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 msgr2=0x56361675df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff290eb8700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 -- 172.21.15.39:0/4132595872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 msgr2=0x563616762ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616762ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 -- 172.21.15.39:0/4132595872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff28c19f9b0 con 0x563616752470 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff291eba700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616762ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff290eb8700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff2916b9700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675da30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff2880058f0 tx=0x7ff288005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a1b3beefb8afc84 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff274ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff274ff9700 1 -- 172.21.15.39:0/4132595872 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff288010960 con 0x563616752470 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff274ff9700 1 -- 172.21.15.39:0/4132595872 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff28801f610 con 0x563616752470 2023-12-07T14:02:08.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff28001e040 con 0x563616752470 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff274ff9700 1 -- 172.21.15.39:0/4132595872 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff2880103d0 con 0x563616752470 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.616+0000 7ff29fb16b80 10 client.15273 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5636164f2200 con 0x563616752470 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff274ff9700 1 -- 172.21.15.39:0/4132595872 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff28001e040 con 0x563616752470 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff274ff9700 1 -- 172.21.15.39:0/4132595872 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff288032af0 con 0x563616752470 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff29fb16b80 10 client.15273 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff29fb16b80 10 client.15273 resolve_mds: resolved name 'c' to daemon mds.c 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff29fb16b80 20 client.15273 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5636167c2bf0 0x5636167bf030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff29fb16b80 4 client.15273 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563616668f80 con 0x5636167c2bf0 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.617+0000 7ff290eb8700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5636167c2bf0 0x5636167bf030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff274ff9700 10 client.15273 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff290eb8700 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5636167c2bf0 0x5636167bf030 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=209bd664abc20b4c server_cookie=74331f29bfbb3f94 in_seq=0 out_seq=0 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff274ff9700 1 -- 172.21.15.39:0/4132595872 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x563616668f80 con 0x5636167c2bf0 2023-12-07T14:02:08.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff274ff9700 10 client.15273 handle_command_reply: tid=0 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 client.15273 shutdown 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 msgr2=0x56361675da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675da30 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff2880058f0 tx=0x7ff288005bb0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 shutdown_connections 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5636167c2bf0 0x5636167bf030 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563616753cc0 0x563616762ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff274ff9700 0 client.15273 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563616752470 0x56361675da30 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 --2- 172.21.15.39:0/4132595872 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563616752dd0 0x56361675df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 >> 172.21.15.39:0/4132595872 conn(0x56361667d310 msgr2=0x563616756b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 shutdown_connections 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 1 -- 172.21.15.39:0/4132595872 wait complete. 2023-12-07T14:02:08.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.618+0000 7ff29fb16b80 20 client.15273 trim_cache size 0 max 16384 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 2, 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24502, 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 76.853949665000002, 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:02:08.629 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 99.267742666000004 2023-12-07T14:02:08.630 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:08.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff2780a1510 msgr2=0x7ff2780a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff2780a1510 0x7ff2780a39d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff28c101400 tx=0x7ff288009670 comp rx=0 tx=0).stop 2023-12-07T14:02:08.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c101f40 msgr2=0x7ff28c19e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c101f40 0x7ff28c19e780 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7ff284007ee0 tx=0x7ff28400d3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 shutdown_connections 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff2780a1510 0x7ff2780a39d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff28c101f40 0x7ff28c19e780 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff28c1003b0 0x7ff28c06a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 --2- 172.21.15.39:0/2089965428 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff28c1015a0 0x7ff28c19c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 >> 172.21.15.39:0/2089965428 conn(0x7ff28c0fb900 msgr2=0x7ff28c104940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 shutdown_connections 2023-12-07T14:02:08.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.619+0000 7ff29391d700 1 -- 172.21.15.39:0/2089965428 wait complete. 2023-12-07T14:02:08.634 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-12-07T14:02:08.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 -- 172.21.15.39:0/3429313252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc590100400 msgr2=0x7fc590100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 --2- 172.21.15.39:0/3429313252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc590100400 0x7fc590100820 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fc5800099c0 tx=0x7fc580009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 -- 172.21.15.39:0/3429313252 shutdown_connections 2023-12-07T14:02:08.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 --2- 172.21.15.39:0/3429313252 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc590101f90 0x7fc590108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 --2- 172.21.15.39:0/3429313252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc590100400 0x7fc590100820 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 --2- 172.21.15.39:0/3429313252 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5901015f0 0x7fc590101a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 -- 172.21.15.39:0/3429313252 >> 172.21.15.39:0/3429313252 conn(0x7fc5900fb930 msgr2=0x7fc5900fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 -- 172.21.15.39:0/3429313252 shutdown_connections 2023-12-07T14:02:08.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 -- 172.21.15.39:0/3429313252 wait complete. 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 Processor -- start 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.759+0000 7fc594de1700 1 -- start start 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc594de1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc590100400 0x7fc5901974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc594de1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5901015f0 0x7fc5901979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc594de1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc590101f90 0x7fc59019ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc594de1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc59019efe0 con 0x7fc5901015f0 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc594de1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc59019f120 con 0x7fc590100400 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc594de1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc59019f2b0 con 0x7fc590101f90 2023-12-07T14:02:08.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5901015f0 0x7fc5901979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5901015f0 0x7fc5901979f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52910/0 (socket says 172.21.15.39:52910) 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 -- 172.21.15.39:0/898380914 learned_addr learned my addr 172.21.15.39:0/898380914 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc58ed9d700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc590101f90 0x7fc59019ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc58e59c700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc590100400 0x7fc5901974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 -- 172.21.15.39:0/898380914 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc590101f90 msgr2=0x7fc59019ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc590101f90 0x7fc59019ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 -- 172.21.15.39:0/898380914 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc590100400 msgr2=0x7fc5901974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc590100400 0x7fc5901974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 -- 172.21.15.39:0/898380914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5800095f0 con 0x7fc5901015f0 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc58ed9d700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc590101f90 0x7fc59019ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc58e59c700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc590100400 0x7fc5901974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc587fff700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5901015f0 0x7fc5901979f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc57800d950 tx=0x7fc57800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc5877fe700 1 -- 172.21.15.39:0/898380914 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578009b40 con 0x7fc5901015f0 2023-12-07T14:02:08.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc5877fe700 1 -- 172.21.15.39:0/898380914 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc578009ca0 con 0x7fc5901015f0 2023-12-07T14:02:08.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc59019f590 con 0x7fc5901015f0 2023-12-07T14:02:08.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.760+0000 7fc5877fe700 1 -- 172.21.15.39:0/898380914 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57800f620 con 0x7fc5901015f0 2023-12-07T14:02:08.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.761+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc59019faa0 con 0x7fc5901015f0 2023-12-07T14:02:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.762+0000 7fc5877fe700 1 -- 172.21.15.39:0/898380914 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc578010460 con 0x7fc5901015f0 2023-12-07T14:02:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.763+0000 7fc5877fe700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc57c0a1510 0x7fc57c0a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.763+0000 7fc58e59c700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc57c0a1510 0x7fc57c0a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.763+0000 7fc5877fe700 1 -- 172.21.15.39:0/898380914 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc5780cd120 con 0x7fc5901015f0 2023-12-07T14:02:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.764+0000 7fc58e59c700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc57c0a1510 0x7fc57c0a39d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc58000b580 tx=0x7fc5800037c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.764+0000 7fc5a0fdab80 1 Processor -- start 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.764+0000 7fc5a0fdab80 1 -- start start 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754b4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754b56e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x565375424770 con 0x5653754b4dd0 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56537540b750 con 0x5653754b5cc0 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x565375409070 con 0x5653754b4470 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754b56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754b56e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52918/0 (socket says 172.21.15.39:52918) 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 -- 172.21.15.39:0/2700027473 learned_addr learned my addr 172.21.15.39:0/2700027473 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc58ed9d700 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc58e59c700 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754b4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 -- 172.21.15.39:0/2700027473 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 msgr2=0x5653754b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754b4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 -- 172.21.15.39:0/2700027473 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 msgr2=0x5653754b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 -- 172.21.15.39:0/2700027473 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5653752815e0 con 0x5653754b4dd0 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc58e59c700 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754b4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc587fff700 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754b56e0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc5780a2240 tx=0x7fc578096850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0cb8a8662bbf2fb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc584ff9700 1 -- 172.21.15.39:0/2700027473 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57809a3e0 con 0x5653754b4dd0 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc584ff9700 1 -- 172.21.15.39:0/2700027473 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc57809e530 con 0x5653754b4dd0 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.765+0000 7fc584ff9700 1 -- 172.21.15.39:0/2700027473 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc578010970 con 0x5653754b4dd0 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/2700027473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 msgr2=0x5653754b56e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754b56e0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fc5780a2240 tx=0x7fc578096850 comp rx=0 tx=0).stop 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/2700027473 shutdown_connections 2023-12-07T14:02:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754b4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/2700027473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754b56e0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/2700027473 >> 172.21.15.39:0/2700027473 conn(0x5653753df310 msgr2=0x5653754aca40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/2700027473 shutdown_connections 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/2700027473 wait complete. 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.766+0000 7fc5a0fdab80 1 -- start start 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 1 Processor -- start 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754be2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754be7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754c5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x565375404960 con 0x5653754b4dd0 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653753be510 con 0x5653754b5cc0 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653753be1b0 con 0x5653754b4470 2023-12-07T14:02:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc5a0fdab80 10 client.0 _ll_register_callbacks cb 0x5653752e9a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754be7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754be7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52924/0 (socket says 172.21.15.39:52924) 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 -- 172.21.15.39:0/1579821603 learned_addr learned my addr 172.21.15.39:0/1579821603 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc58ed9d700 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754c5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc58e59c700 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754be2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 -- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 msgr2=0x5653754be2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754be2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 -- 172.21.15.39:0/1579821603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 msgr2=0x5653754c5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754c5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 -- 172.21.15.39:0/1579821603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc59019faa0 con 0x5653754b4dd0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc587fff700 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754be7f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc578000c00 tx=0x7fc578005910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3da31ddfc9710546 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.767+0000 7fc575ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc575ffb700 1 -- 172.21.15.39:0/1579821603 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5780b2ea0 con 0x5653754b4dd0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc575ffb700 1 -- 172.21.15.39:0/1579821603 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc5780a2770 con 0x5653754b4dd0 2023-12-07T14:02:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5653754a39b0 con 0x5653754b4dd0 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc575ffb700 1 -- 172.21.15.39:0/1579821603 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc57809a3e0 con 0x5653754b4dd0 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 10 client.15285 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x56537522dd90 con 0x5653754b4dd0 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc575ffb700 1 -- 172.21.15.39:0/1579821603 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5653754a39b0 con 0x5653754b4dd0 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc575ffb700 1 -- 172.21.15.39:0/1579821603 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc578099340 con 0x5653754b4dd0 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 10 client.15285 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 10 client.15285 resolve_mds: resolved name 'i' to daemon mds.i 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 20 client.15285 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x5653754c8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 4 client.15285 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56537547f650 con 0x5653754c9a50 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.768+0000 7fc58e59c700 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x5653754c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.769+0000 7fc58e59c700 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x5653754c8800 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=73cea737394f7b94 server_cookie=a9346e17bd80940b in_seq=0 out_seq=0 2023-12-07T14:02:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.769+0000 7fc575ffb700 10 client.15285 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.769+0000 7fc575ffb700 1 -- 172.21.15.39:0/1579821603 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56537547f650 con 0x5653754c9a50 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.769+0000 7fc575ffb700 10 client.15285 handle_command_reply: tid=0 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 client.15285 shutdown 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 msgr2=0x5653754be7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754be7f0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fc578000c00 tx=0x7fc578005910 comp rx=0 tx=0).stop 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 shutdown_connections 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x5653754c8800 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754c5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc575ffb700 0 client.15285 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4470 0x5653754be2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/1579821603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754be7f0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 >> 172.21.15.39:0/1579821603 conn(0x5653753df310 msgr2=0x5653754ab8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 shutdown_connections 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/1579821603 wait complete. 2023-12-07T14:02:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.770+0000 7fc5a0fdab80 20 client.15285 trim_cache size 0 max 16384 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 Processor -- start 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 -- start start 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4470 0x5653754bd490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4dd0 0x5653754bd9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754c5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653752838d0 con 0x5653754b4470 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x565375400a80 con 0x5653754b5cc0 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653753a7830 con 0x5653754b4dd0 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4470 0x5653754bd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4470 0x5653754bd490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52930/0 (socket says 172.21.15.39:52930) 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 -- 172.21.15.39:0/3890933158 learned_addr learned my addr 172.21.15.39:0/3890933158 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc587fff700 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4dd0 0x5653754bd9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 -- 172.21.15.39:0/3890933158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4dd0 msgr2=0x5653754bd9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4dd0 0x5653754bd9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 -- 172.21.15.39:0/3890933158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 msgr2=0x5653754c5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754c5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.788+0000 7fc58e59c700 1 -- 172.21.15.39:0/3890933158 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565375216c10 con 0x5653754b4470 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc58e59c700 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4470 0x5653754bd490 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc580006010 tx=0x7fc58001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d091717f37223223 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5857fa700 1 -- 172.21.15.39:0/3890933158 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc58000bd70 con 0x5653754b4470 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5857fa700 1 -- 172.21.15.39:0/3890933158 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc58002c040 con 0x5653754b4470 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5857fa700 1 -- 172.21.15.39:0/3890933158 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc580003c60 con 0x5653754b4470 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/3890933158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4470 msgr2=0x5653754bd490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4470 0x5653754bd490 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc580006010 tx=0x7fc58001f000 comp rx=0 tx=0).stop 2023-12-07T14:02:08.794 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/3890933158 shutdown_connections 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b5cc0 0x5653754c5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4470 0x5653754bd490 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/3890933158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b4dd0 0x5653754bd9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/3890933158 >> 172.21.15.39:0/3890933158 conn(0x5653753df310 msgr2=0x5653754b8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/3890933158 shutdown_connections 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.789+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/3890933158 wait complete. 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 -- start start 2023-12-07T14:02:08.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 Processor -- start 2023-12-07T14:02:08.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b4470 0x5653754c1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754c1ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b5cc0 0x5653754c4e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653754c5390 con 0x5653754b4dd0 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653754c5500 con 0x5653754b4470 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653754c56c0 con 0x5653754b5cc0 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc5a0fdab80 10 client.0 _ll_register_callbacks cb 0x5653752e9a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754c1ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754c1ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52938/0 (socket says 172.21.15.39:52938) 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc587fff700 1 -- 172.21.15.39:0/907664593 learned_addr learned my addr 172.21.15.39:0/907664593 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc58e59c700 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b4470 0x5653754c1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.790+0000 7fc58ed9d700 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b5cc0 0x5653754c4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc587fff700 1 -- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b5cc0 msgr2=0x5653754c4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc587fff700 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b5cc0 0x5653754c4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc587fff700 1 -- 172.21.15.39:0/907664593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b4470 msgr2=0x5653754c1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc587fff700 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b4470 0x5653754c1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc587fff700 1 -- 172.21.15.39:0/907664593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc590109190 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc587fff700 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754c1ec0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc5780996a0 tx=0x7fc5780967b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ba5ed4f8666f78d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc575ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc575ffb700 1 -- 172.21.15.39:0/907664593 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5780b2ea0 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc575ffb700 1 -- 172.21.15.39:0/907664593 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc57809e120 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc57809e530 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc575ffb700 1 -- 172.21.15.39:0/907664593 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc578009e10 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 10 client.15291 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x565375254200 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc575ffb700 1 -- 172.21.15.39:0/907664593 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc57809e530 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc575ffb700 1 -- 172.21.15.39:0/907664593 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc5780998d0 con 0x5653754b4dd0 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 10 client.15291 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 10 client.15291 resolve_mds: resolved name 'i' to daemon mds.i 2023-12-07T14:02:08.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 20 client.15291 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x565375520830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 4 client.15291 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.791+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5653753caf80 con 0x5653754c9a50 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc58e59c700 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x565375520830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc58e59c700 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x565375520830 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=930e133f35ed713e server_cookie=2cee6f567fe623e4 in_seq=0 out_seq=0 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc575ffb700 10 client.15291 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc575ffb700 1 -- 172.21.15.39:0/907664593 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5653753caf80 con 0x5653754c9a50 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc575ffb700 10 client.15291 handle_command_reply: tid=0 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 client.15291 shutdown 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 msgr2=0x5653754c1ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754c1ec0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc5780996a0 tx=0x7fc5780967b0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 shutdown_connections 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653754b5cc0 0x5653754c4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5653754c9a50 0x565375520830 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653754b4470 0x5653754c1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc5a0fdab80 1 --2- 172.21.15.39:0/907664593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653754b4dd0 0x5653754c1ec0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.792+0000 7fc575ffb700 0 client.15291 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 >> 172.21.15.39:0/907664593 conn(0x5653753df310 msgr2=0x5653754bd490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 shutdown_connections 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc5a0fdab80 1 -- 172.21.15.39:0/907664593 wait complete. 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc5a0fdab80 20 client.15291 trim_cache size 0 max 16384 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 1, 2023-12-07T14:02:08.802 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24526, 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 78.044947191999995, 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 94.550127215000003 2023-12-07T14:02:08.803 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc57c0a1510 msgr2=0x7fc57c0a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc57c0a1510 0x7fc57c0a39d0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc58000b580 tx=0x7fc5800037c0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5901015f0 msgr2=0x7fc5901979f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5901015f0 0x7fc5901979f0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fc57800d950 tx=0x7fc57800dd10 comp rx=0 tx=0).stop 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 shutdown_connections 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc57c0a1510 0x7fc57c0a39d0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc590101f90 0x7fc59019ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc590100400 0x7fc5901974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 --2- 172.21.15.39:0/898380914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5901015f0 0x7fc5901979f0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 >> 172.21.15.39:0/898380914 conn(0x7fc5900fb930 msgr2=0x7fc590068780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 shutdown_connections 2023-12-07T14:02:08.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.793+0000 7fc594de1700 1 -- 172.21.15.39:0/898380914 wait complete. 2023-12-07T14:02:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:08 smithi039 ceph-mon[98864]: pgmap v311: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:02:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:08 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2441727095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:08.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:08 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2654764072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:08.809 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-12-07T14:02:08.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 -- 172.21.15.39:0/3269697328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 msgr2=0x7f6308101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3269697328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308101a50 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0099c0 tx=0x7f62fc009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 -- 172.21.15.39:0/3269697328 shutdown_connections 2023-12-07T14:02:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3269697328 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6308101f90 0x7f6308108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3269697328 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6308100400 0x7f6308100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3269697328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308101a50 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 -- 172.21.15.39:0/3269697328 >> 172.21.15.39:0/3269697328 conn(0x7f63080fb930 msgr2=0x7f63080fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 -- 172.21.15.39:0/3269697328 shutdown_connections 2023-12-07T14:02:08.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.933+0000 7f630e2ff700 1 -- 172.21.15.39:0/3269697328 wait complete. 2023-12-07T14:02:08.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 Processor -- start 2023-12-07T14:02:08.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 -- start start 2023-12-07T14:02:08.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6308100400 0x7f63081963c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308196900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6308101f90 0x7f630819d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630819def0 con 0x7f63081015f0 2023-12-07T14:02:08.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630819e030 con 0x7f6308101f90 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f630e2ff700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f630819e1c0 con 0x7f6308100400 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f63077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308196900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f63077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308196900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52952/0 (socket says 172.21.15.39:52952) 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.934+0000 7f63077fe700 1 -- 172.21.15.39:0/3060603856 learned_addr learned my addr 172.21.15.39:0/3060603856 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f630c89c700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6308101f90 0x7f630819d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f6307fff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6308100400 0x7f63081963c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63077fe700 1 -- 172.21.15.39:0/3060603856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6308100400 msgr2=0x7f63081963c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63077fe700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6308100400 0x7f63081963c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63077fe700 1 -- 172.21.15.39:0/3060603856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6308101f90 msgr2=0x7f630819d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63077fe700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6308101f90 0x7f630819d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63077fe700 1 -- 172.21.15.39:0/3060603856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62fc0095f0 con 0x7f63081015f0 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63077fe700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308196900 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0036f0 tx=0x7f62fc009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63057fa700 1 -- 172.21.15.39:0/3060603856 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc01d070 con 0x7f63081015f0 2023-12-07T14:02:08.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f630819e440 con 0x7f63081015f0 2023-12-07T14:02:08.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63057fa700 1 -- 172.21.15.39:0/3060603856 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62fc004050 con 0x7f63081015f0 2023-12-07T14:02:08.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f63057fa700 1 -- 172.21.15.39:0/3060603856 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc022d60 con 0x7f63081015f0 2023-12-07T14:02:08.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.935+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f630819e8c0 con 0x7f63081015f0 2023-12-07T14:02:08.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:08 smithi089 ceph-mon[103124]: pgmap v311: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:02:08.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:08 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2441727095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:08.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:08 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2654764072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.937+0000 7f63057fa700 1 -- 172.21.15.39:0/3060603856 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f62fc022470 con 0x7f63081015f0 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.938+0000 7f63057fa700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62f00a1510 0x7f62f00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.938+0000 7f63057fa700 1 -- 172.21.15.39:0/3060603856 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f62fc0ce070 con 0x7f63081015f0 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.938+0000 7f6307fff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62f00a1510 0x7f62f00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.938+0000 7f6307fff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62f00a1510 0x7f62f00a39d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f62f8006fd0 tx=0x7f62f8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 Processor -- start 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 -- start start 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc32480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc332d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc338b0 0x55d9cfc33d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfba6770 con 0x55d9cfc329c0 2023-12-07T14:02:08.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfb8d750 con 0x55d9cfc338b0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfb8b070 con 0x55d9cfc32060 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc332d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc332d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52960/0 (socket says 172.21.15.39:52960) 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 -- 172.21.15.39:0/204643964 learned_addr learned my addr 172.21.15.39:0/204643964 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f6307fff700 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc32480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f630c89c700 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc338b0 0x55d9cfc33d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 -- 172.21.15.39:0/204643964 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 msgr2=0x55d9cfc32480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc32480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 -- 172.21.15.39:0/204643964 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc338b0 msgr2=0x55d9cfc33d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc338b0 0x55d9cfc33d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 -- 172.21.15.39:0/204643964 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9cfa035e0 con 0x55d9cfc329c0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f630c89c700 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc338b0 0x55d9cfc33d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f63077fe700 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc332d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0978c0 tx=0x7f62fc009cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3efe2968c4a97744 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.939+0000 7f62ee7fc700 1 -- 172.21.15.39:0/204643964 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc09bac0 con 0x55d9cfc329c0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f62ee7fc700 1 -- 172.21.15.39:0/204643964 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62fc09b3c0 con 0x55d9cfc329c0 2023-12-07T14:02:08.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f62ee7fc700 1 -- 172.21.15.39:0/204643964 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc09b880 con 0x55d9cfc329c0 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 -- 172.21.15.39:0/204643964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 msgr2=0x55d9cfc332d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc332d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0978c0 tx=0x7f62fc009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 -- 172.21.15.39:0/204643964 shutdown_connections 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc338b0 0x55d9cfc33d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc32480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/204643964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc332d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 -- 172.21.15.39:0/204643964 >> 172.21.15.39:0/204643964 conn(0x55d9cfb61310 msgr2=0x55d9cfc2ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 -- 172.21.15.39:0/204643964 shutdown_connections 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.940+0000 7f631a4f8b80 1 -- 172.21.15.39:0/204643964 wait complete. 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 -- start start 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 Processor -- start 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc32060 0x55d9cfc3dde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc3e320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfb86960 con 0x55d9cfc329c0 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfb40510 con 0x55d9cfc32060 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfb401b0 con 0x55d9cfc338b0 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f631a4f8b80 10 client.0 _ll_register_callbacks cb 0x55d9cfa6ba30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f63077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc3e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f63077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc3e320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52966/0 (socket says 172.21.15.39:52966) 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f63077fe700 1 -- 172.21.15.39:0/1187646250 learned_addr learned my addr 172.21.15.39:0/1187646250 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f630c89c700 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.941+0000 7f6307fff700 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc32060 0x55d9cfc3dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f63077fe700 1 -- 172.21.15.39:0/1187646250 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 msgr2=0x55d9cfc45360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f63077fe700 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f63077fe700 1 -- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc32060 msgr2=0x55d9cfc3dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f63077fe700 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc32060 0x55d9cfc3dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f63077fe700 1 -- 172.21.15.39:0/1187646250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f630819e8c0 con 0x55d9cfc329c0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f63077fe700 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc3e320 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0a3190 tx=0x7f62fc09b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=841b97704e7a696d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f62e77fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f62e77fe700 1 -- 172.21.15.39:0/1187646250 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62fc09bac0 con 0x55d9cfc329c0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f62e77fe700 1 -- 172.21.15.39:0/1187646250 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f62fc09f510 con 0x55d9cfc329c0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d9cfc259b0 con 0x55d9cfc329c0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f62e77fe700 1 -- 172.21.15.39:0/1187646250 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f62fc0a3230 con 0x55d9cfc329c0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 10 client.15303 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d9cf9afd90 con 0x55d9cfc329c0 2023-12-07T14:02:08.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f62e77fe700 1 -- 172.21.15.39:0/1187646250 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d9cfc259b0 con 0x55d9cfc329c0 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f62e77fe700 1 -- 172.21.15.39:0/1187646250 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f62fc0a12c0 con 0x55d9cfc329c0 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 10 client.15303 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 10 client.15303 resolve_mds: resolved name 'b' to daemon mds.b 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 20 client.15303 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfc49480 0x55d9cfc482a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 4 client.15303 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.942+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d9cfc01650 con 0x55d9cfc49480 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.943+0000 7f6307fff700 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfc49480 0x55d9cfc482a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.943+0000 7f62e77fe700 10 client.15303 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.943+0000 7f6307fff700 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfc49480 0x55d9cfc482a0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c4b851e52f5822e server_cookie=35fda2706574963 in_seq=0 out_seq=0 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f62e77fe700 1 -- 172.21.15.39:0/1187646250 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d9cfc01650 con 0x55d9cfc49480 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f62e77fe700 10 client.15303 handle_command_reply: tid=0 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 client.15303 shutdown 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 msgr2=0x55d9cfc3e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc3e320 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0a3190 tx=0x7f62fc09b8e0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 shutdown_connections 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfc49480 0x55d9cfc482a0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc32060 0x55d9cfc3dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f62e77fe700 0 client.15303 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1187646250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc329c0 0x55d9cfc3e320 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 >> 172.21.15.39:0/1187646250 conn(0x55d9cfb61310 msgr2=0x55d9cfc2d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 shutdown_connections 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1187646250 wait complete. 2023-12-07T14:02:08.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.944+0000 7f631a4f8b80 20 client.15303 trim_cache size 0 max 16384 2023-12-07T14:02:08.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 Processor -- start 2023-12-07T14:02:08.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 -- start start 2023-12-07T14:02:08.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc32060 0x55d9cfc367e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 0x55d9cfc45320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 0x55d9cfc36d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfa058d0 con 0x55d9cfc32060 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfc3d9b0 con 0x55d9cfc329c0 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfba6770 con 0x55d9cfc338b0 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc32060 0x55d9cfc367e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc32060 0x55d9cfc367e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52972/0 (socket says 172.21.15.39:52972) 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 -- 172.21.15.39:0/1223825179 learned_addr learned my addr 172.21.15.39:0/1223825179 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 -- 172.21.15.39:0/1223825179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 msgr2=0x55d9cfc36d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 --2- 172.21.15.39:0/1223825179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 0x55d9cfc36d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 -- 172.21.15.39:0/1223825179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 msgr2=0x55d9cfc45320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 --2- 172.21.15.39:0/1223825179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 0x55d9cfc45320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 -- 172.21.15.39:0/1223825179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9cf998c10 con 0x55d9cfc32060 2023-12-07T14:02:08.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.963+0000 7f6307fff700 1 --2- 172.21.15.39:0/1223825179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc32060 0x55d9cfc367e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f62f80092d0 tx=0x7f62f8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e820b27854cabeed server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f62eeffd700 1 -- 172.21.15.39:0/1223825179 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62f800dd20 con 0x55d9cfc32060 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f62eeffd700 1 -- 172.21.15.39:0/1223825179 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f62f800de80 con 0x55d9cfc32060 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f62eeffd700 1 -- 172.21.15.39:0/1223825179 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62f8014750 con 0x55d9cfc32060 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1223825179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc32060 msgr2=0x55d9cfc367e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1223825179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc32060 0x55d9cfc367e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f62f80092d0 tx=0x7f62f8013000 comp rx=0 tx=0).stop 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1223825179 shutdown_connections 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1223825179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc338b0 0x55d9cfc36d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1223825179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc32060 0x55d9cfc367e0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1223825179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 0x55d9cfc45320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1223825179 >> 172.21.15.39:0/1223825179 conn(0x55d9cfb61310 msgr2=0x55d9cfc51de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1223825179 shutdown_connections 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1223825179 wait complete. 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.964+0000 7f631a4f8b80 1 -- start start 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 1 Processor -- start 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc3fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 0x55d9cfc40080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfc2e440 con 0x55d9cfc338b0 2023-12-07T14:02:08.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfb8d750 con 0x55d9cfc329c0 2023-12-07T14:02:08.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9cfc2cee0 con 0x55d9cfc32060 2023-12-07T14:02:08.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f631a4f8b80 10 client.0 _ll_register_callbacks cb 0x55d9cfa6ba30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:08.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52982/0 (socket says 172.21.15.39:52982) 2023-12-07T14:02:08.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 -- 172.21.15.39:0/1907483695 learned_addr learned my addr 172.21.15.39:0/1907483695 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:08.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f6307fff700 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc3fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 -- 172.21.15.39:0/1907483695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 msgr2=0x55d9cfc3fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc3fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 -- 172.21.15.39:0/1907483695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 msgr2=0x55d9cfc40080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:08.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 0x55d9cfc40080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f630c89c700 1 -- 172.21.15.39:0/1907483695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62f800e040 con 0x55d9cfc338b0 2023-12-07T14:02:08.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.965+0000 7f6307fff700 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc3fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:08.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f630c89c700 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45060 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6300009f80 tx=0x7f63000043d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4498acaff4b69ec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:08.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f62e77fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:08.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f62e77fe700 1 -- 172.21.15.39:0/1907483695 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6300004bb0 con 0x55d9cfc338b0 2023-12-07T14:02:08.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f62e77fe700 1 -- 172.21.15.39:0/1907483695 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f6300004d10 con 0x55d9cfc338b0 2023-12-07T14:02:08.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f62fc09b3c0 con 0x55d9cfc338b0 2023-12-07T14:02:08.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f62e77fe700 1 -- 172.21.15.39:0/1907483695 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6300007710 con 0x55d9cfc338b0 2023-12-07T14:02:08.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 10 client.15309 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:08.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d9cf9d6200 con 0x55d9cfc338b0 2023-12-07T14:02:08.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f62e77fe700 1 -- 172.21.15.39:0/1907483695 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6300025020 con 0x55d9cfc338b0 2023-12-07T14:02:08.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f62e77fe700 1 -- 172.21.15.39:0/1907483695 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6300014040 con 0x55d9cfc338b0 2023-12-07T14:02:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 10 client.15309 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 10 client.15309 resolve_mds: resolved name 'b' to daemon mds.b 2023-12-07T14:02:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 20 client.15309 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfca4550 0x55d9cfca09b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 4 client.15309 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "status"}] 2023-12-07T14:02:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d9cfb4cf80 con 0x55d9cfca4550 2023-12-07T14:02:08.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.966+0000 7f6307fff700 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfca4550 0x55d9cfca09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:08.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f62e77fe700 10 client.15309 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:08.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f6307fff700 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfca4550 0x55d9cfca09b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92bfbc7108dcadbc server_cookie=f3d01e08f98b15d4 in_seq=0 out_seq=0 2023-12-07T14:02:08.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f62e77fe700 1 -- 172.21.15.39:0/1907483695 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55d9cfb4cf80 con 0x55d9cfca4550 2023-12-07T14:02:08.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f62e77fe700 10 client.15309 handle_command_reply: tid=0 2023-12-07T14:02:08.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 client.15309 shutdown 2023-12-07T14:02:08.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc338b0 msgr2=0x55d9cfc45060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45060 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6300009f80 tx=0x7f63000043d0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 shutdown_connections 2023-12-07T14:02:08.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9cfc338b0 0x55d9cfc45060 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d9cfc32060 0x55d9cfc3fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d9cfca4550 0x55d9cfca09b0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 --2- 172.21.15.39:0/1907483695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d9cfc329c0 0x55d9cfc40080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f62e77fe700 0 client.15309 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:08.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 >> 172.21.15.39:0/1907483695 conn(0x55d9cfb61310 msgr2=0x55d9cfc367e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 shutdown_connections 2023-12-07T14:02:08.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.967+0000 7f631a4f8b80 1 -- 172.21.15.39:0/1907483695 wait complete. 2023-12-07T14:02:08.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f631a4f8b80 20 client.15309 trim_cache size 0 max 16384 2023-12-07T14:02:08.983 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:08.983 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "cc8357a8-9507-11ee-95a2-87774f69a715", 2023-12-07T14:02:08.983 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2023-12-07T14:02:08.983 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 24539, 2023-12-07T14:02:08.984 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2023-12-07T14:02:08.984 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2023-12-07T14:02:08.984 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2023-12-07T14:02:08.984 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 81.086438790000003, 2023-12-07T14:02:08.984 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 26, 2023-12-07T14:02:08.984 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 85, 2023-12-07T14:02:08.985 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 83, 2023-12-07T14:02:08.985 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 87.813771337000006 2023-12-07T14:02:08.985 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:08.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62f00a1510 msgr2=0x7f62f00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62f00a1510 0x7f62f00a39d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f62f8006fd0 tx=0x7f62f8008040 comp rx=0 tx=0).stop 2023-12-07T14:02:08.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 msgr2=0x7f6308196900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:08.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308196900 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f62fc0036f0 tx=0x7f62fc009580 comp rx=0 tx=0).stop 2023-12-07T14:02:08.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 shutdown_connections 2023-12-07T14:02:08.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f62f00a1510 0x7f62f00a39d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6308101f90 0x7f630819d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6308100400 0x7f63081963c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 --2- 172.21.15.39:0/3060603856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63081015f0 0x7f6308196900 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:08.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 >> 172.21.15.39:0/3060603856 conn(0x7f63080fb930 msgr2=0x7f6308104a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:08.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 shutdown_connections 2023-12-07T14:02:08.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:08.968+0000 7f630e2ff700 1 -- 172.21.15.39:0/3060603856 wait complete. 2023-12-07T14:02:08.989 INFO:teuthology.run_tasks:Running task kclient... 2023-12-07T14:02:09.012 INFO:tasks.kclient:Mounting kernel clients... 2023-12-07T14:02:09.012 INFO:tasks.kclient:config is {'client.0': {}} 2023-12-07T14:02:09.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:09.013 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2023-12-07T14:02:09.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:09.031 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2023-12-07T14:02:09.101 INFO:teuthology.orchestra.run.smithi039.stderr:Cannot find device "ceph-brx" 2023-12-07T14:02:09.102 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:02:09.102 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'wsync', 'context=system_u:object_r:postgresql_db_t:s0'], 'syntax': 'v2', 'mount_subvol_num': 1, 'mountpoint': '/tmp/cephfs'} 2023-12-07T14:02:09.103 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-12-07T14:02:09.103 INFO:tasks.cephfs.mount:using client_config["hostfs_mntpt"] = /tmp/cephfs 2023-12-07T14:02:09.103 INFO:tasks.cephfs.mount:hostfs_mntpt = /tmp/cephfs 2023-12-07T14:02:09.103 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph fs ls 2023-12-07T14:02:09.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:08 smithi055 ceph-mon[103363]: pgmap v311: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2023-12-07T14:02:09.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:08 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2441727095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:09.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:08 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2654764072' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:09.744 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:02:09.971 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:09 smithi039 ceph-mon[98864]: pgmap v312: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:02:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:09 smithi055 ceph-mon[103363]: pgmap v312: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:02:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:09 smithi089 ceph-mon[103124]: pgmap v312: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2023-12-07T14:02:11.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 -- 172.21.15.39:0/1301544301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4106560 msgr2=0x7f33b4106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:11.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 --2- 172.21.15.39:0/1301544301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4106560 0x7f33b4106940 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f33b00099c0 tx=0x7f33b0009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 -- 172.21.15.39:0/1301544301 shutdown_connections 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 --2- 172.21.15.39:0/1301544301 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f33b4100ef0 0x7f33b410d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 --2- 172.21.15.39:0/1301544301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4106560 0x7f33b4106940 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 --2- 172.21.15.39:0/1301544301 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33b4100530 0x7f33b41009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 -- 172.21.15.39:0/1301544301 >> 172.21.15.39:0/1301544301 conn(0x7f33b4076570 msgr2=0x7f33b4076980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 -- 172.21.15.39:0/1301544301 shutdown_connections 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.997+0000 7f33bc475700 1 -- 172.21.15.39:0/1301544301 wait complete. 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 Processor -- start 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 -- start start 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4100530 0x7f33b4198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f33b4100ef0 0x7f33b4198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33b4106560 0x7f33b41a37a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:11.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b4199520 con 0x7f33b4100530 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b41a3ce0 con 0x7f33b4106560 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33bc475700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b41a3e20 con 0x7f33b4100ef0 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4100530 0x7f33b4198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4100530 0x7f33b4198720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52992/0 (socket says 172.21.15.39:52992) 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 -- 172.21.15.39:0/1176366565 learned_addr learned my addr 172.21.15.39:0/1176366565 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33b9a10700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f33b4100ef0 0x7f33b4198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33baa12700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33b4106560 0x7f33b41a37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 -- 172.21.15.39:0/1176366565 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f33b4100ef0 msgr2=0x7f33b4198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f33b4100ef0 0x7f33b4198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 -- 172.21.15.39:0/1176366565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33b4106560 msgr2=0x7f33b41a37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33b4106560 0x7f33b41a37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33ba211700 1 -- 172.21.15.39:0/1176366565 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b00095f0 con 0x7f33b4100530 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.998+0000 7f33baa12700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33b4106560 0x7f33b41a37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.999+0000 7f33ba211700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4100530 0x7f33b4198720 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f33b00098e0 tx=0x7f33b00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:11.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.999+0000 7f33ab7fe700 1 -- 172.21.15.39:0/1176366565 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33b001d070 con 0x7f33b4100530 2023-12-07T14:02:11.005 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.999+0000 7f33ab7fe700 1 -- 172.21.15.39:0/1176366565 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f33b000fbb0 con 0x7f33b4100530 2023-12-07T14:02:11.005 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.999+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33b41a4040 con 0x7f33b4100530 2023-12-07T14:02:11.005 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.999+0000 7f33ab7fe700 1 -- 172.21.15.39:0/1176366565 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33b0022d40 con 0x7f33b4100530 2023-12-07T14:02:11.005 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:10.999+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33b41a4450 con 0x7f33b4100530 2023-12-07T14:02:11.005 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.000+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33b41089f0 con 0x7f33b4100530 2023-12-07T14:02:11.006 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.001+0000 7f33ab7fe700 1 -- 172.21.15.39:0/1176366565 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f33b000fd20 con 0x7f33b4100530 2023-12-07T14:02:11.006 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.001+0000 7f33ab7fe700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f33a00a1510 0x7f33a00a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:11.006 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.002+0000 7f33b9a10700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f33a00a1510 0x7f33a00a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:11.006 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.002+0000 7f33ab7fe700 1 -- 172.21.15.39:0/1176366565 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f33b00ce0f0 con 0x7f33b4100530 2023-12-07T14:02:11.006 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.002+0000 7f33b9a10700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f33a00a1510 0x7f33a00a39d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f33a4005950 tx=0x7f33a40058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:11.009 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.006+0000 7f33ab7fe700 1 -- 172.21.15.39:0/1176366565 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f33b00978a0 con 0x7f33b4100530 2023-12-07T14:02:11.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.252+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f33b4069530 con 0x7f33b4100530 2023-12-07T14:02:11.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.252+0000 7f33ab7fe700 1 -- 172.21.15.39:0/1176366565 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) v1 ==== 53+0+73 (secure 0 0 0) 0x7f33b0027020 con 0x7f33b4100530 2023-12-07T14:02:11.256 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f33a00a1510 msgr2=0x7f33a00a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f33a00a1510 0x7f33a00a39d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f33a4005950 tx=0x7f33a40058e0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4100530 msgr2=0x7f33b4198720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4100530 0x7f33b4198720 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f33b00098e0 tx=0x7f33b00057f0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 shutdown_connections 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f33a00a1510 0x7f33a00a39d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33b4106560 0x7f33b41a37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33b4100530 0x7f33b4198720 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 --2- 172.21.15.39:0/1176366565 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f33b4100ef0 0x7f33b4198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 >> 172.21.15.39:0/1176366565 conn(0x7f33b4076570 msgr2=0x7f33b40ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 shutdown_connections 2023-12-07T14:02:11.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:11.254+0000 7f33bc475700 1 -- 172.21.15.39:0/1176366565 wait complete. 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /tmp/cephfs 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-12-07T14:02:11.713 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/tmp/cephfs' 2023-12-07T14:02:11.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:11.714 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2023-12-07T14:02:11.732 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-12-07T14:02:11.732 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-12-07T14:02:11.732 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 41758sec preferred_lft 41758sec 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-12-07T14:02:11.733 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2023-12-07T14:02:11.734 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-12-07T14:02:11.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:11.734 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2023-12-07T14:02:11.734 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2023-12-07T14:02:11.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add name ceph-brx type bridge 2023-12-07T14:02:11.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr flush dev ceph-brx 2023-12-07T14:02:11.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set ceph-brx up 2023-12-07T14:02:11.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-12-07T14:02:11.734 DEBUG:teuthology.orchestra.run.smithi039:> ') 2023-12-07T14:02:11.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:11.904 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-12-07T14:02:11.934 INFO:teuthology.orchestra.run.smithi039.stdout:1 2023-12-07T14:02:11.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:11.935 DEBUG:teuthology.orchestra.run.smithi039:> route 2023-12-07T14:02:12.007 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2023-12-07T14:02:12.007 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-12-07T14:02:12.007 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-12-07T14:02:12.007 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-12-07T14:02:12.007 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-12-07T14:02:12.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:12.008 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2023-12-07T14:02:12.008 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2023-12-07T14:02:12.008 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-12-07T14:02:12.008 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-12-07T14:02:12.008 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-12-07T14:02:12.008 DEBUG:teuthology.orchestra.run.smithi039:> ') 2023-12-07T14:02:12.188 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:11 smithi039 ceph-mon[98864]: pgmap v313: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:02:12.188 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:11 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1176366565' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-12-07T14:02:12.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:12.252 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2023-12-07T14:02:12.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:12.270 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list-id 2023-12-07T14:02:12.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:12.327 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2023-12-07T14:02:12.327 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2023-12-07T14:02:12.327 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns add ceph-ns--tmp-cephfs 2023-12-07T14:02:12.327 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns set ceph-ns--tmp-cephfs 0 2023-12-07T14:02:12.328 DEBUG:teuthology.orchestra.run.smithi039:> ') 2023-12-07T14:02:12.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:11 smithi055 ceph-mon[103363]: pgmap v313: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:02:12.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:11 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1176366565' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-12-07T14:02:12.423 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--tmp-cephfs' with 192.168.0.1/16 2023-12-07T14:02:12.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:12.423 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2023-12-07T14:02:12.423 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2023-12-07T14:02:12.423 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add veth0 netns ceph-ns--tmp-cephfs type veth peer name brx.0 2023-12-07T14:02:12.423 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--tmp-cephfs ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-12-07T14:02:12.424 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set veth0 up 2023-12-07T14:02:12.424 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--tmp-cephfs ip link set lo up 2023-12-07T14:02:12.424 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--tmp-cephfs ip route add default via 192.168.255.254 2023-12-07T14:02:12.424 DEBUG:teuthology.orchestra.run.smithi039:> ') 2023-12-07T14:02:12.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:11 smithi089 ceph-mon[103124]: pgmap v313: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2023-12-07T14:02:12.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:11 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1176366565' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-12-07T14:02:12.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:12.640 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2023-12-07T14:02:12.640 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2023-12-07T14:02:12.640 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2023-12-07T14:02:12.640 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set dev brx.0 master ceph-brx 2023-12-07T14:02:12.640 DEBUG:teuthology.orchestra.run.smithi039:> ') 2023-12-07T14:02:12.739 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-07T14:02:12.739 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /tmp/cephfs 2023-12-07T14:02:12.756 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/tmp/cephfs' 2023-12-07T14:02:12.756 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-12-07T14:02:12.756 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /tmp/cephfs 2023-12-07T14:02:12.815 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2023-12-07T14:02:12.815 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2023-12-07T14:02:12.815 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb 2023-12-07T14:02:12.815 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:12.816 DEBUG:teuthology.orchestra.run.smithi039:> sudo nsenter --net=/var/run/netns/ceph-ns--tmp-cephfs adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb /tmp/cephfs -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,wsync,context=system_u:object_r:postgresql_db_t:s0,nofallback 2023-12-07T14:02:12.907 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0",nofallback 2023-12-07T14:02:12.908 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0"". 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0",nofallback 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0"". 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: resolved to: "172.21.15.39:3300,172.21.15.55:3300,172.21.15.89:3300" 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with new device syntax: 0@cc8357a8-9507-11ee-95a2-87774f69a715.cephfs=/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0",name=0,key=0,mon_addr=172.21.15.39:3300/172.21.15.55:3300/172.21.15.89:3300" will pass to kernel 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: v2 mount support check returned 2 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: kernel does not support v2 syntax 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.39:3300,172.21.15.55:3300,172.21.15.89:3300:/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb 2023-12-07T14:02:13.072 INFO:teuthology.orchestra.run.smithi039.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=crc,wsync,context="system_u:object_r:postgresql_db_t:s0",name=0,key=0,mds_namespace=cephfs,fsid=cc8357a8-9507-11ee-95a2-87774f69a715" will pass to kernel 2023-12-07T14:02:13.076 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-12-07T14:02:13.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:13.076 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /tmp/cephfs 2023-12-07T14:02:13.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:13.135 DEBUG:teuthology.orchestra.run.smithi039:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-07T14:02:13.198 INFO:teuthology.orchestra.run.smithi039.stdout:client25039 2023-12-07T14:02:13.199 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T14:02:13.199 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-07T14:02:13.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:13.221 DEBUG:teuthology.orchestra.run.smithi039:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-07T14:02:13.320 INFO:teuthology.orchestra.run.smithi039.stdout:client25039 2023-12-07T14:02:13.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:13.320 DEBUG:teuthology.orchestra.run.smithi039:> (cd /tmp/cephfs && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-12-07T14:02:13.380 INFO:teuthology.orchestra.run.smithi039.stdout:client25039 2023-12-07T14:02:13.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:02:13.380 DEBUG:teuthology.orchestra.run.smithi039:> (cd /tmp/cephfs && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/cc8357a8-9507-11ee-95a2-87774f69a715.client25039/status') 2023-12-07T14:02:13.444 INFO:teuthology.orchestra.run.smithi039.stdout:instance: client.25039 (3)172.21.15.39:0/3880893390 2023-12-07T14:02:13.444 INFO:teuthology.orchestra.run.smithi039.stdout:blocklisted: false 2023-12-07T14:02:13.445 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records in 2023-12-07T14:02:13.445 INFO:teuthology.orchestra.run.smithi039.stderr:0+1 records out 2023-12-07T14:02:13.445 INFO:teuthology.orchestra.run.smithi039.stderr:71 bytes copied, 2.5329e-05 s, 2.8 MB/s 2023-12-07T14:02:13.446 INFO:teuthology.run_tasks:Running task check-counter... 2023-12-07T14:02:13.457 INFO:teuthology.run_tasks:Running task fwd_scrub... 2023-12-07T14:02:13.476 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:02:13.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/552658978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 msgr2=0x7fdbc8101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/552658978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8101a60 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40099c0 tx=0x7fdbb4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/552658978 shutdown_connections 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/552658978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbc8101fa0 0x7fdbc8108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/552658978 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdbc8100410 0x7fdbc8100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/552658978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8101a60 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/552658978 >> 172.21.15.39:0/552658978 conn(0x7fdbc80fb980 msgr2=0x7fdbc80fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/552658978 shutdown_connections 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.600+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/552658978 wait complete. 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 Processor -- start 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 -- start start 2023-12-07T14:02:13.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbc8100410 0x7fdbc81995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdbc8101fa0 0x7fdbc81a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc81a10d0 con 0x7fdbc8101600 2023-12-07T14:02:13.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc81a1210 con 0x7fdbc8100410 2023-12-07T14:02:13.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcf0a1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc81a13a0 con 0x7fdbc8101fa0 2023-12-07T14:02:13.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbc7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbc7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8199ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53018/0 (socket says 172.21.15.39:53018) 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbc7fff700 1 -- 172.21.15.39:0/3344047093 learned_addr learned my addr 172.21.15.39:0/3344047093 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcce3d700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbc8100410 0x7fdbc81995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.601+0000 7fdbcd63e700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdbc8101fa0 0x7fdbc81a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc7fff700 1 -- 172.21.15.39:0/3344047093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdbc8101fa0 msgr2=0x7fdbc81a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc7fff700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdbc8101fa0 0x7fdbc81a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc7fff700 1 -- 172.21.15.39:0/3344047093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbc8100410 msgr2=0x7fdbc81995a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc7fff700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbc8100410 0x7fdbc81995a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc7fff700 1 -- 172.21.15.39:0/3344047093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbb40095f0 con 0x7fdbc8101600 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc7fff700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8199ae0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40036f0 tx=0x7fdbb40047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc5ffb700 1 -- 172.21.15.39:0/3344047093 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb401d070 con 0x7fdbc8101600 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc5ffb700 1 -- 172.21.15.39:0/3344047093 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdbb4004090 con 0x7fdbc8101600 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbc81a1620 con 0x7fdbc8101600 2023-12-07T14:02:13.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbc5ffb700 1 -- 172.21.15.39:0/3344047093 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb4022d40 con 0x7fdbc8101600 2023-12-07T14:02:13.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.602+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbc81a1ad0 con 0x7fdbc8101600 2023-12-07T14:02:13.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.603+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbc8068330 con 0x7fdbc8101600 2023-12-07T14:02:13.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.604+0000 7fdbc5ffb700 1 -- 172.21.15.39:0/3344047093 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fdbb4022470 con 0x7fdbc8101600 2023-12-07T14:02:13.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.605+0000 7fdbc5ffb700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdbb80a1510 0x7fdbb80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.605+0000 7fdbc5ffb700 1 -- 172.21.15.39:0/3344047093 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fdbb40ce350 con 0x7fdbc8101600 2023-12-07T14:02:13.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.605+0000 7fdbcce3d700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdbb80a1510 0x7fdbb80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.605+0000 7fdbcce3d700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdbb80a1510 0x7fdbb80a39d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fdbc8101460 tx=0x7fdbbc00a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:13.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.608+0000 7fdbc5ffb700 1 -- 172.21.15.39:0/3344047093 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fdbb40978e0 con 0x7fdbc8101600 2023-12-07T14:02:13.817 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.814+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdbc810bd30 con 0x7fdbc8101600 2023-12-07T14:02:13.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.816+0000 7fdbc5ffb700 1 -- 172.21.15.39:0/3344047093 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7fdbb4027020 con 0x7fdbc8101600 2023-12-07T14:02:13.819 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:13.819 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:02:13.821 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdbb80a1510 msgr2=0x7fdbb80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.821 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdbb80a1510 0x7fdbb80a39d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fdbc8101460 tx=0x7fdbbc00a380 comp rx=0 tx=0).stop 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 msgr2=0x7fdbc8199ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8199ae0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdbb40036f0 tx=0x7fdbb40047b0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 shutdown_connections 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdbb80a1510 0x7fdbb80a39d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdbc8101fa0 0x7fdbc81a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdbc8100410 0x7fdbc81995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 --2- 172.21.15.39:0/3344047093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc8101600 0x7fdbc8199ae0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 >> 172.21.15.39:0/3344047093 conn(0x7fdbc80fb980 msgr2=0x7fdbc80fd480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 shutdown_connections 2023-12-07T14:02:13.822 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.818+0000 7fdbcf0a1700 1 -- 172.21.15.39:0/3344047093 wait complete. 2023-12-07T14:02:13.835 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:02:13.835 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:02:13.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/2527027839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 msgr2=0x7f8a34106c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/2527027839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a34106c40 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8a28009990 tx=0x7f8a28009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/2527027839 shutdown_connections 2023-12-07T14:02:13.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/2527027839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a34107180 0x7f8a341095f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/2527027839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8a34101f20 0x7f8a34104310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/2527027839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a34106c40 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/2527027839 >> 172.21.15.39:0/2527027839 conn(0x7f8a340fb8d0 msgr2=0x7f8a340fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/2527027839 shutdown_connections 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.962+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/2527027839 wait complete. 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 Processor -- start 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 -- start start 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a34101f20 0x7f8a34197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a341978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8a34107180 0x7f8a3419e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3419eea0 con 0x7f8a34104850 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3419efe0 con 0x7f8a34101f20 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3c2b8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3419f170 con 0x7f8a34107180 2023-12-07T14:02:13.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a341978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a341978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53032/0 (socket says 172.21.15.39:53032) 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 -- 172.21.15.39:0/1690572853 learned_addr learned my addr 172.21.15.39:0/1690572853 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3a855700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8a34107180 0x7f8a3419e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a3a054700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a34101f20 0x7f8a34197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 -- 172.21.15.39:0/1690572853 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8a34107180 msgr2=0x7f8a3419e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8a34107180 0x7f8a3419e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 -- 172.21.15.39:0/1690572853 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a34101f20 msgr2=0x7f8a34197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a34101f20 0x7f8a34197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.963+0000 7f8a39853700 1 -- 172.21.15.39:0/1690572853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a280095f0 con 0x7f8a34104850 2023-12-07T14:02:13.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.964+0000 7f8a39853700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a341978b0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800c010 tx=0x7f8a2800f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:13.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.964+0000 7f8a277fe700 1 -- 172.21.15.39:0/1690572853 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a2801d070 con 0x7f8a34104850 2023-12-07T14:02:13.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.964+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a3419f3f0 con 0x7f8a34104850 2023-12-07T14:02:13.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.964+0000 7f8a277fe700 1 -- 172.21.15.39:0/1690572853 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a2800fc60 con 0x7f8a34104850 2023-12-07T14:02:13.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.964+0000 7f8a277fe700 1 -- 172.21.15.39:0/1690572853 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a28017650 con 0x7f8a34104850 2023-12-07T14:02:13.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.964+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a3419f870 con 0x7f8a34104850 2023-12-07T14:02:13.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.965+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a340fd450 con 0x7f8a34104850 2023-12-07T14:02:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.966+0000 7f8a277fe700 1 -- 172.21.15.39:0/1690572853 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f8a280050d0 con 0x7f8a34104850 2023-12-07T14:02:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.966+0000 7f8a277fe700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8a200a1510 0x7f8a200a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.967+0000 7f8a277fe700 1 -- 172.21.15.39:0/1690572853 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f8a280ce4a0 con 0x7f8a34104850 2023-12-07T14:02:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.967+0000 7f8a3a054700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8a200a1510 0x7f8a200a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:13.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.967+0000 7f8a3a054700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8a200a1510 0x7f8a200a39d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8a30005ea0 tx=0x7f8a30005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:13.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:13.970+0000 7f8a277fe700 1 -- 172.21.15.39:0/1690572853 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8a28097a30 con 0x7f8a34104850 2023-12-07T14:02:14.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.171+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8a34067aa0 con 0x7f8a34104850 2023-12-07T14:02:14.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.174+0000 7f8a277fe700 1 -- 172.21.15.39:0/1690572853 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8a2809b050 con 0x7f8a34104850 2023-12-07T14:02:14.177 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8a200a1510 msgr2=0x7f8a200a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8a200a1510 0x7f8a200a39d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8a30005ea0 tx=0x7f8a30005e30 comp rx=0 tx=0).stop 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 msgr2=0x7f8a341978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a341978b0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8a2800c010 tx=0x7f8a2800f740 comp rx=0 tx=0).stop 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 shutdown_connections 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8a200a1510 0x7f8a200a39d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8a34107180 0x7f8a3419e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a34101f20 0x7f8a34197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 --2- 172.21.15.39:0/1690572853 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a34104850 0x7f8a341978b0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 >> 172.21.15.39:0/1690572853 conn(0x7f8a340fb8d0 msgr2=0x7f8a34102880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 shutdown_connections 2023-12-07T14:02:14.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.176+0000 7f8a3c2b8700 1 -- 172.21.15.39:0/1690572853 wait complete. 2023-12-07T14:02:14.192 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 -- 172.21.15.39:0/4114647454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c1015f0 msgr2=0x7f0d0c101a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 --2- 172.21.15.39:0/4114647454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c1015f0 0x7f0d0c101a50 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f0d080099c0 tx=0x7f0d08009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 -- 172.21.15.39:0/4114647454 shutdown_connections 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 --2- 172.21.15.39:0/4114647454 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d0c101f90 0x7f0d0c108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 --2- 172.21.15.39:0/4114647454 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d0c100400 0x7f0d0c100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 --2- 172.21.15.39:0/4114647454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c1015f0 0x7f0d0c101a50 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 -- 172.21.15.39:0/4114647454 >> 172.21.15.39:0/4114647454 conn(0x7f0d0c0fb930 msgr2=0x7f0d0c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:14.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 -- 172.21.15.39:0/4114647454 shutdown_connections 2023-12-07T14:02:14.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.318+0000 7f0d146cb700 1 -- 172.21.15.39:0/4114647454 wait complete. 2023-12-07T14:02:14.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 Processor -- start 2023-12-07T14:02:14.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 -- start start 2023-12-07T14:02:14.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c100400 0x7f0d0c0692a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d0c1015f0 0x7f0d0c19c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d0c101f90 0x7f0d0c19e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c19eec0 con 0x7f0d0c100400 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c19f030 con 0x7f0d0c1015f0 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d146cb700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0c19f1f0 con 0x7f0d0c101f90 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c100400 0x7f0d0c0692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c100400 0x7f0d0c0692a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53044/0 (socket says 172.21.15.39:53044) 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 -- 172.21.15.39:0/282134898 learned_addr learned my addr 172.21.15.39:0/282134898 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12c68700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d0c101f90 0x7f0d0c19e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d11c66700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d0c1015f0 0x7f0d0c19c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 -- 172.21.15.39:0/282134898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d0c101f90 msgr2=0x7f0d0c19e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d0c101f90 0x7f0d0c19e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 -- 172.21.15.39:0/282134898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d0c1015f0 msgr2=0x7f0d0c19c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d0c1015f0 0x7f0d0c19c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 -- 172.21.15.39:0/282134898 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d080095f0 con 0x7f0d0c100400 2023-12-07T14:02:14.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.319+0000 7f0d12467700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c100400 0x7f0d0c0692a0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0d0000d980 tx=0x7f0d0000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:14.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.320+0000 7f0cff7fe700 1 -- 172.21.15.39:0/282134898 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0000de60 con 0x7f0d0c100400 2023-12-07T14:02:14.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.320+0000 7f0cff7fe700 1 -- 172.21.15.39:0/282134898 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d000044e0 con 0x7f0d0c100400 2023-12-07T14:02:14.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.320+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d0c19f4d0 con 0x7f0d0c100400 2023-12-07T14:02:14.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.320+0000 7f0cff7fe700 1 -- 172.21.15.39:0/282134898 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d00003be0 con 0x7f0d0c100400 2023-12-07T14:02:14.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.320+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d0c19f9b0 con 0x7f0d0c100400 2023-12-07T14:02:14.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.321+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d0c107820 con 0x7f0d0c100400 2023-12-07T14:02:14.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.322+0000 7f0cff7fe700 1 -- 172.21.15.39:0/282134898 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f0d00009bb0 con 0x7f0d0c100400 2023-12-07T14:02:14.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.322+0000 7f0cff7fe700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cf80a1510 0x7f0cf80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.323+0000 7f0d11c66700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cf80a1510 0x7f0cf80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.323+0000 7f0cff7fe700 1 -- 172.21.15.39:0/282134898 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f0d000cce90 con 0x7f0d0c100400 2023-12-07T14:02:14.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.323+0000 7f0d11c66700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cf80a1510 0x7f0cf80a39d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0d08000c00 tx=0x7f0d08005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:14.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.326+0000 7f0cff7fe700 1 -- 172.21.15.39:0/282134898 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0d00096490 con 0x7f0d0c100400 2023-12-07T14:02:14.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:14 smithi089 ceph-mon[103124]: pgmap v314: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:02:14.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:14 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3344047093' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:14.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.528+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0d0c10bba0 con 0x7f0d0c100400 2023-12-07T14:02:14.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.528+0000 7f0cff7fe700 1 -- 172.21.15.39:0/282134898 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0d00009940 con 0x7f0d0c100400 2023-12-07T14:02:14.532 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:02:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cf80a1510 msgr2=0x7f0cf80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cf80a1510 0x7f0cf80a39d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f0d08000c00 tx=0x7f0d08005fd0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c100400 msgr2=0x7f0d0c0692a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c100400 0x7f0d0c0692a0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0d0000d980 tx=0x7f0d0000dd40 comp rx=0 tx=0).stop 2023-12-07T14:02:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 shutdown_connections 2023-12-07T14:02:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0cf80a1510 0x7f0cf80a39d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d0c101f90 0x7f0d0c19e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d0c100400 0x7f0d0c0692a0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 --2- 172.21.15.39:0/282134898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d0c1015f0 0x7f0d0c19c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 >> 172.21.15.39:0/282134898 conn(0x7f0d0c0fb930 msgr2=0x7f0d0c104960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:14.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 shutdown_connections 2023-12-07T14:02:14.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.530+0000 7f0d146cb700 1 -- 172.21.15.39:0/282134898 wait complete. 2023-12-07T14:02:14.546 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:14 smithi039 ceph-mon[98864]: pgmap v314: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:02:14.546 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:14 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3344047093' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:14.547 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:02:14.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:14 smithi055 ceph-mon[103363]: pgmap v314: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s 2023-12-07T14:02:14.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:14 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3344047093' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:14.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 -- 172.21.15.39:0/3264265513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc1014b0 msgr2=0x7f9dfc1018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 --2- 172.21.15.39:0/3264265513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc1014b0 0x7f9dfc1018d0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9dec0099c0 tx=0x7f9dec009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 -- 172.21.15.39:0/3264265513 shutdown_connections 2023-12-07T14:02:14.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 --2- 172.21.15.39:0/3264265513 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9dfc103040 0x7f9dfc1098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 --2- 172.21.15.39:0/3264265513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc1014b0 0x7f9dfc1018d0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 --2- 172.21.15.39:0/3264265513 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9dfc1026a0 0x7f9dfc102b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 -- 172.21.15.39:0/3264265513 >> 172.21.15.39:0/3264265513 conn(0x7f9dfc0fca20 msgr2=0x7f9dfc0fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 -- 172.21.15.39:0/3264265513 shutdown_connections 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.674+0000 7f9e0445f700 1 -- 172.21.15.39:0/3264265513 wait complete. 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 Processor -- start 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 -- start start 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9dfc1014b0 0x7f9dfc075330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9dfc1026a0 0x7f9dfc0739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc103040 0x7f9dfc073f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc0746a0 con 0x7f9dfc103040 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc074810 con 0x7f9dfc1014b0 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e0445f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dfc1a14e0 con 0x7f9dfc1026a0 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e029fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc103040 0x7f9dfc073f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e029fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc103040 0x7f9dfc073f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53062/0 (socket says 172.21.15.39:53062) 2023-12-07T14:02:14.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e029fc700 1 -- 172.21.15.39:0/840231257 learned_addr learned my addr 172.21.15.39:0/840231257 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e019fa700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9dfc1026a0 0x7f9dfc0739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.675+0000 7f9e021fb700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9dfc1014b0 0x7f9dfc075330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e029fc700 1 -- 172.21.15.39:0/840231257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9dfc1026a0 msgr2=0x7f9dfc0739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e029fc700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9dfc1026a0 0x7f9dfc0739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e029fc700 1 -- 172.21.15.39:0/840231257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9dfc1014b0 msgr2=0x7f9dfc075330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e029fc700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9dfc1014b0 0x7f9dfc075330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e029fc700 1 -- 172.21.15.39:0/840231257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dec0095f0 con 0x7f9dfc103040 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e029fc700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc103040 0x7f9dfc073f00 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9df4007ee0 tx=0x7f9df400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9df37fe700 1 -- 172.21.15.39:0/840231257 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df4017070 con 0x7f9dfc103040 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9df37fe700 1 -- 172.21.15.39:0/840231257 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9df400f040 con 0x7f9dfc103040 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dfc1a1770 con 0x7f9dfc103040 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9df37fe700 1 -- 172.21.15.39:0/840231257 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9df40054b0 con 0x7f9dfc103040 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.676+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dfc1a1c30 con 0x7f9dfc103040 2023-12-07T14:02:14.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.677+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dfc108980 con 0x7f9dfc103040 2023-12-07T14:02:14.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.678+0000 7f9df37fe700 1 -- 172.21.15.39:0/840231257 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f9df4004ad0 con 0x7f9dfc103040 2023-12-07T14:02:14.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.679+0000 7f9df37fe700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f9de80a1510 0x7f9de80a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:14.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.679+0000 7f9df37fe700 1 -- 172.21.15.39:0/840231257 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f9df40cc690 con 0x7f9dfc103040 2023-12-07T14:02:14.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.679+0000 7f9e021fb700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f9de80a1510 0x7f9de80a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:14.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.679+0000 7f9e021fb700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f9de80a1510 0x7f9de80a39d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009f50 tx=0x7f9dec005ea0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:14.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.683+0000 7f9df37fe700 1 -- 172.21.15.39:0/840231257 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f9df4095b90 con 0x7f9dfc103040 2023-12-07T14:02:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.902+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9dfc10cd10 con 0x7f9dfc103040 2023-12-07T14:02:14.916 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:02:14.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.908+0000 7f9df37fe700 1 -- 172.21.15.39:0/840231257 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9df40991b0 con 0x7f9dfc103040 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f9de80a1510 msgr2=0x7f9de80a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f9de80a1510 0x7f9de80a39d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009f50 tx=0x7f9dec005ea0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc103040 msgr2=0x7f9dfc073f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc103040 0x7f9dfc073f00 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f9df4007ee0 tx=0x7f9df400d3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 shutdown_connections 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f9de80a1510 0x7f9de80a39d0 secure :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9dec009f50 tx=0x7f9dec005ea0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9dfc103040 0x7f9dfc073f00 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9dfc1014b0 0x7f9dfc075330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 --2- 172.21.15.39:0/840231257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9dfc1026a0 0x7f9dfc0739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.914+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 >> 172.21.15.39:0/840231257 conn(0x7f9dfc0fca20 msgr2=0x7f9dfc105ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:14.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.916+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 shutdown_connections 2023-12-07T14:02:14.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:14.916+0000 7f9e0445f700 1 -- 172.21.15.39:0/840231257 wait complete. 2023-12-07T14:02:14.937 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:02:15.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 -- 172.21.15.39:0/2142838339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1881072b0 msgr2=0x7fc1881096a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/2142838339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1881072b0 0x7fc1881096a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc18000b0a0 tx=0x7fc18000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 -- 172.21.15.39:0/2142838339 shutdown_connections 2023-12-07T14:02:15.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/2142838339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1881072b0 0x7fc1881096a0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/2142838339 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc188102050 0x7fc188104440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/2142838339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc188104980 0x7fc188106d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 -- 172.21.15.39:0/2142838339 >> 172.21.15.39:0/2142838339 conn(0x7fc1880fb980 msgr2=0x7fc1880fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:15.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 -- 172.21.15.39:0/2142838339 shutdown_connections 2023-12-07T14:02:15.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.061+0000 7fc18e0b9700 1 -- 172.21.15.39:0/2142838339 wait complete. 2023-12-07T14:02:15.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 Processor -- start 2023-12-07T14:02:15.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 -- start start 2023-12-07T14:02:15.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc188102050 0x7fc188197490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc188104980 0x7fc1881979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1881072b0 0x7fc18819e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18819efc0 con 0x7fc188102050 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18819f100 con 0x7fc188104980 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc18e0b9700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc18819f290 con 0x7fc1881072b0 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc188102050 0x7fc188197490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc188102050 0x7fc188197490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53090/0 (socket says 172.21.15.39:53090) 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 -- 172.21.15.39:0/612352545 learned_addr learned my addr 172.21.15.39:0/612352545 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc17ffff700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc188104980 0x7fc1881979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc187fff700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1881072b0 0x7fc18819e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 -- 172.21.15.39:0/612352545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1881072b0 msgr2=0x7fc18819e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1881072b0 0x7fc18819e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 -- 172.21.15.39:0/612352545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc188104980 msgr2=0x7fc1881979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc188104980 0x7fc1881979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc1877fe700 1 -- 172.21.15.39:0/612352545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc180009d00 con 0x7fc188102050 2023-12-07T14:02:15.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc187fff700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1881072b0 0x7fc18819e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.062+0000 7fc17ffff700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc188104980 0x7fc1881979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.063+0000 7fc1877fe700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc188102050 0x7fc188197490 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc17800e9a0 tx=0x7fc17800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.063+0000 7fc1857fa700 1 -- 172.21.15.39:0/612352545 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc178009790 con 0x7fc188102050 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.063+0000 7fc1857fa700 1 -- 172.21.15.39:0/612352545 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc17800cbd0 con 0x7fc188102050 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.063+0000 7fc1857fa700 1 -- 172.21.15.39:0/612352545 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc178018680 con 0x7fc188102050 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.063+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc18819f570 con 0x7fc188102050 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.063+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc18819fa30 con 0x7fc188102050 2023-12-07T14:02:15.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.064+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1880fd500 con 0x7fc188102050 2023-12-07T14:02:15.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.065+0000 7fc1857fa700 1 -- 172.21.15.39:0/612352545 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7fc17800cd40 con 0x7fc188102050 2023-12-07T14:02:15.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.066+0000 7fc1857fa700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1740a1510 0x7fc1740a39d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.066+0000 7fc17ffff700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1740a1510 0x7fc1740a39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.066+0000 7fc1857fa700 1 -- 172.21.15.39:0/612352545 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc178014070 con 0x7fc188102050 2023-12-07T14:02:15.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.066+0000 7fc17ffff700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1740a1510 0x7fc1740a39d0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fc170009be0 tx=0x7fc170009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:15.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.069+0000 7fc1857fa700 1 -- 172.21.15.39:0/612352545 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc178096bb0 con 0x7fc188102050 2023-12-07T14:02:15.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.277+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc188068330 con 0x7fc188102050 2023-12-07T14:02:15.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.279+0000 7fc1857fa700 1 -- 172.21.15.39:0/612352545 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7fc17809a1d0 con 0x7fc188102050 2023-12-07T14:02:15.282 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:15.282 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:02:15.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1740a1510 msgr2=0x7fc1740a39d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1740a1510 0x7fc1740a39d0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fc170009be0 tx=0x7fc170009260 comp rx=0 tx=0).stop 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc188102050 msgr2=0x7fc188197490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc188102050 0x7fc188197490 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc17800e9a0 tx=0x7fc17800ed60 comp rx=0 tx=0).stop 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 shutdown_connections 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc1740a1510 0x7fc1740a39d0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1881072b0 0x7fc18819e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc188102050 0x7fc188197490 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 --2- 172.21.15.39:0/612352545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc188104980 0x7fc1881979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 >> 172.21.15.39:0/612352545 conn(0x7fc1880fb980 msgr2=0x7fc188102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 shutdown_connections 2023-12-07T14:02:15.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.281+0000 7fc18e0b9700 1 -- 172.21.15.39:0/612352545 wait complete. 2023-12-07T14:02:15.296 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:15 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1690572853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.296 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:15 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/282134898' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.296 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:15 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/840231257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.297 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:02:15.297 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:02:15.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 -- 172.21.15.39:0/602368991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318102690 msgr2=0x7f8318102af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 --2- 172.21.15.39:0/602368991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318102690 0x7f8318102af0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f830c0099c0 tx=0x7f830c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 -- 172.21.15.39:0/602368991 shutdown_connections 2023-12-07T14:02:15.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 --2- 172.21.15.39:0/602368991 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8318103030 0x7f83181098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 --2- 172.21.15.39:0/602368991 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f83181014a0 0x7f83181018c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 --2- 172.21.15.39:0/602368991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318102690 0x7f8318102af0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 -- 172.21.15.39:0/602368991 >> 172.21.15.39:0/602368991 conn(0x7f83180fca30 msgr2=0x7f83180fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 -- 172.21.15.39:0/602368991 shutdown_connections 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.424+0000 7f831fa05700 1 -- 172.21.15.39:0/602368991 wait complete. 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 Processor -- start 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 -- start start 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f83181014a0 0x7f83181973b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8318102690 0x7f83181978f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318103030 0x7f831819e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831819eee0 con 0x7f8318103030 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831819f020 con 0x7f8318102690 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831fa05700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f831819f1b0 con 0x7f83181014a0 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318103030 0x7f831819e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318103030 0x7f831819e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53108/0 (socket says 172.21.15.39:53108) 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 -- 172.21.15.39:0/2176778393 learned_addr learned my addr 172.21.15.39:0/2176778393 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:15.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831d7a1700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f83181014a0 0x7f83181973b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831cfa0700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8318102690 0x7f83181978f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 -- 172.21.15.39:0/2176778393 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f83181014a0 msgr2=0x7f83181973b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f83181014a0 0x7f83181973b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 -- 172.21.15.39:0/2176778393 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8318102690 msgr2=0x7f83181978f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8318102690 0x7f83181978f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 -- 172.21.15.39:0/2176778393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f830c0095f0 con 0x7f8318103030 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.425+0000 7f831dfa2700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318103030 0x7f831819e910 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f831000ef30 tx=0x7f831000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.426+0000 7f830a7fc700 1 -- 172.21.15.39:0/2176778393 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8310018070 con 0x7f8318103030 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.426+0000 7f830a7fc700 1 -- 172.21.15.39:0/2176778393 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f831000f040 con 0x7f8318103030 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.426+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f831819f430 con 0x7f8318103030 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.426+0000 7f830a7fc700 1 -- 172.21.15.39:0/2176778393 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f831000cd00 con 0x7f8318103030 2023-12-07T14:02:15.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.426+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f831819f940 con 0x7f8318103030 2023-12-07T14:02:15.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.427+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8318108940 con 0x7f8318103030 2023-12-07T14:02:15.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.429+0000 7f830a7fc700 1 -- 172.21.15.39:0/2176778393 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f8310003a00 con 0x7f8318103030 2023-12-07T14:02:15.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.429+0000 7f830a7fc700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f83040a1590 0x7f83040a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.429+0000 7f830a7fc700 1 -- 172.21.15.39:0/2176778393 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f83100cd230 con 0x7f8318103030 2023-12-07T14:02:15.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.429+0000 7f831d7a1700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f83040a1590 0x7f83040a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.430+0000 7f831d7a1700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f83040a1590 0x7f83040a3a50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f83181024f0 tx=0x7f831400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:15.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.433+0000 7f830a7fc700 1 -- 172.21.15.39:0/2176778393 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f83100968c0 con 0x7f8318103030 2023-12-07T14:02:15.439 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:15 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1690572853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:15 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/282134898' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:15 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/840231257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.637+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f831810ccc0 con 0x7f8318103030 2023-12-07T14:02:15.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.637+0000 7f830a7fc700 1 -- 172.21.15.39:0/2176778393 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8310099ee0 con 0x7f8318103030 2023-12-07T14:02:15.641 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:02:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f83040a1590 msgr2=0x7f83040a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f83040a1590 0x7f83040a3a50 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f83181024f0 tx=0x7f831400b410 comp rx=0 tx=0).stop 2023-12-07T14:02:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318103030 msgr2=0x7f831819e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318103030 0x7f831819e910 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f831000ef30 tx=0x7f831000c3a0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 shutdown_connections 2023-12-07T14:02:15.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f83040a1590 0x7f83040a3a50 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8318103030 0x7f831819e910 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f83181014a0 0x7f83181973b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 --2- 172.21.15.39:0/2176778393 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8318102690 0x7f83181978f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 >> 172.21.15.39:0/2176778393 conn(0x7f83180fca30 msgr2=0x7f8318105a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:15.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 shutdown_connections 2023-12-07T14:02:15.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.640+0000 7f831fa05700 1 -- 172.21.15.39:0/2176778393 wait complete. 2023-12-07T14:02:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:15 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1690572853' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:15 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/282134898' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:15 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/840231257' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:15.655 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:02:15.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 -- 172.21.15.39:0/1872856587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac101f40 msgr2=0x7f0eac1087f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 --2- 172.21.15.39:0/1872856587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac101f40 0x7f0eac1087f0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f0ea400b0d0 tx=0x7f0ea400b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 -- 172.21.15.39:0/1872856587 shutdown_connections 2023-12-07T14:02:15.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 --2- 172.21.15.39:0/1872856587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac101f40 0x7f0eac1087f0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 --2- 172.21.15.39:0/1872856587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0eac1003b0 0x7f0eac1007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 --2- 172.21.15.39:0/1872856587 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0eac1015a0 0x7f0eac101a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 -- 172.21.15.39:0/1872856587 >> 172.21.15.39:0/1872856587 conn(0x7f0eac0fb920 msgr2=0x7f0eac0fdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 -- 172.21.15.39:0/1872856587 shutdown_connections 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.784+0000 7f0eb411d700 1 -- 172.21.15.39:0/1872856587 wait complete. 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 Processor -- start 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 -- start start 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0eac1003b0 0x7f0eac197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac1015a0 0x7f0eac197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0eac101f40 0x7f0eac19ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eac19f060 con 0x7f0eac1015a0 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eac19f1a0 con 0x7f0eac101f40 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb411d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eac19f330 con 0x7f0eac1003b0 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb16b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac1015a0 0x7f0eac197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb16b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac1015a0 0x7f0eac197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53120/0 (socket says 172.21.15.39:53120) 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb16b8700 1 -- 172.21.15.39:0/3149140111 learned_addr learned my addr 172.21.15.39:0/3149140111 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:15.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb1eb9700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0eac1003b0 0x7f0eac197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb26ba700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0eac101f40 0x7f0eac19ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb16b8700 1 -- 172.21.15.39:0/3149140111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0eac1003b0 msgr2=0x7f0eac197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.785+0000 7f0eb16b8700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0eac1003b0 0x7f0eac197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0eb16b8700 1 -- 172.21.15.39:0/3149140111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0eac101f40 msgr2=0x7f0eac19ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0eb16b8700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0eac101f40 0x7f0eac19ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0eb16b8700 1 -- 172.21.15.39:0/3149140111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ea4009d00 con 0x7f0eac1015a0 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0eb1eb9700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0eac1003b0 0x7f0eac197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0eb16b8700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac1015a0 0x7f0eac197a70 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0ea800c9b0 tx=0x7f0ea800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:15.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0ea2ffd700 1 -- 172.21.15.39:0/3149140111 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8007b00 con 0x7f0eac1015a0 2023-12-07T14:02:15.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0ea2ffd700 1 -- 172.21.15.39:0/3149140111 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ea8007c60 con 0x7f0eac1015a0 2023-12-07T14:02:15.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0ea2ffd700 1 -- 172.21.15.39:0/3149140111 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ea8018660 con 0x7f0eac1015a0 2023-12-07T14:02:15.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0eac19f610 con 0x7f0eac1015a0 2023-12-07T14:02:15.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.786+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0eac19fba0 con 0x7f0eac1015a0 2023-12-07T14:02:15.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.787+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0eac068780 con 0x7f0eac1015a0 2023-12-07T14:02:15.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.788+0000 7f0ea2ffd700 1 -- 172.21.15.39:0/3149140111 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f0ea800f450 con 0x7f0eac1015a0 2023-12-07T14:02:15.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.789+0000 7f0ea2ffd700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0e980a1590 0x7f0e980a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:15.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.789+0000 7f0eb1eb9700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0e980a1590 0x7f0e980a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:15.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.789+0000 7f0ea2ffd700 1 -- 172.21.15.39:0/3149140111 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f0ea80ccfb0 con 0x7f0eac1015a0 2023-12-07T14:02:15.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.789+0000 7f0eb1eb9700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0e980a1590 0x7f0e980a3a50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0eac101400 tx=0x7f0e9c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:15.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.792+0000 7f0ea2ffd700 1 -- 172.21.15.39:0/3149140111 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0ea80966c0 con 0x7f0eac1015a0 2023-12-07T14:02:15.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.996+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0eac10beb0 con 0x7f0eac1015a0 2023-12-07T14:02:15.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.996+0000 7f0ea2ffd700 1 -- 172.21.15.39:0/3149140111 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0ea8099ce0 con 0x7f0eac1015a0 2023-12-07T14:02:16.000 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0e980a1590 msgr2=0x7f0e980a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0e980a1590 0x7f0e980a3a50 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0eac101400 tx=0x7f0e9c008040 comp rx=0 tx=0).stop 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac1015a0 msgr2=0x7f0eac197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac1015a0 0x7f0eac197a70 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f0ea800c9b0 tx=0x7f0ea800ccc0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 shutdown_connections 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0e980a1590 0x7f0e980a3a50 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0eac101f40 0x7f0eac19ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0eac1003b0 0x7f0eac197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 --2- 172.21.15.39:0/3149140111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0eac1015a0 0x7f0eac197a70 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 >> 172.21.15.39:0/3149140111 conn(0x7f0eac0fb920 msgr2=0x7f0eac069b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 shutdown_connections 2023-12-07T14:02:16.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:15.998+0000 7f0eb411d700 1 -- 172.21.15.39:0/3149140111 wait complete. 2023-12-07T14:02:16.014 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 -- 172.21.15.39:0/3791685234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81014b0 msgr2=0x7f0ab81018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 --2- 172.21.15.39:0/3791685234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81014b0 0x7f0ab81018d0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f0aa80099c0 tx=0x7f0aa8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 -- 172.21.15.39:0/3791685234 shutdown_connections 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 --2- 172.21.15.39:0/3791685234 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ab8103040 0x7f0ab81098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 --2- 172.21.15.39:0/3791685234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81014b0 0x7f0ab81018d0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 --2- 172.21.15.39:0/3791685234 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0ab81026a0 0x7f0ab8102b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 -- 172.21.15.39:0/3791685234 >> 172.21.15.39:0/3791685234 conn(0x7f0ab80fca00 msgr2=0x7f0ab80fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 -- 172.21.15.39:0/3791685234 shutdown_connections 2023-12-07T14:02:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 -- 172.21.15.39:0/3791685234 wait complete. 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 Processor -- start 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.140+0000 7f0abdb13700 1 -- start start 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ab81014b0 0x7f0ab8197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81026a0 0x7f0ab81979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0ab8103040 0x7f0ab819e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab819ef90 con 0x7f0ab81026a0 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab819f0d0 con 0x7f0ab81014b0 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ab819f260 con 0x7f0ab8103040 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81026a0 0x7f0ab81979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81026a0 0x7f0ab81979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53134/0 (socket says 172.21.15.39:53134) 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 -- 172.21.15.39:0/1308854139 learned_addr learned my addr 172.21.15.39:0/1308854139 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab77fe700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ab81014b0 0x7f0ab8197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab7fff700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0ab8103040 0x7f0ab819e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 -- 172.21.15.39:0/1308854139 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0ab8103040 msgr2=0x7f0ab819e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0ab8103040 0x7f0ab819e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 -- 172.21.15.39:0/1308854139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ab81014b0 msgr2=0x7f0ab8197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ab81014b0 0x7f0ab8197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 -- 172.21.15.39:0/1308854139 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0aa80095f0 con 0x7f0ab81026a0 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab6ffd700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81026a0 0x7f0ab81979a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00d950 tx=0x7f0aac00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac009940 con 0x7f0ab81026a0 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0aac010460 con 0x7f0ab81026a0 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ab819f540 con 0x7f0ab81026a0 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac00f620 con 0x7f0ab81026a0 2023-12-07T14:02:16.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.141+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ab819faa0 con 0x7f0ab81026a0 2023-12-07T14:02:16.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.142+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ab81088d0 con 0x7f0ab81026a0 2023-12-07T14:02:16.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.144+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 17) v1 ==== 136057+0+0 (secure 0 0 0) 0x7f0aac0108d0 con 0x7f0ab81026a0 2023-12-07T14:02:16.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.144+0000 7f0ab4ff9700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0aa00a1590 0x7f0aa00a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.145+0000 7f0ab77fe700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0aa00a1590 0x7f0aa00a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.145+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f0aac0cd2c0 con 0x7f0ab81026a0 2023-12-07T14:02:16.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.145+0000 7f0ab77fe700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0aa00a1590 0x7f0aa00a3a50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8006010 tx=0x7f0aa800b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.147+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f0aac0967c0 con 0x7f0ab81026a0 2023-12-07T14:02:16.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.200+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f0aac0105d0 con 0x7f0ab81026a0 2023-12-07T14:02:16.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:16 smithi039 ceph-mon[98864]: pgmap v315: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:02:16.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:16 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/612352545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:16.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:16 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2176778393' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:16.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:16 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3149140111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:16.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.355+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0ab819f6d0 con 0x7f0ab81026a0 2023-12-07T14:02:16.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.355+0000 7f0ab4ff9700 1 -- 172.21.15.39:0/1308854139 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0ab819f6d0 con 0x7f0ab81026a0 2023-12-07T14:02:16.359 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0aa00a1590 msgr2=0x7f0aa00a3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0aa00a1590 0x7f0aa00a3a50 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0aa8006010 tx=0x7f0aa800b540 comp rx=0 tx=0).stop 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81026a0 msgr2=0x7f0ab81979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81026a0 0x7f0ab81979a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00d950 tx=0x7f0aac00dc60 comp rx=0 tx=0).stop 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 shutdown_connections 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f0aa00a1590 0x7f0aa00a3a50 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0ab8103040 0x7f0ab819e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ab81014b0 0x7f0ab8197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.357+0000 7f0abdb13700 1 --2- 172.21.15.39:0/1308854139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ab81026a0 0x7f0ab81979a0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.358+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 >> 172.21.15.39:0/1308854139 conn(0x7f0ab80fca00 msgr2=0x7f0ab8105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.358+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 shutdown_connections 2023-12-07T14:02:16.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.358+0000 7f0abdb13700 1 -- 172.21.15.39:0/1308854139 wait complete. 2023-12-07T14:02:16.373 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2023-12-07T14:02:16.373 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:02:16.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:16 smithi089 ceph-mon[103124]: pgmap v315: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:02:16.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:16 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/612352545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:16.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:16 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2176778393' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:16.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:16 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3149140111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:16.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 -- 172.21.15.39:0/232870232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc1014a0 msgr2=0x7f8dcc1018c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 --2- 172.21.15.39:0/232870232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc1014a0 0x7f8dcc1018c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f8dc80099c0 tx=0x7f8dc8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 -- 172.21.15.39:0/232870232 shutdown_connections 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 --2- 172.21.15.39:0/232870232 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8dcc103030 0x7f8dcc1098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 --2- 172.21.15.39:0/232870232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc1014a0 0x7f8dcc1018c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 --2- 172.21.15.39:0/232870232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8dcc102690 0x7f8dcc102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 -- 172.21.15.39:0/232870232 >> 172.21.15.39:0/232870232 conn(0x7f8dcc0fca10 msgr2=0x7f8dcc0fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 -- 172.21.15.39:0/232870232 shutdown_connections 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.496+0000 7f8dd4660700 1 -- 172.21.15.39:0/232870232 wait complete. 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 Processor -- start 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 -- start start 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8dcc1014a0 0x7f8dcc197400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8dcc102690 0x7f8dcc197940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc103030 0x7f8dcc19e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8dcc19ef30 con 0x7f8dcc103030 2023-12-07T14:02:16.502 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8dcc19f070 con 0x7f8dcc102690 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd4660700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8dcc19f200 con 0x7f8dcc1014a0 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc103030 0x7f8dcc19e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc103030 0x7f8dcc19e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53154/0 (socket says 172.21.15.39:53154) 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 -- 172.21.15.39:0/3988141176 learned_addr learned my addr 172.21.15.39:0/3988141176 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd23fc700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8dcc1014a0 0x7f8dcc197400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd1bfb700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8dcc102690 0x7f8dcc197940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 -- 172.21.15.39:0/3988141176 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8dcc1014a0 msgr2=0x7f8dcc197400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8dcc1014a0 0x7f8dcc197400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 -- 172.21.15.39:0/3988141176 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8dcc102690 msgr2=0x7f8dcc197940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8dcc102690 0x7f8dcc197940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd2bfd700 1 -- 172.21.15.39:0/3988141176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8dc80095f0 con 0x7f8dcc103030 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.497+0000 7f8dd1bfb700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8dcc102690 0x7f8dcc197940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.498+0000 7f8dd2bfd700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc103030 0x7f8dcc19e960 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f8dc400ada0 tx=0x7f8dc400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.498+0000 7f8dbf7fe700 1 -- 172.21.15.39:0/3988141176 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dc400f070 con 0x7f8dcc103030 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.498+0000 7f8dbf7fe700 1 -- 172.21.15.39:0/3988141176 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8dc4007b30 con 0x7f8dcc103030 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.498+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8dcc19f4e0 con 0x7f8dcc103030 2023-12-07T14:02:16.503 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.498+0000 7f8dbf7fe700 1 -- 172.21.15.39:0/3988141176 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dc40053e0 con 0x7f8dcc103030 2023-12-07T14:02:16.504 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.498+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8dcc19f9f0 con 0x7f8dcc103030 2023-12-07T14:02:16.504 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.499+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8dcc108920 con 0x7f8dcc103030 2023-12-07T14:02:16.504 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.500+0000 7f8dbf7fe700 1 -- 172.21.15.39:0/3988141176 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f8dc400c980 con 0x7f8dcc103030 2023-12-07T14:02:16.504 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.501+0000 7f8dbf7fe700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8db80a1480 0x7f8db80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.501+0000 7f8dd23fc700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8db80a1480 0x7f8db80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.501+0000 7f8dbf7fe700 1 -- 172.21.15.39:0/3988141176 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f8dc40cc290 con 0x7f8dcc103030 2023-12-07T14:02:16.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.501+0000 7f8dd23fc700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8db80a1480 0x7f8db80a3940 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8dc8009f50 tx=0x7f8dc8005040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:16.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.505+0000 7f8dbf7fe700 1 -- 172.21.15.39:0/3988141176 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f8dc4095980 con 0x7f8dcc103030 2023-12-07T14:02:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:16 smithi055 ceph-mon[103363]: pgmap v315: 97 pgs: 97 active+clean; 640 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2023-12-07T14:02:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:16 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/612352545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:16 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2176778393' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:16 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3149140111' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:16.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.752+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8dcc068330 con 0x7f8dcc103030 2023-12-07T14:02:16.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.753+0000 7f8dbf7fe700 1 -- 172.21.15.39:0/3988141176 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7f8dc4098fa0 con 0x7f8dcc103030 2023-12-07T14:02:16.756 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:16.756 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:02:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8db80a1480 msgr2=0x7f8db80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8db80a1480 0x7f8db80a3940 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8dc8009f50 tx=0x7f8dc8005040 comp rx=0 tx=0).stop 2023-12-07T14:02:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc103030 msgr2=0x7f8dcc19e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc103030 0x7f8dcc19e960 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f8dc400ada0 tx=0x7f8dc400c330 comp rx=0 tx=0).stop 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 shutdown_connections 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f8db80a1480 0x7f8db80a3940 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8dcc103030 0x7f8dcc19e960 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8dcc1014a0 0x7f8dcc197400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 --2- 172.21.15.39:0/3988141176 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8dcc102690 0x7f8dcc197940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 >> 172.21.15.39:0/3988141176 conn(0x7f8dcc0fca10 msgr2=0x7f8dcc105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 shutdown_connections 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.755+0000 7f8dd4660700 1 -- 172.21.15.39:0/3988141176 wait complete. 2023-12-07T14:02:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:02:16.771 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2023-12-07T14:02:16.771 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2023-12-07T14:02:16.771 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 -- 172.21.15.39:0/370012908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5374103040 msgr2=0x7f53741098f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 --2- 172.21.15.39:0/370012908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5374103040 0x7f53741098f0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f536c00b0d0 tx=0x7f536c00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 -- 172.21.15.39:0/370012908 shutdown_connections 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 --2- 172.21.15.39:0/370012908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5374103040 0x7f53741098f0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 --2- 172.21.15.39:0/370012908 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f53741014b0 0x7f53741018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 --2- 172.21.15.39:0/370012908 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f53741026a0 0x7f5374102b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 -- 172.21.15.39:0/370012908 >> 172.21.15.39:0/370012908 conn(0x7f53740fca40 msgr2=0x7f53740fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 -- 172.21.15.39:0/370012908 shutdown_connections 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.895+0000 7f537b9b6700 1 -- 172.21.15.39:0/370012908 wait complete. 2023-12-07T14:02:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 Processor -- start 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 -- start start 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53741014b0 0x7f53741974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f53741026a0 0x7f5374197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5374103040 0x7f537419ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f537419eff0 con 0x7f53741014b0 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f537419f130 con 0x7f5374103040 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f537b9b6700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f537419f2c0 con 0x7f53741026a0 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f5379752700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53741014b0 0x7f53741974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f5379752700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53741014b0 0x7f53741974c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53164/0 (socket says 172.21.15.39:53164) 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f5379752700 1 -- 172.21.15.39:0/4267450907 learned_addr learned my addr 172.21.15.39:0/4267450907 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f5378f51700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f53741026a0 0x7f5374197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f5379f53700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5374103040 0x7f537419ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.896+0000 7f5379752700 1 -- 172.21.15.39:0/4267450907 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f53741026a0 msgr2=0x7f5374197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f5379752700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f53741026a0 0x7f5374197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f5379752700 1 -- 172.21.15.39:0/4267450907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5374103040 msgr2=0x7f537419ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f5379752700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5374103040 0x7f537419ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f5379752700 1 -- 172.21.15.39:0/4267450907 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f536c009d00 con 0x7f53741014b0 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f5379f53700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5374103040 0x7f537419ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f5379752700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53741014b0 0x7f53741974c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f537000e970 tx=0x7f537000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f53667fc700 1 -- 172.21.15.39:0/4267450907 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5370009790 con 0x7f53741014b0 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f53667fc700 1 -- 172.21.15.39:0/4267450907 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f537000eec0 con 0x7f53741014b0 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f537419f5a0 con 0x7f53741014b0 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f53667fc700 1 -- 172.21.15.39:0/4267450907 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5370003cf0 con 0x7f53741014b0 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.897+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f537419fb00 con 0x7f53741014b0 2023-12-07T14:02:16.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.898+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53741088e0 con 0x7f53741014b0 2023-12-07T14:02:16.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.899+0000 7f53667fc700 1 -- 172.21.15.39:0/4267450907 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f537000ccd0 con 0x7f53741014b0 2023-12-07T14:02:16.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.899+0000 7f53667fc700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f53600a1500 0x7f53600a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:16.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.900+0000 7f5378f51700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f53600a1500 0x7f53600a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:16.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.900+0000 7f53667fc700 1 -- 172.21.15.39:0/4267450907 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f5370014070 con 0x7f53741014b0 2023-12-07T14:02:16.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.900+0000 7f5378f51700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f53600a1500 0x7f53600a39c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5368007be0 tx=0x7f53680073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:16.903+0000 7f53667fc700 1 -- 172.21.15.39:0/4267450907 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5370096710 con 0x7f53741014b0 2023-12-07T14:02:17.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.102+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f537402d420 con 0x7f53600a1500 2023-12-07T14:02:17.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.114+0000 7f53667fc700 1 -- 172.21.15.39:0/4267450907 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344017 (secure 0 0 0) 0x7f537402d420 con 0x7f53600a1500 2023-12-07T14:02:17.122 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f53600a1500 msgr2=0x7f53600a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f53600a1500 0x7f53600a39c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5368007be0 tx=0x7f53680073d0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53741014b0 msgr2=0x7f53741974c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53741014b0 0x7f53741974c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f537000e970 tx=0x7f537000ec80 comp rx=0 tx=0).stop 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 shutdown_connections 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f53600a1500 0x7f53600a39c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5374103040 0x7f537419ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53741014b0 0x7f53741974c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 --2- 172.21.15.39:0/4267450907 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f53741026a0 0x7f5374197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 >> 172.21.15.39:0/4267450907 conn(0x7f53740fca40 msgr2=0x7f5374105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 shutdown_connections 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.118+0000 7f537b9b6700 1 -- 172.21.15.39:0/4267450907 wait complete. 2023-12-07T14:02:17.125 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2023-12-07T14:02:17.134 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":316,"stamp":"2023-12-07T14:02:16.879931+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656203,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":984,"num_read_kb":611,"num_write":423,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180758,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":468,"ondisk_log_size":468,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337196,"kb_used_data":12956,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604628,"statfs":{"total":1151940427776,"available":1151595139072,"internally_reserved":0,"allocated":13266944,"data_stored":7260238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":331855161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":459,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":52,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003507"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274097+0000","last_change":"2023-12-07T14:00:47.717392+0000","last_active":"2023-12-07T14:01:15.274097+0000","last_peered":"2023-12-07T14:01:15.274097+0000","last_clean":"2023-12-07T14:01:15.274097+0000","last_became_active":"2023-12-07T14:00:47.716996+0000","last_became_peered":"2023-12-07T14:00:47.716996+0000","last_unstale":"2023-12-07T14:01:15.274097+0000","last_undegraded":"2023-12-07T14:01:15.274097+0000","last_fullsized":"2023-12-07T14:01:15.274097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:58:28.662394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271727+0000","last_change":"2023-12-07T14:00:47.722441+0000","last_active":"2023-12-07T14:01:15.271727+0000","last_peered":"2023-12-07T14:01:15.271727+0000","last_clean":"2023-12-07T14:01:15.271727+0000","last_became_active":"2023-12-07T14:00:47.722153+0000","last_became_peered":"2023-12-07T14:00:47.722153+0000","last_unstale":"2023-12-07T14:01:15.271727+0000","last_undegraded":"2023-12-07T14:01:15.271727+0000","last_fullsized":"2023-12-07T14:01:15.271727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:28:38.822963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271634+0000","last_change":"2023-12-07T14:00:47.725146+0000","last_active":"2023-12-07T14:01:15.271634+0000","last_peered":"2023-12-07T14:01:15.271634+0000","last_clean":"2023-12-07T14:01:15.271634+0000","last_became_active":"2023-12-07T14:00:47.724801+0000","last_became_peered":"2023-12-07T14:00:47.724801+0000","last_unstale":"2023-12-07T14:01:15.271634+0000","last_undegraded":"2023-12-07T14:01:15.271634+0000","last_fullsized":"2023-12-07T14:01:15.271634+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:09:30.804250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.277670+0000","last_change":"2023-12-07T14:01:16.277670+0000","last_active":"2023-12-07T14:01:16.277670+0000","last_peered":"2023-12-07T14:01:16.277670+0000","last_clean":"2023-12-07T14:01:16.277670+0000","last_became_active":"2023-12-07T14:01:16.277199+0000","last_became_peered":"2023-12-07T14:01:16.277199+0000","last_unstale":"2023-12-07T14:01:16.277670+0000","last_undegraded":"2023-12-07T14:01:16.277670+0000","last_fullsized":"2023-12-07T14:01:16.277670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:04:46.791868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"85'4","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928502+0000","last_change":"2023-12-07T14:00:47.716674+0000","last_active":"2023-12-07T14:02:14.928502+0000","last_peered":"2023-12-07T14:02:14.928502+0000","last_clean":"2023-12-07T14:02:14.928502+0000","last_became_active":"2023-12-07T14:00:47.716401+0000","last_became_peered":"2023-12-07T14:00:47.716401+0000","last_unstale":"2023-12-07T14:02:14.928502+0000","last_undegraded":"2023-12-07T14:02:14.928502+0000","last_fullsized":"2023-12-07T14:02:14.928502+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:45:19.602833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269906+0000","last_change":"2023-12-07T14:00:47.728395+0000","last_active":"2023-12-07T14:01:15.269906+0000","last_peered":"2023-12-07T14:01:15.269906+0000","last_clean":"2023-12-07T14:01:15.269906+0000","last_became_active":"2023-12-07T14:00:47.728025+0000","last_became_peered":"2023-12-07T14:00:47.728025+0000","last_unstale":"2023-12-07T14:01:15.269906+0000","last_undegraded":"2023-12-07T14:01:15.269906+0000","last_fullsized":"2023-12-07T14:01:15.269906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:31.570513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"85'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.922191+0000","last_change":"2023-12-07T14:00:47.722054+0000","last_active":"2023-12-07T14:02:14.922191+0000","last_peered":"2023-12-07T14:02:14.922191+0000","last_clean":"2023-12-07T14:02:14.922191+0000","last_became_active":"2023-12-07T14:00:47.721739+0000","last_became_peered":"2023-12-07T14:00:47.721739+0000","last_unstale":"2023-12-07T14:02:14.922191+0000","last_undegraded":"2023-12-07T14:02:14.922191+0000","last_fullsized":"2023-12-07T14:02:14.922191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:04.760797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276668+0000","last_change":"2023-12-07T14:00:47.718736+0000","last_active":"2023-12-07T14:01:15.276668+0000","last_peered":"2023-12-07T14:01:15.276668+0000","last_clean":"2023-12-07T14:01:15.276668+0000","last_became_active":"2023-12-07T14:00:47.718278+0000","last_became_peered":"2023-12-07T14:00:47.718278+0000","last_unstale":"2023-12-07T14:01:15.276668+0000","last_undegraded":"2023-12-07T14:01:15.276668+0000","last_fullsized":"2023-12-07T14:01:15.276668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:43:09.553405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276623+0000","last_change":"2023-12-07T14:00:47.719581+0000","last_active":"2023-12-07T14:01:15.276623+0000","last_peered":"2023-12-07T14:01:15.276623+0000","last_clean":"2023-12-07T14:01:15.276623+0000","last_became_active":"2023-12-07T14:00:47.719256+0000","last_became_peered":"2023-12-07T14:00:47.719256+0000","last_unstale":"2023-12-07T14:01:15.276623+0000","last_undegraded":"2023-12-07T14:01:15.276623+0000","last_fullsized":"2023-12-07T14:01:15.276623+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:07:01.691455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269796+0000","last_change":"2023-12-07T14:00:47.720317+0000","last_active":"2023-12-07T14:01:15.269796+0000","last_peered":"2023-12-07T14:01:15.269796+0000","last_clean":"2023-12-07T14:01:15.269796+0000","last_became_active":"2023-12-07T14:00:47.720023+0000","last_became_peered":"2023-12-07T14:00:47.720023+0000","last_unstale":"2023-12-07T14:01:15.269796+0000","last_undegraded":"2023-12-07T14:01:15.269796+0000","last_fullsized":"2023-12-07T14:01:15.269796+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:52:55.769857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.926701+0000","last_change":"2023-12-07T14:00:47.724327+0000","last_active":"2023-12-07T14:02:14.926701+0000","last_peered":"2023-12-07T14:02:14.926701+0000","last_clean":"2023-12-07T14:02:14.926701+0000","last_became_active":"2023-12-07T14:00:47.723981+0000","last_became_peered":"2023-12-07T14:00:47.723981+0000","last_unstale":"2023-12-07T14:02:14.926701+0000","last_undegraded":"2023-12-07T14:02:14.926701+0000","last_fullsized":"2023-12-07T14:02:14.926701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:51.046427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272829+0000","last_change":"2023-12-07T14:00:47.728064+0000","last_active":"2023-12-07T14:01:15.272829+0000","last_peered":"2023-12-07T14:01:15.272829+0000","last_clean":"2023-12-07T14:01:15.272829+0000","last_became_active":"2023-12-07T14:00:47.727489+0000","last_became_peered":"2023-12-07T14:00:47.727489+0000","last_unstale":"2023-12-07T14:01:15.272829+0000","last_undegraded":"2023-12-07T14:01:15.272829+0000","last_fullsized":"2023-12-07T14:01:15.272829+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:08:26.873868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274989+0000","last_change":"2023-12-07T14:00:47.724937+0000","last_active":"2023-12-07T14:01:15.274989+0000","last_peered":"2023-12-07T14:01:15.274989+0000","last_clean":"2023-12-07T14:01:15.274989+0000","last_became_active":"2023-12-07T14:00:47.724647+0000","last_became_peered":"2023-12-07T14:00:47.724647+0000","last_unstale":"2023-12-07T14:01:15.274989+0000","last_undegraded":"2023-12-07T14:01:15.274989+0000","last_fullsized":"2023-12-07T14:01:15.274989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:09:07.480335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271528+0000","last_change":"2023-12-07T14:00:47.721850+0000","last_active":"2023-12-07T14:01:15.271528+0000","last_peered":"2023-12-07T14:01:15.271528+0000","last_clean":"2023-12-07T14:01:15.271528+0000","last_became_active":"2023-12-07T14:00:47.721540+0000","last_became_peered":"2023-12-07T14:00:47.721540+0000","last_unstale":"2023-12-07T14:01:15.271528+0000","last_undegraded":"2023-12-07T14:01:15.271528+0000","last_fullsized":"2023-12-07T14:01:15.271528+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:38:55.108979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271472+0000","last_change":"2023-12-07T14:00:47.726103+0000","last_active":"2023-12-07T14:01:15.271472+0000","last_peered":"2023-12-07T14:01:15.271472+0000","last_clean":"2023-12-07T14:01:15.271472+0000","last_became_active":"2023-12-07T14:00:47.725548+0000","last_became_peered":"2023-12-07T14:00:47.725548+0000","last_unstale":"2023-12-07T14:01:15.271472+0000","last_undegraded":"2023-12-07T14:01:15.271472+0000","last_fullsized":"2023-12-07T14:01:15.271472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:50:56.806604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276271+0000","last_change":"2023-12-07T14:00:47.723927+0000","last_active":"2023-12-07T14:01:15.276271+0000","last_peered":"2023-12-07T14:01:15.276271+0000","last_clean":"2023-12-07T14:01:15.276271+0000","last_became_active":"2023-12-07T14:00:47.723515+0000","last_became_peered":"2023-12-07T14:00:47.723515+0000","last_unstale":"2023-12-07T14:01:15.276271+0000","last_undegraded":"2023-12-07T14:01:15.276271+0000","last_fullsized":"2023-12-07T14:01:15.276271+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:11:15.271606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.273943+0000","last_change":"2023-12-07T14:00:47.719423+0000","last_active":"2023-12-07T14:01:15.273943+0000","last_peered":"2023-12-07T14:01:15.273943+0000","last_clean":"2023-12-07T14:01:15.273943+0000","last_became_active":"2023-12-07T14:00:47.717748+0000","last_became_peered":"2023-12-07T14:00:47.717748+0000","last_unstale":"2023-12-07T14:01:15.273943+0000","last_undegraded":"2023-12-07T14:01:15.273943+0000","last_fullsized":"2023-12-07T14:01:15.273943+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:36:11.378393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276089+0000","last_change":"2023-12-07T14:00:47.723006+0000","last_active":"2023-12-07T14:01:15.276089+0000","last_peered":"2023-12-07T14:01:15.276089+0000","last_clean":"2023-12-07T14:01:15.276089+0000","last_became_active":"2023-12-07T14:00:47.722665+0000","last_became_peered":"2023-12-07T14:00:47.722665+0000","last_unstale":"2023-12-07T14:01:15.276089+0000","last_undegraded":"2023-12-07T14:01:15.276089+0000","last_fullsized":"2023-12-07T14:01:15.276089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:43.846473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928808+0000","last_change":"2023-12-07T14:00:47.720544+0000","last_active":"2023-12-07T14:02:14.928808+0000","last_peered":"2023-12-07T14:02:14.928808+0000","last_clean":"2023-12-07T14:02:14.928808+0000","last_became_active":"2023-12-07T14:00:47.720248+0000","last_became_peered":"2023-12-07T14:00:47.720248+0000","last_unstale":"2023-12-07T14:02:14.928808+0000","last_undegraded":"2023-12-07T14:02:14.928808+0000","last_fullsized":"2023-12-07T14:02:14.928808+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:34:46.785433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":108,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.267234+0000","last_change":"2023-12-07T14:00:46.897077+0000","last_active":"2023-12-07T14:02:11.267234+0000","last_peered":"2023-12-07T14:02:11.267234+0000","last_clean":"2023-12-07T14:02:11.267234+0000","last_became_active":"2023-12-07T14:00:46.896752+0000","last_became_peered":"2023-12-07T14:00:46.896752+0000","last_unstale":"2023-12-07T14:02:11.267234+0000","last_undegraded":"2023-12-07T14:02:11.267234+0000","last_fullsized":"2023-12-07T14:02:11.267234+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:30:03.112923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277350+0000","last_change":"2023-12-07T14:00:47.719351+0000","last_active":"2023-12-07T14:01:15.277350+0000","last_peered":"2023-12-07T14:01:15.277350+0000","last_clean":"2023-12-07T14:01:15.277350+0000","last_became_active":"2023-12-07T14:00:47.719046+0000","last_became_peered":"2023-12-07T14:00:47.719046+0000","last_unstale":"2023-12-07T14:01:15.277350+0000","last_undegraded":"2023-12-07T14:01:15.277350+0000","last_fullsized":"2023-12-07T14:01:15.277350+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:07.687053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277498+0000","last_change":"2023-12-07T14:00:46.903007+0000","last_active":"2023-12-07T14:01:15.277498+0000","last_peered":"2023-12-07T14:01:15.277498+0000","last_clean":"2023-12-07T14:01:15.277498+0000","last_became_active":"2023-12-07T14:00:46.902698+0000","last_became_peered":"2023-12-07T14:00:46.902698+0000","last_unstale":"2023-12-07T14:01:15.277498+0000","last_undegraded":"2023-12-07T14:01:15.277498+0000","last_fullsized":"2023-12-07T14:01:15.277498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:20:33.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271724+0000","last_change":"2023-12-07T14:00:47.725224+0000","last_active":"2023-12-07T14:01:15.271724+0000","last_peered":"2023-12-07T14:01:15.271724+0000","last_clean":"2023-12-07T14:01:15.271724+0000","last_became_active":"2023-12-07T14:00:47.724873+0000","last_became_peered":"2023-12-07T14:00:47.724873+0000","last_unstale":"2023-12-07T14:01:15.271724+0000","last_undegraded":"2023-12-07T14:01:15.271724+0000","last_fullsized":"2023-12-07T14:01:15.271724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:54:13.604520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'13","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.273936+0000","last_change":"2023-12-07T14:00:46.894290+0000","last_active":"2023-12-07T14:01:16.273936+0000","last_peered":"2023-12-07T14:01:16.273936+0000","last_clean":"2023-12-07T14:01:16.273936+0000","last_became_active":"2023-12-07T14:00:46.893971+0000","last_became_peered":"2023-12-07T14:00:46.893971+0000","last_unstale":"2023-12-07T14:01:16.273936+0000","last_undegraded":"2023-12-07T14:01:16.273936+0000","last_fullsized":"2023-12-07T14:01:16.273936+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:27:21.832139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276474+0000","last_change":"2023-12-07T14:00:47.725145+0000","last_active":"2023-12-07T14:01:15.276474+0000","last_peered":"2023-12-07T14:01:15.276474+0000","last_clean":"2023-12-07T14:01:15.276474+0000","last_became_active":"2023-12-07T14:00:47.724834+0000","last_became_peered":"2023-12-07T14:00:47.724834+0000","last_unstale":"2023-12-07T14:01:15.276474+0000","last_undegraded":"2023-12-07T14:01:15.276474+0000","last_fullsized":"2023-12-07T14:01:15.276474+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:02:01.047231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274898+0000","last_change":"2023-12-07T14:00:46.888046+0000","last_active":"2023-12-07T14:01:15.274898+0000","last_peered":"2023-12-07T14:01:15.274898+0000","last_clean":"2023-12-07T14:01:15.274898+0000","last_became_active":"2023-12-07T14:00:46.887678+0000","last_became_peered":"2023-12-07T14:00:46.887678+0000","last_unstale":"2023-12-07T14:01:15.274898+0000","last_undegraded":"2023-12-07T14:01:15.274898+0000","last_fullsized":"2023-12-07T14:01:15.274898+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:47:53.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270542+0000","last_change":"2023-12-07T14:00:47.724675+0000","last_active":"2023-12-07T14:01:15.270542+0000","last_peered":"2023-12-07T14:01:15.270542+0000","last_clean":"2023-12-07T14:01:15.270542+0000","last_became_active":"2023-12-07T14:00:47.724358+0000","last_became_peered":"2023-12-07T14:00:47.724358+0000","last_unstale":"2023-12-07T14:01:15.270542+0000","last_undegraded":"2023-12-07T14:01:15.270542+0000","last_fullsized":"2023-12-07T14:01:15.270542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:05:37.482311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":106,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:13.272498+0000","last_change":"2023-12-07T14:00:46.894218+0000","last_active":"2023-12-07T14:02:13.272498+0000","last_peered":"2023-12-07T14:02:13.272498+0000","last_clean":"2023-12-07T14:02:13.272498+0000","last_became_active":"2023-12-07T14:00:46.893892+0000","last_became_peered":"2023-12-07T14:00:46.893892+0000","last_unstale":"2023-12-07T14:02:13.272498+0000","last_undegraded":"2023-12-07T14:02:13.272498+0000","last_fullsized":"2023-12-07T14:02:13.272498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:03:58.617314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1010,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.911150+0000","last_change":"2023-12-07T14:00:47.720449+0000","last_active":"2023-12-07T14:02:14.911150+0000","last_peered":"2023-12-07T14:02:14.911150+0000","last_clean":"2023-12-07T14:02:14.911150+0000","last_became_active":"2023-12-07T14:00:47.720135+0000","last_became_peered":"2023-12-07T14:00:47.720135+0000","last_unstale":"2023-12-07T14:02:14.911150+0000","last_undegraded":"2023-12-07T14:02:14.911150+0000","last_fullsized":"2023-12-07T14:02:14.911150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:06.752036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269519+0000","last_change":"2023-12-07T14:00:46.900987+0000","last_active":"2023-12-07T14:01:15.269519+0000","last_peered":"2023-12-07T14:01:15.269519+0000","last_clean":"2023-12-07T14:01:15.269519+0000","last_became_active":"2023-12-07T14:00:46.900644+0000","last_became_peered":"2023-12-07T14:00:46.900644+0000","last_unstale":"2023-12-07T14:01:15.269519+0000","last_undegraded":"2023-12-07T14:01:15.269519+0000","last_fullsized":"2023-12-07T14:01:15.269519+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:24:53.099362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270221+0000","last_change":"2023-12-07T14:00:47.719706+0000","last_active":"2023-12-07T14:01:15.270221+0000","last_peered":"2023-12-07T14:01:15.270221+0000","last_clean":"2023-12-07T14:01:15.270221+0000","last_became_active":"2023-12-07T14:00:47.719418+0000","last_became_peered":"2023-12-07T14:00:47.719418+0000","last_unstale":"2023-12-07T14:01:15.270221+0000","last_undegraded":"2023-12-07T14:01:15.270221+0000","last_fullsized":"2023-12-07T14:01:15.270221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:11.198866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274476+0000","last_change":"2023-12-07T14:00:46.897220+0000","last_active":"2023-12-07T14:01:15.274476+0000","last_peered":"2023-12-07T14:01:15.274476+0000","last_clean":"2023-12-07T14:01:15.274476+0000","last_became_active":"2023-12-07T14:00:46.896852+0000","last_became_peered":"2023-12-07T14:00:46.896852+0000","last_unstale":"2023-12-07T14:01:15.274476+0000","last_undegraded":"2023-12-07T14:01:15.274476+0000","last_fullsized":"2023-12-07T14:01:15.274476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:25:48.591097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276572+0000","last_change":"2023-12-07T14:00:47.718331+0000","last_active":"2023-12-07T14:01:15.276572+0000","last_peered":"2023-12-07T14:01:15.276572+0000","last_clean":"2023-12-07T14:01:15.276572+0000","last_became_active":"2023-12-07T14:00:47.717864+0000","last_became_peered":"2023-12-07T14:00:47.717864+0000","last_unstale":"2023-12-07T14:01:15.276572+0000","last_undegraded":"2023-12-07T14:01:15.276572+0000","last_fullsized":"2023-12-07T14:01:15.276572+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:54:21.124668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269777+0000","last_change":"2023-12-07T14:00:46.892183+0000","last_active":"2023-12-07T14:01:15.269777+0000","last_peered":"2023-12-07T14:01:15.269777+0000","last_clean":"2023-12-07T14:01:15.269777+0000","last_became_active":"2023-12-07T14:00:46.891949+0000","last_became_peered":"2023-12-07T14:00:46.891949+0000","last_unstale":"2023-12-07T14:01:15.269777+0000","last_undegraded":"2023-12-07T14:01:15.269777+0000","last_fullsized":"2023-12-07T14:01:15.269777+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:48:10.746664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275165+0000","last_change":"2023-12-07T14:00:47.723135+0000","last_active":"2023-12-07T14:01:15.275165+0000","last_peered":"2023-12-07T14:01:15.275165+0000","last_clean":"2023-12-07T14:01:15.275165+0000","last_became_active":"2023-12-07T14:00:47.722745+0000","last_became_peered":"2023-12-07T14:00:47.722745+0000","last_unstale":"2023-12-07T14:01:15.275165+0000","last_undegraded":"2023-12-07T14:01:15.275165+0000","last_fullsized":"2023-12-07T14:01:15.275165+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:40:04.945776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":177,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.269114+0000","last_change":"2023-12-07T14:00:46.896873+0000","last_active":"2023-12-07T14:02:11.269114+0000","last_peered":"2023-12-07T14:02:11.269114+0000","last_clean":"2023-12-07T14:02:11.269114+0000","last_became_active":"2023-12-07T14:00:46.896584+0000","last_became_peered":"2023-12-07T14:00:46.896584+0000","last_unstale":"2023-12-07T14:02:11.269114+0000","last_undegraded":"2023-12-07T14:02:11.269114+0000","last_fullsized":"2023-12-07T14:02:11.269114+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:41:09.642527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276677+0000","last_change":"2023-12-07T14:00:47.724105+0000","last_active":"2023-12-07T14:01:15.276677+0000","last_peered":"2023-12-07T14:01:15.276677+0000","last_clean":"2023-12-07T14:01:15.276677+0000","last_became_active":"2023-12-07T14:00:47.723448+0000","last_became_peered":"2023-12-07T14:00:47.723448+0000","last_unstale":"2023-12-07T14:01:15.276677+0000","last_undegraded":"2023-12-07T14:01:15.276677+0000","last_fullsized":"2023-12-07T14:01:15.276677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:47:51.340571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281149+0000","last_change":"2023-12-07T14:01:16.281149+0000","last_active":"2023-12-07T14:01:16.281149+0000","last_peered":"2023-12-07T14:01:16.281149+0000","last_clean":"2023-12-07T14:01:16.281149+0000","last_became_active":"2023-12-07T14:01:16.275860+0000","last_became_peered":"2023-12-07T14:01:16.275860+0000","last_unstale":"2023-12-07T14:01:16.281149+0000","last_undegraded":"2023-12-07T14:01:16.281149+0000","last_fullsized":"2023-12-07T14:01:16.281149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:54:49.332946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271773+0000","last_change":"2023-12-07T14:00:47.719409+0000","last_active":"2023-12-07T14:01:15.271773+0000","last_peered":"2023-12-07T14:01:15.271773+0000","last_clean":"2023-12-07T14:01:15.271773+0000","last_became_active":"2023-12-07T14:00:47.719064+0000","last_became_peered":"2023-12-07T14:00:47.719064+0000","last_unstale":"2023-12-07T14:01:15.271773+0000","last_undegraded":"2023-12-07T14:01:15.271773+0000","last_fullsized":"2023-12-07T14:01:15.271773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:26:55.814868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270539+0000","last_change":"2023-12-07T14:00:46.902810+0000","last_active":"2023-12-07T14:01:15.270539+0000","last_peered":"2023-12-07T14:01:15.270539+0000","last_clean":"2023-12-07T14:01:15.270539+0000","last_became_active":"2023-12-07T14:00:46.902500+0000","last_became_peered":"2023-12-07T14:00:46.902500+0000","last_unstale":"2023-12-07T14:01:15.270539+0000","last_undegraded":"2023-12-07T14:01:15.270539+0000","last_fullsized":"2023-12-07T14:01:15.270539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:43:34.567319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276455+0000","last_change":"2023-12-07T14:00:47.720254+0000","last_active":"2023-12-07T14:01:15.276455+0000","last_peered":"2023-12-07T14:01:15.276455+0000","last_clean":"2023-12-07T14:01:15.276455+0000","last_became_active":"2023-12-07T14:00:47.719922+0000","last_became_peered":"2023-12-07T14:00:47.719922+0000","last_unstale":"2023-12-07T14:01:15.276455+0000","last_undegraded":"2023-12-07T14:01:15.276455+0000","last_fullsized":"2023-12-07T14:01:15.276455+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:15:47.863296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'31","reported_seq":213,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.288500+0000","last_change":"2023-12-07T14:00:46.889567+0000","last_active":"2023-12-07T14:02:11.288500+0000","last_peered":"2023-12-07T14:02:11.288500+0000","last_clean":"2023-12-07T14:02:11.288500+0000","last_became_active":"2023-12-07T14:00:46.889215+0000","last_became_peered":"2023-12-07T14:00:46.889215+0000","last_unstale":"2023-12-07T14:02:11.288500+0000","last_undegraded":"2023-12-07T14:02:11.288500+0000","last_fullsized":"2023-12-07T14:02:11.288500+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:35:52.726992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57544,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":167,"num_read_kb":140,"num_write":33,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.926437+0000","last_change":"2023-12-07T14:00:47.721847+0000","last_active":"2023-12-07T14:02:14.926437+0000","last_peered":"2023-12-07T14:02:14.926437+0000","last_clean":"2023-12-07T14:02:14.926437+0000","last_became_active":"2023-12-07T14:00:47.721559+0000","last_became_peered":"2023-12-07T14:00:47.721559+0000","last_unstale":"2023-12-07T14:02:14.926437+0000","last_undegraded":"2023-12-07T14:02:14.926437+0000","last_fullsized":"2023-12-07T14:02:14.926437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:33:03.008657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277318+0000","last_change":"2023-12-07T14:00:46.898227+0000","last_active":"2023-12-07T14:01:15.277318+0000","last_peered":"2023-12-07T14:01:15.277318+0000","last_clean":"2023-12-07T14:01:15.277318+0000","last_became_active":"2023-12-07T14:00:46.897934+0000","last_became_peered":"2023-12-07T14:00:46.897934+0000","last_unstale":"2023-12-07T14:01:15.277318+0000","last_undegraded":"2023-12-07T14:01:15.277318+0000","last_fullsized":"2023-12-07T14:01:15.277318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:13:08.646997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274591+0000","last_change":"2023-12-07T14:00:47.724097+0000","last_active":"2023-12-07T14:01:15.274591+0000","last_peered":"2023-12-07T14:01:15.274591+0000","last_clean":"2023-12-07T14:01:15.274591+0000","last_became_active":"2023-12-07T14:00:47.723787+0000","last_became_peered":"2023-12-07T14:00:47.723787+0000","last_unstale":"2023-12-07T14:01:15.274591+0000","last_undegraded":"2023-12-07T14:01:15.274591+0000","last_fullsized":"2023-12-07T14:01:15.274591+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:20:08.689850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270046+0000","last_change":"2023-12-07T14:00:46.899008+0000","last_active":"2023-12-07T14:01:15.270046+0000","last_peered":"2023-12-07T14:01:15.270046+0000","last_clean":"2023-12-07T14:01:15.270046+0000","last_became_active":"2023-12-07T14:00:46.898730+0000","last_became_peered":"2023-12-07T14:00:46.898730+0000","last_unstale":"2023-12-07T14:01:15.270046+0000","last_undegraded":"2023-12-07T14:01:15.270046+0000","last_fullsized":"2023-12-07T14:01:15.270046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:38:35.678003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"85'15","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928551+0000","last_change":"2023-12-07T14:00:47.722654+0000","last_active":"2023-12-07T14:02:14.928551+0000","last_peered":"2023-12-07T14:02:14.928551+0000","last_clean":"2023-12-07T14:02:14.928551+0000","last_became_active":"2023-12-07T14:00:47.722381+0000","last_became_peered":"2023-12-07T14:00:47.722381+0000","last_unstale":"2023-12-07T14:02:14.928551+0000","last_undegraded":"2023-12-07T14:02:14.928551+0000","last_fullsized":"2023-12-07T14:02:14.928551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:46:11.132402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":105,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:12.269534+0000","last_change":"2023-12-07T14:00:46.894184+0000","last_active":"2023-12-07T14:02:12.269534+0000","last_peered":"2023-12-07T14:02:12.269534+0000","last_clean":"2023-12-07T14:02:12.269534+0000","last_became_active":"2023-12-07T14:00:46.893856+0000","last_became_peered":"2023-12-07T14:00:46.893856+0000","last_unstale":"2023-12-07T14:02:12.269534+0000","last_undegraded":"2023-12-07T14:02:12.269534+0000","last_fullsized":"2023-12-07T14:02:12.269534+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:17:23.253666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":976,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.912324+0000","last_change":"2023-12-07T14:00:47.723501+0000","last_active":"2023-12-07T14:02:14.912324+0000","last_peered":"2023-12-07T14:02:14.912324+0000","last_clean":"2023-12-07T14:02:14.912324+0000","last_became_active":"2023-12-07T14:00:47.723185+0000","last_became_peered":"2023-12-07T14:00:47.723185+0000","last_unstale":"2023-12-07T14:02:14.912324+0000","last_undegraded":"2023-12-07T14:02:14.912324+0000","last_fullsized":"2023-12-07T14:02:14.912324+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:11:33.358153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274520+0000","last_change":"2023-12-07T14:00:46.902693+0000","last_active":"2023-12-07T14:01:15.274520+0000","last_peered":"2023-12-07T14:01:15.274520+0000","last_clean":"2023-12-07T14:01:15.274520+0000","last_became_active":"2023-12-07T14:00:46.902384+0000","last_became_peered":"2023-12-07T14:00:46.902384+0000","last_unstale":"2023-12-07T14:01:15.274520+0000","last_undegraded":"2023-12-07T14:01:15.274520+0000","last_fullsized":"2023-12-07T14:01:15.274520+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:30:12.970835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269860+0000","last_change":"2023-12-07T14:00:47.724788+0000","last_active":"2023-12-07T14:01:15.269860+0000","last_peered":"2023-12-07T14:01:15.269860+0000","last_clean":"2023-12-07T14:01:15.269860+0000","last_became_active":"2023-12-07T14:00:47.724360+0000","last_became_peered":"2023-12-07T14:00:47.724360+0000","last_unstale":"2023-12-07T14:01:15.269860+0000","last_undegraded":"2023-12-07T14:01:15.269860+0000","last_fullsized":"2023-12-07T14:01:15.269860+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:09:51.017290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.285841+0000","last_change":"2023-12-07T14:01:16.285325+0000","last_active":"2023-12-07T14:01:16.285841+0000","last_peered":"2023-12-07T14:01:16.285841+0000","last_clean":"2023-12-07T14:01:16.285841+0000","last_became_active":"2023-12-07T14:01:16.276943+0000","last_became_peered":"2023-12-07T14:01:16.276943+0000","last_unstale":"2023-12-07T14:01:16.285841+0000","last_undegraded":"2023-12-07T14:01:16.285841+0000","last_fullsized":"2023-12-07T14:01:16.285841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:42.458746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272635+0000","last_change":"2023-12-07T14:00:47.713189+0000","last_active":"2023-12-07T14:01:15.272635+0000","last_peered":"2023-12-07T14:01:15.272635+0000","last_clean":"2023-12-07T14:01:15.272635+0000","last_became_active":"2023-12-07T14:00:47.711921+0000","last_became_peered":"2023-12-07T14:00:47.711921+0000","last_unstale":"2023-12-07T14:01:15.272635+0000","last_undegraded":"2023-12-07T14:01:15.272635+0000","last_fullsized":"2023-12-07T14:01:15.272635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:42:56.744484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275759+0000","last_change":"2023-12-07T14:00:46.897334+0000","last_active":"2023-12-07T14:01:15.275759+0000","last_peered":"2023-12-07T14:01:15.275759+0000","last_clean":"2023-12-07T14:01:15.275759+0000","last_became_active":"2023-12-07T14:00:46.897006+0000","last_became_peered":"2023-12-07T14:00:46.897006+0000","last_unstale":"2023-12-07T14:01:15.275759+0000","last_undegraded":"2023-12-07T14:01:15.275759+0000","last_fullsized":"2023-12-07T14:01:15.275759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:54:41.451481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269838+0000","last_change":"2023-12-07T14:00:47.720249+0000","last_active":"2023-12-07T14:01:15.269838+0000","last_peered":"2023-12-07T14:01:15.269838+0000","last_clean":"2023-12-07T14:01:15.269838+0000","last_became_active":"2023-12-07T14:00:47.719907+0000","last_became_peered":"2023-12-07T14:00:47.719907+0000","last_unstale":"2023-12-07T14:01:15.269838+0000","last_undegraded":"2023-12-07T14:01:15.269838+0000","last_fullsized":"2023-12-07T14:01:15.269838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:48:59.671312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'6","reported_seq":105,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.272585+0000","last_change":"2023-12-07T14:00:46.900963+0000","last_active":"2023-12-07T14:02:14.272585+0000","last_peered":"2023-12-07T14:02:14.272585+0000","last_clean":"2023-12-07T14:02:14.272585+0000","last_became_active":"2023-12-07T14:00:46.900651+0000","last_became_peered":"2023-12-07T14:00:46.900651+0000","last_unstale":"2023-12-07T14:02:14.272585+0000","last_undegraded":"2023-12-07T14:02:14.272585+0000","last_fullsized":"2023-12-07T14:02:14.272585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:32:48.274321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.812793+0000","last_change":"2023-12-07T14:01:16.812793+0000","last_active":"2023-12-07T14:01:16.812793+0000","last_peered":"2023-12-07T14:01:16.812793+0000","last_clean":"2023-12-07T14:01:16.812793+0000","last_became_active":"2023-12-07T14:01:16.812387+0000","last_became_peered":"2023-12-07T14:01:16.812387+0000","last_unstale":"2023-12-07T14:01:16.812793+0000","last_undegraded":"2023-12-07T14:01:16.812793+0000","last_fullsized":"2023-12-07T14:01:16.812793+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.106244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269889+0000","last_change":"2023-12-07T14:00:47.722414+0000","last_active":"2023-12-07T14:01:15.269889+0000","last_peered":"2023-12-07T14:01:15.269889+0000","last_clean":"2023-12-07T14:01:15.269889+0000","last_became_active":"2023-12-07T14:00:47.722076+0000","last_became_peered":"2023-12-07T14:00:47.722076+0000","last_unstale":"2023-12-07T14:01:15.269889+0000","last_undegraded":"2023-12-07T14:01:15.269889+0000","last_fullsized":"2023-12-07T14:01:15.269889+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:21:54.058968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":102,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:12.269000+0000","last_change":"2023-12-07T14:00:46.899521+0000","last_active":"2023-12-07T14:02:12.269000+0000","last_peered":"2023-12-07T14:02:12.269000+0000","last_clean":"2023-12-07T14:02:12.269000+0000","last_became_active":"2023-12-07T14:00:46.899218+0000","last_became_peered":"2023-12-07T14:00:46.899218+0000","last_unstale":"2023-12-07T14:02:12.269000+0000","last_undegraded":"2023-12-07T14:02:12.269000+0000","last_fullsized":"2023-12-07T14:02:12.269000+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:47.833824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281650+0000","last_change":"2023-12-07T14:01:16.281650+0000","last_active":"2023-12-07T14:01:16.281650+0000","last_peered":"2023-12-07T14:01:16.281650+0000","last_clean":"2023-12-07T14:01:16.281650+0000","last_became_active":"2023-12-07T14:01:16.281281+0000","last_became_peered":"2023-12-07T14:01:16.281281+0000","last_unstale":"2023-12-07T14:01:16.281650+0000","last_undegraded":"2023-12-07T14:01:16.281650+0000","last_fullsized":"2023-12-07T14:01:16.281650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:00:36.266857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272835+0000","last_change":"2023-12-07T14:00:46.896122+0000","last_active":"2023-12-07T14:01:15.272835+0000","last_peered":"2023-12-07T14:01:15.272835+0000","last_clean":"2023-12-07T14:01:15.272835+0000","last_became_active":"2023-12-07T14:00:46.895605+0000","last_became_peered":"2023-12-07T14:00:46.895605+0000","last_unstale":"2023-12-07T14:01:15.272835+0000","last_undegraded":"2023-12-07T14:01:15.272835+0000","last_fullsized":"2023-12-07T14:01:15.272835+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:13:50.673192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":319,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278715+0000","last_change":"2023-12-07T13:59:45.058139+0000","last_active":"2023-12-07T14:01:15.278715+0000","last_peered":"2023-12-07T14:01:15.278715+0000","last_clean":"2023-12-07T14:01:15.278715+0000","last_became_active":"2023-12-07T13:59:45.057617+0000","last_became_peered":"2023-12-07T13:59:45.057617+0000","last_unstale":"2023-12-07T14:01:15.278715+0000","last_undegraded":"2023-12-07T14:01:15.278715+0000","last_fullsized":"2023-12-07T14:01:15.278715+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_clean_scrub_stamp":"2023-12-07T13:56:37.827181+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:25:51.419130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274300+0000","last_change":"2023-12-07T14:00:47.719266+0000","last_active":"2023-12-07T14:01:15.274300+0000","last_peered":"2023-12-07T14:01:15.274300+0000","last_clean":"2023-12-07T14:01:15.274300+0000","last_became_active":"2023-12-07T14:00:47.718958+0000","last_became_peered":"2023-12-07T14:00:47.718958+0000","last_unstale":"2023-12-07T14:01:15.274300+0000","last_undegraded":"2023-12-07T14:01:15.274300+0000","last_fullsized":"2023-12-07T14:01:15.274300+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:35:48.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278644+0000","last_change":"2023-12-07T14:00:46.893807+0000","last_active":"2023-12-07T14:01:15.278644+0000","last_peered":"2023-12-07T14:01:15.278644+0000","last_clean":"2023-12-07T14:01:15.278644+0000","last_became_active":"2023-12-07T14:00:46.893526+0000","last_became_peered":"2023-12-07T14:00:46.893526+0000","last_unstale":"2023-12-07T14:01:15.278644+0000","last_undegraded":"2023-12-07T14:01:15.278644+0000","last_fullsized":"2023-12-07T14:01:15.278644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:51:13.214513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274879+0000","last_change":"2023-12-07T14:00:46.902757+0000","last_active":"2023-12-07T14:01:15.274879+0000","last_peered":"2023-12-07T14:01:15.274879+0000","last_clean":"2023-12-07T14:01:15.274879+0000","last_became_active":"2023-12-07T14:00:46.902425+0000","last_became_peered":"2023-12-07T14:00:46.902425+0000","last_unstale":"2023-12-07T14:01:15.274879+0000","last_undegraded":"2023-12-07T14:01:15.274879+0000","last_fullsized":"2023-12-07T14:01:15.274879+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:36.221987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275248+0000","last_change":"2023-12-07T14:00:47.719822+0000","last_active":"2023-12-07T14:01:15.275248+0000","last_peered":"2023-12-07T14:01:15.275248+0000","last_clean":"2023-12-07T14:01:15.275248+0000","last_became_active":"2023-12-07T14:00:47.719542+0000","last_became_peered":"2023-12-07T14:00:47.719542+0000","last_unstale":"2023-12-07T14:01:15.275248+0000","last_undegraded":"2023-12-07T14:01:15.275248+0000","last_fullsized":"2023-12-07T14:01:15.275248+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:10:42.879937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'10","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275969+0000","last_change":"2023-12-07T14:00:46.904941+0000","last_active":"2023-12-07T14:01:15.275969+0000","last_peered":"2023-12-07T14:01:15.275969+0000","last_clean":"2023-12-07T14:01:15.275969+0000","last_became_active":"2023-12-07T14:00:46.904681+0000","last_became_peered":"2023-12-07T14:00:46.904681+0000","last_unstale":"2023-12-07T14:01:15.275969+0000","last_undegraded":"2023-12-07T14:01:15.275969+0000","last_fullsized":"2023-12-07T14:01:15.275969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:57:54.616373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277495+0000","last_change":"2023-12-07T14:00:47.722570+0000","last_active":"2023-12-07T14:01:15.277495+0000","last_peered":"2023-12-07T14:01:15.277495+0000","last_clean":"2023-12-07T14:01:15.277495+0000","last_became_active":"2023-12-07T14:00:47.722227+0000","last_became_peered":"2023-12-07T14:00:47.722227+0000","last_unstale":"2023-12-07T14:01:15.277495+0000","last_undegraded":"2023-12-07T14:01:15.277495+0000","last_fullsized":"2023-12-07T14:01:15.277495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:51:04.647502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272699+0000","last_change":"2023-12-07T14:00:46.883664+0000","last_active":"2023-12-07T14:01:15.272699+0000","last_peered":"2023-12-07T14:01:15.272699+0000","last_clean":"2023-12-07T14:01:15.272699+0000","last_became_active":"2023-12-07T14:00:46.883291+0000","last_became_peered":"2023-12-07T14:00:46.883291+0000","last_unstale":"2023-12-07T14:01:15.272699+0000","last_undegraded":"2023-12-07T14:01:15.272699+0000","last_fullsized":"2023-12-07T14:01:15.272699+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:46:22.384021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271701+0000","last_change":"2023-12-07T14:00:47.719387+0000","last_active":"2023-12-07T14:01:15.271701+0000","last_peered":"2023-12-07T14:01:15.271701+0000","last_clean":"2023-12-07T14:01:15.271701+0000","last_became_active":"2023-12-07T14:00:47.719044+0000","last_became_peered":"2023-12-07T14:00:47.719044+0000","last_unstale":"2023-12-07T14:01:15.271701+0000","last_undegraded":"2023-12-07T14:01:15.271701+0000","last_fullsized":"2023-12-07T14:01:15.271701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:05:08.262366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276205+0000","last_change":"2023-12-07T14:00:46.895976+0000","last_active":"2023-12-07T14:01:15.276205+0000","last_peered":"2023-12-07T14:01:15.276205+0000","last_clean":"2023-12-07T14:01:15.276205+0000","last_became_active":"2023-12-07T14:00:46.895597+0000","last_became_peered":"2023-12-07T14:00:46.895597+0000","last_unstale":"2023-12-07T14:01:15.276205+0000","last_undegraded":"2023-12-07T14:01:15.276205+0000","last_fullsized":"2023-12-07T14:01:15.276205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:10:28.890352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"85'2","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.881444+0000","last_change":"2023-12-07T14:00:47.721852+0000","last_active":"2023-12-07T14:02:14.881444+0000","last_peered":"2023-12-07T14:02:14.881444+0000","last_clean":"2023-12-07T14:02:14.881444+0000","last_became_active":"2023-12-07T14:00:47.721534+0000","last_became_peered":"2023-12-07T14:00:47.721534+0000","last_unstale":"2023-12-07T14:02:14.881444+0000","last_undegraded":"2023-12-07T14:02:14.881444+0000","last_fullsized":"2023-12-07T14:02:14.881444+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:09:19.118457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276787+0000","last_change":"2023-12-07T14:00:46.900079+0000","last_active":"2023-12-07T14:01:15.276787+0000","last_peered":"2023-12-07T14:01:15.276787+0000","last_clean":"2023-12-07T14:01:15.276787+0000","last_became_active":"2023-12-07T14:00:46.899773+0000","last_became_peered":"2023-12-07T14:00:46.899773+0000","last_unstale":"2023-12-07T14:01:15.276787+0000","last_undegraded":"2023-12-07T14:01:15.276787+0000","last_fullsized":"2023-12-07T14:01:15.276787+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:19:26.727846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272409+0000","last_change":"2023-12-07T14:00:47.719191+0000","last_active":"2023-12-07T14:01:15.272409+0000","last_peered":"2023-12-07T14:01:15.272409+0000","last_clean":"2023-12-07T14:01:15.272409+0000","last_became_active":"2023-12-07T14:00:47.718579+0000","last_became_peered":"2023-12-07T14:00:47.718579+0000","last_unstale":"2023-12-07T14:01:15.272409+0000","last_undegraded":"2023-12-07T14:01:15.272409+0000","last_fullsized":"2023-12-07T14:01:15.272409+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:47:19.348402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.289542+0000","last_change":"2023-12-07T14:01:16.289148+0000","last_active":"2023-12-07T14:01:16.289542+0000","last_peered":"2023-12-07T14:01:16.289542+0000","last_clean":"2023-12-07T14:01:16.289542+0000","last_became_active":"2023-12-07T14:01:16.279487+0000","last_became_peered":"2023-12-07T14:01:16.279487+0000","last_unstale":"2023-12-07T14:01:16.289542+0000","last_undegraded":"2023-12-07T14:01:16.289542+0000","last_fullsized":"2023-12-07T14:01:16.289542+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:11:19.195757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277079+0000","last_change":"2023-12-07T14:00:47.726154+0000","last_active":"2023-12-07T14:01:15.277079+0000","last_peered":"2023-12-07T14:01:15.277079+0000","last_clean":"2023-12-07T14:01:15.277079+0000","last_became_active":"2023-12-07T14:00:47.725878+0000","last_became_peered":"2023-12-07T14:00:47.725878+0000","last_unstale":"2023-12-07T14:01:15.277079+0000","last_undegraded":"2023-12-07T14:01:15.277079+0000","last_fullsized":"2023-12-07T14:01:15.277079+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:42:05.709841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274635+0000","last_change":"2023-12-07T14:00:46.894224+0000","last_active":"2023-12-07T14:01:15.274635+0000","last_peered":"2023-12-07T14:01:15.274635+0000","last_clean":"2023-12-07T14:01:15.274635+0000","last_became_active":"2023-12-07T14:00:46.893880+0000","last_became_peered":"2023-12-07T14:00:46.893880+0000","last_unstale":"2023-12-07T14:01:15.274635+0000","last_undegraded":"2023-12-07T14:01:15.274635+0000","last_fullsized":"2023-12-07T14:01:15.274635+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:42.986463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"85'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.927672+0000","last_change":"2023-12-07T14:00:47.725233+0000","last_active":"2023-12-07T14:02:14.927672+0000","last_peered":"2023-12-07T14:02:14.927672+0000","last_clean":"2023-12-07T14:02:14.927672+0000","last_became_active":"2023-12-07T14:00:47.724816+0000","last_became_peered":"2023-12-07T14:00:47.724816+0000","last_unstale":"2023-12-07T14:02:14.927672+0000","last_undegraded":"2023-12-07T14:02:14.927672+0000","last_fullsized":"2023-12-07T14:02:14.927672+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:14:19.221414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'7","reported_seq":110,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:15.276026+0000","last_change":"2023-12-07T14:00:46.895836+0000","last_active":"2023-12-07T14:02:15.276026+0000","last_peered":"2023-12-07T14:02:15.276026+0000","last_clean":"2023-12-07T14:02:15.276026+0000","last_became_active":"2023-12-07T14:00:46.895572+0000","last_became_peered":"2023-12-07T14:00:46.895572+0000","last_unstale":"2023-12-07T14:02:15.276026+0000","last_undegraded":"2023-12-07T14:02:15.276026+0000","last_fullsized":"2023-12-07T14:02:15.276026+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:18:04.498284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1699,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":88,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.927608+0000","last_change":"2023-12-07T14:00:47.721621+0000","last_active":"2023-12-07T14:02:14.927608+0000","last_peered":"2023-12-07T14:02:14.927608+0000","last_clean":"2023-12-07T14:02:14.927608+0000","last_became_active":"2023-12-07T14:00:47.721373+0000","last_became_peered":"2023-12-07T14:00:47.721373+0000","last_unstale":"2023-12-07T14:02:14.927608+0000","last_undegraded":"2023-12-07T14:02:14.927608+0000","last_fullsized":"2023-12-07T14:02:14.927608+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:33.896304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270413+0000","last_change":"2023-12-07T14:00:46.899041+0000","last_active":"2023-12-07T14:01:15.270413+0000","last_peered":"2023-12-07T14:01:15.270413+0000","last_clean":"2023-12-07T14:01:15.270413+0000","last_became_active":"2023-12-07T14:00:46.898757+0000","last_became_peered":"2023-12-07T14:00:46.898757+0000","last_unstale":"2023-12-07T14:01:15.270413+0000","last_undegraded":"2023-12-07T14:01:15.270413+0000","last_fullsized":"2023-12-07T14:01:15.270413+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:30:23.094360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.923097+0000","last_change":"2023-12-07T14:00:47.723404+0000","last_active":"2023-12-07T14:02:14.923097+0000","last_peered":"2023-12-07T14:02:14.923097+0000","last_clean":"2023-12-07T14:02:14.923097+0000","last_became_active":"2023-12-07T14:00:47.722791+0000","last_became_peered":"2023-12-07T14:00:47.722791+0000","last_unstale":"2023-12-07T14:02:14.923097+0000","last_undegraded":"2023-12-07T14:02:14.923097+0000","last_fullsized":"2023-12-07T14:02:14.923097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:46:36.029174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275496+0000","last_change":"2023-12-07T14:00:46.898921+0000","last_active":"2023-12-07T14:01:15.275496+0000","last_peered":"2023-12-07T14:01:15.275496+0000","last_clean":"2023-12-07T14:01:15.275496+0000","last_became_active":"2023-12-07T14:00:46.898632+0000","last_became_peered":"2023-12-07T14:00:46.898632+0000","last_unstale":"2023-12-07T14:01:15.275496+0000","last_undegraded":"2023-12-07T14:01:15.275496+0000","last_fullsized":"2023-12-07T14:01:15.275496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:48:46.354219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"85'9","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.917458+0000","last_change":"2023-12-07T14:00:47.723227+0000","last_active":"2023-12-07T14:02:14.917458+0000","last_peered":"2023-12-07T14:02:14.917458+0000","last_clean":"2023-12-07T14:02:14.917458+0000","last_became_active":"2023-12-07T14:00:47.722816+0000","last_became_peered":"2023-12-07T14:00:47.722816+0000","last_unstale":"2023-12-07T14:02:14.917458+0000","last_undegraded":"2023-12-07T14:02:14.917458+0000","last_fullsized":"2023-12-07T14:02:14.917458+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:19:28.343266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272431+0000","last_change":"2023-12-07T14:00:47.720963+0000","last_active":"2023-12-07T14:01:15.272431+0000","last_peered":"2023-12-07T14:01:15.272431+0000","last_clean":"2023-12-07T14:01:15.272431+0000","last_became_active":"2023-12-07T14:00:47.718255+0000","last_became_peered":"2023-12-07T14:00:47.718255+0000","last_unstale":"2023-12-07T14:01:15.272431+0000","last_undegraded":"2023-12-07T14:01:15.272431+0000","last_fullsized":"2023-12-07T14:01:15.272431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:43:26.661794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"85'12","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.925479+0000","last_change":"2023-12-07T14:00:47.719176+0000","last_active":"2023-12-07T14:02:14.925479+0000","last_peered":"2023-12-07T14:02:14.925479+0000","last_clean":"2023-12-07T14:02:14.925479+0000","last_became_active":"2023-12-07T14:00:47.718863+0000","last_became_peered":"2023-12-07T14:00:47.718863+0000","last_unstale":"2023-12-07T14:02:14.925479+0000","last_undegraded":"2023-12-07T14:02:14.925479+0000","last_fullsized":"2023-12-07T14:02:14.925479+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:41:31.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"85'8","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.929408+0000","last_change":"2023-12-07T14:00:47.720106+0000","last_active":"2023-12-07T14:02:14.929408+0000","last_peered":"2023-12-07T14:02:14.929408+0000","last_clean":"2023-12-07T14:02:14.929408+0000","last_became_active":"2023-12-07T14:00:47.719524+0000","last_became_peered":"2023-12-07T14:00:47.719524+0000","last_unstale":"2023-12-07T14:02:14.929408+0000","last_undegraded":"2023-12-07T14:02:14.929408+0000","last_fullsized":"2023-12-07T14:02:14.929408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:45:47.084843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271985+0000","last_change":"2023-12-07T14:00:47.721479+0000","last_active":"2023-12-07T14:01:15.271985+0000","last_peered":"2023-12-07T14:01:15.271985+0000","last_clean":"2023-12-07T14:01:15.271985+0000","last_became_active":"2023-12-07T14:00:47.721185+0000","last_became_peered":"2023-12-07T14:00:47.721185+0000","last_unstale":"2023-12-07T14:01:15.271985+0000","last_undegraded":"2023-12-07T14:01:15.271985+0000","last_fullsized":"2023-12-07T14:01:15.271985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:13:29.104211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275150+0000","last_change":"2023-12-07T14:00:47.715157+0000","last_active":"2023-12-07T14:01:15.275150+0000","last_peered":"2023-12-07T14:01:15.275150+0000","last_clean":"2023-12-07T14:01:15.275150+0000","last_became_active":"2023-12-07T14:00:47.714821+0000","last_became_peered":"2023-12-07T14:00:47.714821+0000","last_unstale":"2023-12-07T14:01:15.275150+0000","last_undegraded":"2023-12-07T14:01:15.275150+0000","last_fullsized":"2023-12-07T14:01:15.275150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:22:44.158549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272626+0000","last_change":"2023-12-07T14:00:47.715105+0000","last_active":"2023-12-07T14:01:15.272626+0000","last_peered":"2023-12-07T14:01:15.272626+0000","last_clean":"2023-12-07T14:01:15.272626+0000","last_became_active":"2023-12-07T14:00:47.714800+0000","last_became_peered":"2023-12-07T14:00:47.714800+0000","last_unstale":"2023-12-07T14:01:15.272626+0000","last_undegraded":"2023-12-07T14:01:15.272626+0000","last_fullsized":"2023-12-07T14:01:15.272626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:08:18.358628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"85'15","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.919096+0000","last_change":"2023-12-07T14:00:47.723311+0000","last_active":"2023-12-07T14:02:14.919096+0000","last_peered":"2023-12-07T14:02:14.919096+0000","last_clean":"2023-12-07T14:02:14.919096+0000","last_became_active":"2023-12-07T14:00:47.723024+0000","last_became_peered":"2023-12-07T14:00:47.723024+0000","last_unstale":"2023-12-07T14:02:14.919096+0000","last_undegraded":"2023-12-07T14:02:14.919096+0000","last_fullsized":"2023-12-07T14:02:14.919096+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:50:23.765138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277414+0000","last_change":"2023-12-07T14:00:47.719375+0000","last_active":"2023-12-07T14:01:15.277414+0000","last_peered":"2023-12-07T14:01:15.277414+0000","last_clean":"2023-12-07T14:01:15.277414+0000","last_became_active":"2023-12-07T14:00:47.719065+0000","last_became_peered":"2023-12-07T14:00:47.719065+0000","last_unstale":"2023-12-07T14:01:15.277414+0000","last_undegraded":"2023-12-07T14:01:15.277414+0000","last_fullsized":"2023-12-07T14:01:15.277414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:06:07.614629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269807+0000","last_change":"2023-12-07T14:00:47.719875+0000","last_active":"2023-12-07T14:01:15.269807+0000","last_peered":"2023-12-07T14:01:15.269807+0000","last_clean":"2023-12-07T14:01:15.269807+0000","last_became_active":"2023-12-07T14:00:47.719448+0000","last_became_peered":"2023-12-07T14:00:47.719448+0000","last_unstale":"2023-12-07T14:01:15.269807+0000","last_undegraded":"2023-12-07T14:01:15.269807+0000","last_fullsized":"2023-12-07T14:01:15.269807+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.582967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276709+0000","last_change":"2023-12-07T14:00:47.723713+0000","last_active":"2023-12-07T14:01:15.276709+0000","last_peered":"2023-12-07T14:01:15.276709+0000","last_clean":"2023-12-07T14:01:15.276709+0000","last_became_active":"2023-12-07T14:00:47.720971+0000","last_became_peered":"2023-12-07T14:00:47.720971+0000","last_unstale":"2023-12-07T14:01:15.276709+0000","last_undegraded":"2023-12-07T14:01:15.276709+0000","last_fullsized":"2023-12-07T14:01:15.276709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:03:46.117572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276861+0000","last_change":"2023-12-07T14:00:47.724205+0000","last_active":"2023-12-07T14:01:15.276861+0000","last_peered":"2023-12-07T14:01:15.276861+0000","last_clean":"2023-12-07T14:01:15.276861+0000","last_became_active":"2023-12-07T14:00:47.723814+0000","last_became_peered":"2023-12-07T14:00:47.723814+0000","last_unstale":"2023-12-07T14:01:15.276861+0000","last_undegraded":"2023-12-07T14:01:15.276861+0000","last_fullsized":"2023-12-07T14:01:15.276861+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:35:32.658355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274947+0000","last_change":"2023-12-07T14:00:47.725350+0000","last_active":"2023-12-07T14:01:15.274947+0000","last_peered":"2023-12-07T14:01:15.274947+0000","last_clean":"2023-12-07T14:01:15.274947+0000","last_became_active":"2023-12-07T14:00:47.723726+0000","last_became_peered":"2023-12-07T14:00:47.723726+0000","last_unstale":"2023-12-07T14:01:15.274947+0000","last_undegraded":"2023-12-07T14:01:15.274947+0000","last_fullsized":"2023-12-07T14:01:15.274947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:22:43.602661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272529+0000","last_change":"2023-12-07T14:00:47.714333+0000","last_active":"2023-12-07T14:01:15.272529+0000","last_peered":"2023-12-07T14:01:15.272529+0000","last_clean":"2023-12-07T14:01:15.272529+0000","last_became_active":"2023-12-07T14:00:47.714016+0000","last_became_peered":"2023-12-07T14:00:47.714016+0000","last_unstale":"2023-12-07T14:01:15.272529+0000","last_undegraded":"2023-12-07T14:01:15.272529+0000","last_fullsized":"2023-12-07T14:01:15.272529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:42:46.813653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65589,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":848,"num_read_kb":492,"num_write":240,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":202113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":78,"seq":335007449118,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":925696,"data_stored":442230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.81000000000000005,"5min":0.872,"15min":0.872},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52400000000000002,"15min":0.51200000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.681,"5min":1.681,"15min":1.681},"last":0.70399999999999996}]},{"osd":1,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.61299999999999999},"min":{"1min":0.43099999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59299999999999997,"15min":0.57999999999999996},"min":{"1min":0.45900000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.80100000000000005,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.76400000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.48299999999999998,"15min":0.47299999999999998},"min":{"1min":0.36599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.48199999999999998,"15min":0.46700000000000003},"min":{"1min":0.36699999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.89400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":4,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.63700000000000001,"15min":0.624},"min":{"1min":0.56999999999999995,"5min":0.373,"15min":0.373},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.501,"5min":0.433,"15min":0.433},"max":{"1min":0.91300000000000003,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.86299999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84999999999999998,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.50800000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.96099999999999997}]},{"osd":6,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":5.0839999999999996,"5min":5.0839999999999996,"15min":5.0839999999999996},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":5.9290000000000003,"5min":5.9290000000000003,"15min":5.9290000000000003},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.72499999999999998,"15min":0.71099999999999997},"min":{"1min":0.65800000000000003,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":1.036},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71799999999999997,"15min":0.70799999999999996},"min":{"1min":0.60799999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0189999999999999,"5min":1.147,"15min":1.147},"last":0.91300000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":1.0129999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.73699999999999999,"15min":0.72199999999999998},"min":{"1min":0.61799999999999999,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.77100000000000002,"15min":0.754},"min":{"1min":0.68000000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":0.98899999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.749,"15min":0.73999999999999999},"min":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.98299999999999998,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.76300000000000001,"15min":0.754},"min":{"1min":0.66900000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.96999999999999997,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.88100000000000001}]}]},{"osd":10,"up_from":71,"seq":304942678050,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1090456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56899999999999995}]},{"osd":1,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.49399999999999999,"15min":0.49199999999999999},"min":{"1min":0.372,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64500000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.495},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.39900000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.53200000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.64100000000000001,"15min":0.64300000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78200000000000003,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.69899999999999995,"15min":0.70399999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.879,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.73799999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.45000000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.86799999999999999,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.68600000000000005},"min":{"1min":0.53500000000000003,"5min":0.37,"15min":0.37},"max":{"1min":0.90100000000000002,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.90600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.65900000000000003,"15min":0.65100000000000002},"min":{"1min":0.52000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90400000000000003,"5min":0.996,"15min":0.996},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.64200000000000002,"15min":0.64300000000000002},"min":{"1min":0.40300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.93500000000000005,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.629}]},{"osd":5,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.74099999999999999,"15min":0.73499999999999999},"min":{"1min":0.65800000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0089999999999999,"5min":1.179,"15min":1.179},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.754,"5min":0.79100000000000004,"15min":0.79700000000000004},"min":{"1min":0.60399999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.96199999999999997,"5min":1.25,"15min":1.25},"last":0.88400000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.91900000000000004,"15min":0.94999999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0189999999999999,"5min":3.71,"15min":3.71},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.78600000000000003,"15min":0.78400000000000003},"min":{"1min":0.65400000000000003,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.96699999999999997,"5min":1.169,"15min":1.169},"last":0.86099999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.64200000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.0660000000000001,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.87,"15min":0.877},"min":{"1min":0.67300000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.0349999999999999,"5min":1.306,"15min":1.306},"last":0.76800000000000002}]},{"osd":9,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.88200000000000001,"15min":0.88400000000000001},"min":{"1min":0.753,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.006,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.88200000000000001,"15min":0.89600000000000002},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":0.98999999999999999,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.82499999999999996}]},{"osd":11,"last update":"Thu Dec 7 14:02:09 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.86899999999999999,"15min":0.873},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0529999999999999,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.88900000000000001,"15min":0.88400000000000001},"min":{"1min":0.63300000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.98899999999999999}]}]},{"osd":9,"up_from":66,"seq":283467841575,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":441750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.314},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.505,"15min":0.52300000000000002},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.56999999999999995,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.64700000000000002,"15min":0.65500000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65900000000000003,"15min":0.66800000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86199999999999999,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.68600000000000005,"15min":0.70199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83499999999999996,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58499999999999996}]},{"osd":3,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.63700000000000001,"15min":0.65100000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.58799999999999997,"15min":0.60499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.77700000000000002,"15min":0.79700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93100000000000005,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.499},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.80100000000000005},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.036,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.70599999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.78400000000000003,"15min":0.80400000000000005},"min":{"1min":0.48299999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0569999999999999,"5min":1.135,"15min":1.135},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.80200000000000005,"15min":0.81599999999999995},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.75700000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0109999999999999,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.442},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.80600000000000005,"15min":0.82999999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.97299999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.52400000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.86799999999999999,"15min":0.88400000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83899999999999997,"15min":0.85499999999999998},"min":{"1min":0.59099999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.115,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.71699999999999997}]},{"osd":8,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.871,"15min":0.89100000000000001},"min":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.028,"5min":1.101,"15min":1.101},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.878,"15min":0.89500000000000002},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0009999999999999,"5min":1.236,"15min":1.236},"last":0.73599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.81699999999999995,"15min":0.82299999999999995},"min":{"1min":0.59399999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.97399999999999998,"5min":1.214,"15min":1.214},"last":0.745},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.83399999999999996,"15min":0.83799999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.018,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.64500000000000002}]}]},{"osd":8,"up_from":59,"seq":253403070507,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":442106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.54200000000000004,"15min":0.51400000000000001},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.55100000000000005,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.7690000000000001,"5min":2.7690000000000001,"15min":2.7690000000000001},"last":0.79800000000000004}]},{"osd":1,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.57799999999999996},"min":{"1min":0.42499999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.628,"15min":0.61299999999999999},"min":{"1min":0.496,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.504}]},{"osd":2,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47999999999999998,"15min":0.46700000000000003},"min":{"1min":0.39400000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.625},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51100000000000001,"15min":0.49399999999999999},"min":{"1min":0.42999999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.81999999999999995,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.64500000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.61099999999999999,"15min":0.59699999999999998},"min":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.4649999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.67300000000000004,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.6449999999999996,"5min":7.6449999999999996,"15min":7.6449999999999996},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.63900000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.503,"15min":0.503},"max":{"1min":0.80900000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.77300000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.57099999999999995,"15min":0.55300000000000005},"min":{"1min":0.44700000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.60799999999999998,"15min":0.59599999999999997},"min":{"1min":0.36499999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.84799999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":0.745,"15min":0.69599999999999995},"min":{"1min":0.50600000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":7.6879999999999997,"5min":7.6879999999999997,"15min":7.6879999999999997},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.70199999999999996,"15min":0.68899999999999995},"min":{"1min":0.60899999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.88300000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.751,"15min":0.73199999999999998},"min":{"1min":0.69399999999999995,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.745,"15min":0.73099999999999998},"min":{"1min":0.61299999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0820000000000001,"5min":1.119,"15min":1.119},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":0.77600000000000002,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":7.6269999999999998,"5min":7.6269999999999998,"15min":7.6269999999999998},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.157,"5min":0.80400000000000005,"15min":0.745},"min":{"1min":0.47999999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.7149999999999999,"5min":7.7149999999999999,"15min":7.7149999999999999},"last":0.86599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:01:42 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.77000000000000002,"15min":0.753},"min":{"1min":0.69099999999999995,"5min":0.505,"15min":0.505},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.746,"15min":0.72599999999999998},"min":{"1min":0.70499999999999996,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.91300000000000003}]},{"osd":11,"last update":"Thu Dec 7 14:01:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":1.004}]}]},{"osd":7,"up_from":51,"seq":219043332144,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1035637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44500000000000001,"15min":0.42899999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.83299999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48199999999999998,"15min":0.47199999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.67100000000000004,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.52100000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64200000000000002,"15min":0.63500000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1579999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.61099999999999999,"15min":0.59099999999999997},"min":{"1min":0.439,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.70899999999999996,"15min":0.75600000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.88200000000000001,"5min":3.5619999999999998,"15min":3.5619999999999998},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.64000000000000001,"15min":0.64100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.46500000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.84499999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85299999999999998,"5min":1.107,"15min":1.107},"last":0.438}]},{"osd":5,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70499999999999996,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.93600000000000005,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.503},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.78300000000000003,"15min":0.81299999999999994},"min":{"1min":0.47799999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.028,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.73599999999999999,"15min":0.747},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.96499999999999997,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.73399999999999999}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.748,"15min":0.746},"min":{"1min":0.55000000000000004,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.012,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.80400000000000005,"15min":0.80300000000000005},"min":{"1min":0.63600000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.98199999999999998,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.66700000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:01:22 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.81000000000000005,"15min":0.82099999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.96599999999999997,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.76400000000000001,"15min":0.77000000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.98599999999999999,"5min":1.179,"15min":1.179},"last":0.82699999999999996}]},{"osd":10,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.58599999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0249999999999999,"5min":1.036,"15min":1.036},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.79000000000000004,"15min":0.78300000000000003},"min":{"1min":0.61499999999999999,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.042,"5min":1.127,"15min":1.127},"last":0.77800000000000002}]},{"osd":11,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.88},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.91700000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495669,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.46700000000000003,"15min":0.39500000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":8.8260000000000005,"5min":8.8260000000000005,"15min":8.8260000000000005},"last":0.317},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.51400000000000001,"15min":0.433},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":11.115,"5min":11.115,"15min":11.115},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.58299999999999996,"15min":0.55700000000000005},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.008,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":8.7739999999999991,"5min":8.7739999999999991,"15min":8.7739999999999991},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":0.67700000000000005,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":11.340999999999999,"5min":11.340999999999999,"15min":11.340999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47399999999999998,"15min":0.45400000000000001},"min":{"1min":0.314,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.60099999999999998,"15min":0.52900000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":8.9550000000000001,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.51100000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":0.73899999999999999,"15min":0.65600000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.24,"5min":11.24,"15min":11.24},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.65600000000000003,"15min":0.63600000000000001},"min":{"1min":0.42999999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.498}]},{"osd":5,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":0.74099999999999999,"15min":0.68200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":8.9260000000000002,"5min":8.9260000000000002,"15min":8.9260000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":1.1779999999999999,"5min":0.76600000000000001,"15min":0.69599999999999995},"min":{"1min":0.41699999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.308,"5min":11.308,"15min":11.308},"last":0.629}]},{"osd":7,"last update":"Thu Dec 7 14:01:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":0.78100000000000003,"15min":0.72699999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":8.8949999999999996,"5min":8.8949999999999996,"15min":8.8949999999999996},"last":0.65500000000000003},{"interface":"front","average":{"1min":1.165,"5min":0.81100000000000005,"15min":0.74299999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":11.206,"5min":11.206,"15min":11.206},"last":0.68000000000000005}]},{"osd":8,"last update":"Thu Dec 7 14:02:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.69799999999999995,"15min":0.71299999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.115,"5min":0.82899999999999996,"15min":0.80000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":11.273999999999999},"last":0.74399999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:01:18 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.62},{"interface":"front","average":{"1min":1.1319999999999999,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":8.9879999999999995,"5min":8.9879999999999995,"15min":8.9879999999999995},"last":0.56000000000000005}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":0.874,"15min":0.84199999999999997},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":8.8640000000000008,"5min":8.8640000000000008,"15min":8.8640000000000008},"last":0.60499999999999998},{"interface":"front","average":{"1min":1.196,"5min":0.89200000000000002,"15min":0.84199999999999997},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":11.167,"5min":11.167,"15min":11.167},"last":0.71699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":500560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.51500000000000001,"15min":0.47899999999999998},"min":{"1min":0.33200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53200000000000003,"15min":0.48499999999999999},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.81899999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.61199999999999999,"15min":0.54900000000000004},"min":{"1min":0.50600000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.995,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.61399999999999999,"15min":0.54800000000000004},"min":{"1min":0.52400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.91900000000000004,"5min":1.736,"15min":1.736},"last":0.874}]},{"osd":3,"last update":"Thu Dec 7 14:02:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.56899999999999995,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56200000000000006,"15min":0.54200000000000004},"min":{"1min":0.39900000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.45900000000000002,"15min":0.42099999999999999},"min":{"1min":0.32700000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79200000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.495,"15min":0.45000000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.872,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:01:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59599999999999997,"15min":0.54400000000000004},"min":{"1min":0.54900000000000004,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.63500000000000001,"15min":0.56000000000000005},"min":{"1min":0.51900000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.94899999999999995,"5min":1.569,"15min":1.569},"last":0.95399999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.64700000000000002,"15min":0.622},"min":{"1min":0.50900000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89600000000000002,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60599999999999998,"15min":0.58999999999999997},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.78500000000000003,"5min":0.995,"15min":0.995},"last":0.88900000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.59099999999999997,"15min":0.56399999999999995},"min":{"1min":0.53500000000000003,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.69499999999999995,"15min":0.66600000000000004},"min":{"1min":0.52000000000000002,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.90200000000000002}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.85099999999999998,"15min":0.85699999999999998},"min":{"1min":0.65100000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.079,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.81999999999999995,"15min":0.83699999999999997},"min":{"1min":0.59499999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.046,"5min":3.242,"15min":3.242},"last":0.98299999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.76000000000000001,"15min":0.754},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.83399999999999996,"15min":0.82199999999999995},"min":{"1min":0.63900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.995}]},{"osd":10,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.78100000000000003,"15min":0.76900000000000002},"min":{"1min":0.65000000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.0649999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79500000000000004,"15min":0.78500000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.056,"5min":1.107,"15min":1.107},"last":1.0249999999999999}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":1.0780000000000001},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":1.0649999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738449,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":443194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Dec 7 14:01:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.78100000000000003,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.52600000000000002},"min":{"1min":0.32700000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.57299999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77800000000000002,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.61399999999999999,"15min":0.60499999999999998},"min":{"1min":0.40799999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.77800000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.74199999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58799999999999997,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.93000000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56599999999999995,"15min":0.53200000000000003},"min":{"1min":0.40500000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84399999999999997,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Thu Dec 7 14:01:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.56799999999999995},"min":{"1min":0.43099999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.70499999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60499999999999998,"15min":0.59399999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.871,"5min":0.875,"15min":0.875},"last":0.70599999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66200000000000003,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.55600000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.70099999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.52200000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72699999999999998,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.67800000000000005,"15min":0.70699999999999996},"min":{"1min":0.48799999999999999,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.76700000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.72999999999999998,"15min":0.75600000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90200000000000002,"5min":1.157,"15min":1.157},"last":0.80500000000000005}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.63400000000000001,"15min":0.64900000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79300000000000004,"5min":0.875,"15min":0.875},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.749,"15min":0.77700000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81799999999999995,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.72299999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.73699999999999999,"15min":0.749},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98499999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.68799999999999994,"15min":0.69599999999999995},"min":{"1min":0.54200000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.79200000000000004,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.61899999999999999}]},{"osd":11,"last update":"Thu Dec 7 14:02:11 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.69799999999999995,"15min":0.70099999999999996},"min":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.83399999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95699999999999996,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.83899999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":505816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.47199999999999998,"15min":0.47399999999999998},"min":{"1min":0.35899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.314},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.54400000000000004,"15min":0.51800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5469999999999997,"5min":6.5469999999999997,"15min":6.5469999999999997},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.53000000000000003,"15min":0.503},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.59099999999999997,"15min":0.53700000000000003},"min":{"1min":0.45900000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.91000000000000003,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:02:09 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55000000000000004,"15min":0.53300000000000003},"min":{"1min":0.39000000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":0.52200000000000002},"min":{"1min":0.34300000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.103,"5min":1.103,"15min":1.103},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.54800000000000004}]},{"osd":5,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.46200000000000002,"15min":0.43099999999999999},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.46899999999999997,"15min":0.44800000000000001},"min":{"1min":0.33700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.35699999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:02:13 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.58499999999999996,"15min":0.56499999999999995},"min":{"1min":0.44900000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59099999999999997,"15min":0.57799999999999996},"min":{"1min":0.49199999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65300000000000002,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83399999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:02:01 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39700000000000002,"5min":0.307,"15min":0.307},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.29499999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.52500000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.65600000000000003,"15min":0.64600000000000002},"min":{"1min":0.57299999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85499999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.47499999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.69799999999999995,"15min":0.68400000000000005},"min":{"1min":0.55900000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.0209999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.754,"5min":0.66300000000000003,"15min":0.64800000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.65500000000000003}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.50800000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149762,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":942080,"data_stored":440973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.373,"15min":0.34100000000000003},"min":{"1min":0.27800000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.48299999999999998,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.28000000000000003,"5min":0.222,"15min":0.222},"max":{"1min":0.58599999999999997,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55000000000000004,"15min":0.53600000000000003},"min":{"1min":0.40600000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80400000000000005,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54700000000000004,"15min":0.50900000000000001},"min":{"1min":0.47199999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.65600000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.373,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.82799999999999996,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56100000000000005,"15min":0.54300000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.80700000000000005,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.60499999999999998,"15min":0.58299999999999996},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88200000000000001,"5min":1.004,"15min":1.004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.443,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.746,"5min":1,"15min":1},"last":0.51700000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.50700000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.82599999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.63},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58699999999999997,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86699999999999999,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.60799999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53900000000000003,"15min":0.51300000000000001},"min":{"1min":0.36599999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.78900000000000003,"5min":1.075,"15min":1.075},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.52800000000000002,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.59999999999999998,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.38800000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:40 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.45500000000000002,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78100000000000003,"5min":1.204,"15min":1.204},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66600000000000004,"15min":0.64600000000000002},"min":{"1min":0.47599999999999998,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.78700000000000003,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64500000000000002}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.57699999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:24 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.71999999999999997,"15min":0.73699999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.90500000000000003,"5min":1.05,"15min":1.05},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.79700000000000004,"15min":0.81499999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.66700000000000004}]},{"osd":10,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.78700000000000003,"15min":0.80300000000000005},"min":{"1min":0.57599999999999996,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.91800000000000004,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.621},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.76500000000000001,"15min":0.77700000000000002},"min":{"1min":0.56299999999999994,"5min":0.503,"15min":0.503},"max":{"1min":0.81799999999999995,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.68600000000000005}]},{"osd":11,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.65700000000000003}]}]},{"osd":4,"up_from":34,"seq":146028888126,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.501,"15min":0.48299999999999998},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41799999999999998,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59399999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.45200000000000001,"15min":0.42199999999999999},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55100000000000005}]},{"osd":2,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.49099999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.91900000000000004,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.62,"15min":0.57699999999999996},"min":{"1min":0.53000000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.85499999999999998,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.89000000000000001}]},{"osd":3,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.60699999999999998,"15min":0.57599999999999996},"min":{"1min":0.5,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79700000000000004,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59299999999999997,"15min":0.56499999999999995},"min":{"1min":0.435,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88800000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:01:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65800000000000003,"15min":0.63400000000000001},"min":{"1min":0.48399999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.98599999999999999,"5min":1.605,"15min":1.605},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.57199999999999995,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":1.321,"15min":1.321},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:16 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.90700000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.65300000000000002,"15min":0.63400000000000001},"min":{"1min":0.45800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.95199999999999996,"5min":1.107,"15min":1.107},"last":0.82699999999999996}]},{"osd":7,"last update":"Thu Dec 7 14:01:36 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.66600000000000004,"15min":0.63600000000000001},"min":{"1min":0.40799999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.026,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66800000000000004,"15min":0.64100000000000001},"min":{"1min":0.47199999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.008,"5min":1.091,"15min":1.091},"last":0.79500000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:02:01 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.76300000000000001,"15min":0.73499999999999999},"min":{"1min":0.65400000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.76900000000000002,"15min":0.73999999999999999},"min":{"1min":0.68300000000000005,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.96999999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:01:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57799999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.129,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84499999999999997,"15min":0.84999999999999998},"min":{"1min":0.60399999999999998,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.93899999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.83699999999999997,"15min":0.83799999999999997},"min":{"1min":0.67100000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0580000000000001,"5min":1.26,"15min":1.26},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.875,"15min":0.86899999999999999},"min":{"1min":0.73199999999999998,"5min":0.437,"15min":0.437},"max":{"1min":1.093,"5min":1.286,"15min":1.286},"last":0.872}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.022}]}]},{"osd":5,"up_from":39,"seq":167503724601,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1552384,"data_stored":1034327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.63400000000000001,"15min":0.57599999999999996},"min":{"1min":0.38600000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":8.6389999999999993,"5min":8.6389999999999993,"15min":8.6389999999999993},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.55100000000000005,"15min":0.52100000000000002},"min":{"1min":0.36199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.633,"5min":3.633,"15min":3.633},"last":0.76900000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.57199999999999995,"15min":0.51000000000000001},"min":{"1min":0.44500000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88400000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.57699999999999996,"15min":0.53300000000000003},"min":{"1min":0.47299999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78700000000000003,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.435,"15min":0.376},"min":{"1min":0.34899999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.74199999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.44900000000000001,"15min":0.40300000000000002},"min":{"1min":0.39000000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.624,"15min":0.55900000000000005},"min":{"1min":0.41499999999999998,"5min":0.315,"15min":0.315},"max":{"1min":8.7599999999999998,"5min":8.7599999999999998,"15min":8.7599999999999998},"last":0.502},{"interface":"front","average":{"1min":1.139,"5min":0.68799999999999994,"15min":0.60199999999999998},"min":{"1min":0.53200000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":8.8070000000000004,"5min":8.8070000000000004,"15min":8.8070000000000004},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.61099999999999999,"15min":0.56100000000000005},"min":{"1min":0.51000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84699999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.61299999999999999,"15min":0.56299999999999994},"min":{"1min":0.49099999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.86699999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.56699999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.66200000000000003,"15min":0.58799999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":9.2370000000000001,"5min":9.2370000000000001,"15min":9.2370000000000001},"last":0.629},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.66600000000000004,"15min":0.622},"min":{"1min":0.45100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":4.6440000000000001,"5min":4.6440000000000001,"15min":4.6440000000000001},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.68500000000000005,"15min":0.67400000000000004},"min":{"1min":0.53400000000000003,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.93200000000000005,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.71999999999999997,"15min":0.70599999999999996},"min":{"1min":0.58499999999999996,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.996,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.70699999999999996}]},{"osd":8,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.46000000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.92200000000000004,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46999999999999997,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88800000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73199999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":0.77400000000000002,"15min":0.71799999999999997},"min":{"1min":0.55700000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":5.3390000000000004,"5min":5.3390000000000004,"15min":5.3390000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.1359999999999999,"5min":0.80700000000000005,"15min":0.752},"min":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":8.9719999999999995,"5min":8.9719999999999995,"15min":8.9719999999999995},"last":0.752}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73499999999999999,"15min":0.72099999999999997},"min":{"1min":0.61599999999999999,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.76600000000000001,"15min":0.752},"min":{"1min":0.62,"5min":0.503,"15min":0.503},"max":{"1min":1.0309999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.78100000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":59668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-07T14:02:17.140 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-07T14:02:17.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 -- 172.21.15.39:0/4171635889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8104940 msgr2=0x7f1aa8106d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/4171635889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8104940 0x7f1aa8106d30 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c009990 tx=0x7f1a9c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 -- 172.21.15.39:0/4171635889 shutdown_connections 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/4171635889 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1aa8107270 0x7f1aa8109660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/4171635889 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1aa8102010 0x7f1aa8104400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/4171635889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8104940 0x7f1aa8106d30 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 -- 172.21.15.39:0/4171635889 >> 172.21.15.39:0/4171635889 conn(0x7f1aa80fb980 msgr2=0x7f1aa80fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 -- 172.21.15.39:0/4171635889 shutdown_connections 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.298+0000 7f1ab05b9700 1 -- 172.21.15.39:0/4171635889 wait complete. 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 Processor -- start 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 -- start start 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1aa8102010 0x7f1aa81973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1aa8104940 0x7f1aa8197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8107270 0x7f1aa819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa819ef20 con 0x7f1aa8107270 2023-12-07T14:02:17.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa819f060 con 0x7f1aa8104940 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1ab05b9700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1aa819f1f0 con 0x7f1aa8102010 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8107270 0x7f1aa819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8107270 0x7f1aa819e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53180/0 (socket says 172.21.15.39:53180) 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 -- 172.21.15.39:0/879897846 learned_addr learned my addr 172.21.15.39:0/879897846 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aae355700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1aa8102010 0x7f1aa81973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aadb54700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1aa8104940 0x7f1aa8197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 -- 172.21.15.39:0/879897846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1aa8102010 msgr2=0x7f1aa81973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1aa8102010 0x7f1aa81973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 -- 172.21.15.39:0/879897846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1aa8104940 msgr2=0x7f1aa8197930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1aa8104940 0x7f1aa8197930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.299+0000 7f1aaeb56700 1 -- 172.21.15.39:0/879897846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a9c0095f0 con 0x7f1aa8107270 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.300+0000 7f1aaeb56700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8107270 0x7f1aa819e950 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0007ee0 tx=0x7f1aa000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.300+0000 7f1a9b7fe700 1 -- 172.21.15.39:0/879897846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa0017070 con 0x7f1aa8107270 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.300+0000 7f1a9b7fe700 1 -- 172.21.15.39:0/879897846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa000f040 con 0x7f1aa8107270 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.300+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1aa819f4d0 con 0x7f1aa8107270 2023-12-07T14:02:17.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.300+0000 7f1a9b7fe700 1 -- 172.21.15.39:0/879897846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa0005580 con 0x7f1aa8107270 2023-12-07T14:02:17.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.300+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1aa819f990 con 0x7f1aa8107270 2023-12-07T14:02:17.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.301+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1aa80fd500 con 0x7f1aa8107270 2023-12-07T14:02:17.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.302+0000 7f1a9b7fe700 1 -- 172.21.15.39:0/879897846 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f1aa000db20 con 0x7f1aa8107270 2023-12-07T14:02:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.302+0000 7f1a9b7fe700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1a940a1480 0x7f1a940a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.303+0000 7f1aae355700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1a940a1480 0x7f1a940a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.303+0000 7f1a9b7fe700 1 -- 172.21.15.39:0/879897846 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f1aa00cc460 con 0x7f1aa8107270 2023-12-07T14:02:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.303+0000 7f1aae355700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1a940a1480 0x7f1a940a3940 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4005950 tx=0x7f1aa400a300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:17.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.307+0000 7f1a9b7fe700 1 -- 172.21.15.39:0/879897846 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f1aa0095ac0 con 0x7f1aa8107270 2023-12-07T14:02:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.504+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1aa802d3d0 con 0x7f1a940a1480 2023-12-07T14:02:17.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.516+0000 7f1a9b7fe700 1 -- 172.21.15.39:0/879897846 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344017 (secure 0 0 0) 0x7f1aa802d3d0 con 0x7f1a940a1480 2023-12-07T14:02:17.525 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1a940a1480 msgr2=0x7f1a940a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1a940a1480 0x7f1a940a3940 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4005950 tx=0x7f1aa400a300 comp rx=0 tx=0).stop 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8107270 msgr2=0x7f1aa819e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8107270 0x7f1aa819e950 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f1aa0007ee0 tx=0x7f1aa000d3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 shutdown_connections 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f1a940a1480 0x7f1a940a3940 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1aa8107270 0x7f1aa819e950 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1aa8102010 0x7f1aa81973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 --2- 172.21.15.39:0/879897846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1aa8104940 0x7f1aa8197930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 >> 172.21.15.39:0/879897846 conn(0x7f1aa80fb980 msgr2=0x7f1aa8103e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 shutdown_connections 2023-12-07T14:02:17.528 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.520+0000 7f1ab05b9700 1 -- 172.21.15.39:0/879897846 wait complete. 2023-12-07T14:02:17.529 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2023-12-07T14:02:17.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:17 smithi039 ceph-mon[98864]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-12-07T14:02:17.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:17 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1308854139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:17.534 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:17 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3988141176' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:17.535 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":316,"stamp":"2023-12-07T14:02:16.879931+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656203,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":984,"num_read_kb":611,"num_write":423,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180758,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":468,"ondisk_log_size":468,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337196,"kb_used_data":12956,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604628,"statfs":{"total":1151940427776,"available":1151595139072,"internally_reserved":0,"allocated":13266944,"data_stored":7260238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":331855161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":459,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":52,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003507"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274097+0000","last_change":"2023-12-07T14:00:47.717392+0000","last_active":"2023-12-07T14:01:15.274097+0000","last_peered":"2023-12-07T14:01:15.274097+0000","last_clean":"2023-12-07T14:01:15.274097+0000","last_became_active":"2023-12-07T14:00:47.716996+0000","last_became_peered":"2023-12-07T14:00:47.716996+0000","last_unstale":"2023-12-07T14:01:15.274097+0000","last_undegraded":"2023-12-07T14:01:15.274097+0000","last_fullsized":"2023-12-07T14:01:15.274097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:58:28.662394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271727+0000","last_change":"2023-12-07T14:00:47.722441+0000","last_active":"2023-12-07T14:01:15.271727+0000","last_peered":"2023-12-07T14:01:15.271727+0000","last_clean":"2023-12-07T14:01:15.271727+0000","last_became_active":"2023-12-07T14:00:47.722153+0000","last_became_peered":"2023-12-07T14:00:47.722153+0000","last_unstale":"2023-12-07T14:01:15.271727+0000","last_undegraded":"2023-12-07T14:01:15.271727+0000","last_fullsized":"2023-12-07T14:01:15.271727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:28:38.822963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271634+0000","last_change":"2023-12-07T14:00:47.725146+0000","last_active":"2023-12-07T14:01:15.271634+0000","last_peered":"2023-12-07T14:01:15.271634+0000","last_clean":"2023-12-07T14:01:15.271634+0000","last_became_active":"2023-12-07T14:00:47.724801+0000","last_became_peered":"2023-12-07T14:00:47.724801+0000","last_unstale":"2023-12-07T14:01:15.271634+0000","last_undegraded":"2023-12-07T14:01:15.271634+0000","last_fullsized":"2023-12-07T14:01:15.271634+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:09:30.804250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.277670+0000","last_change":"2023-12-07T14:01:16.277670+0000","last_active":"2023-12-07T14:01:16.277670+0000","last_peered":"2023-12-07T14:01:16.277670+0000","last_clean":"2023-12-07T14:01:16.277670+0000","last_became_active":"2023-12-07T14:01:16.277199+0000","last_became_peered":"2023-12-07T14:01:16.277199+0000","last_unstale":"2023-12-07T14:01:16.277670+0000","last_undegraded":"2023-12-07T14:01:16.277670+0000","last_fullsized":"2023-12-07T14:01:16.277670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:04:46.791868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"85'4","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928502+0000","last_change":"2023-12-07T14:00:47.716674+0000","last_active":"2023-12-07T14:02:14.928502+0000","last_peered":"2023-12-07T14:02:14.928502+0000","last_clean":"2023-12-07T14:02:14.928502+0000","last_became_active":"2023-12-07T14:00:47.716401+0000","last_became_peered":"2023-12-07T14:00:47.716401+0000","last_unstale":"2023-12-07T14:02:14.928502+0000","last_undegraded":"2023-12-07T14:02:14.928502+0000","last_fullsized":"2023-12-07T14:02:14.928502+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:45:19.602833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269906+0000","last_change":"2023-12-07T14:00:47.728395+0000","last_active":"2023-12-07T14:01:15.269906+0000","last_peered":"2023-12-07T14:01:15.269906+0000","last_clean":"2023-12-07T14:01:15.269906+0000","last_became_active":"2023-12-07T14:00:47.728025+0000","last_became_peered":"2023-12-07T14:00:47.728025+0000","last_unstale":"2023-12-07T14:01:15.269906+0000","last_undegraded":"2023-12-07T14:01:15.269906+0000","last_fullsized":"2023-12-07T14:01:15.269906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:31.570513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"85'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.922191+0000","last_change":"2023-12-07T14:00:47.722054+0000","last_active":"2023-12-07T14:02:14.922191+0000","last_peered":"2023-12-07T14:02:14.922191+0000","last_clean":"2023-12-07T14:02:14.922191+0000","last_became_active":"2023-12-07T14:00:47.721739+0000","last_became_peered":"2023-12-07T14:00:47.721739+0000","last_unstale":"2023-12-07T14:02:14.922191+0000","last_undegraded":"2023-12-07T14:02:14.922191+0000","last_fullsized":"2023-12-07T14:02:14.922191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:04.760797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276668+0000","last_change":"2023-12-07T14:00:47.718736+0000","last_active":"2023-12-07T14:01:15.276668+0000","last_peered":"2023-12-07T14:01:15.276668+0000","last_clean":"2023-12-07T14:01:15.276668+0000","last_became_active":"2023-12-07T14:00:47.718278+0000","last_became_peered":"2023-12-07T14:00:47.718278+0000","last_unstale":"2023-12-07T14:01:15.276668+0000","last_undegraded":"2023-12-07T14:01:15.276668+0000","last_fullsized":"2023-12-07T14:01:15.276668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:43:09.553405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276623+0000","last_change":"2023-12-07T14:00:47.719581+0000","last_active":"2023-12-07T14:01:15.276623+0000","last_peered":"2023-12-07T14:01:15.276623+0000","last_clean":"2023-12-07T14:01:15.276623+0000","last_became_active":"2023-12-07T14:00:47.719256+0000","last_became_peered":"2023-12-07T14:00:47.719256+0000","last_unstale":"2023-12-07T14:01:15.276623+0000","last_undegraded":"2023-12-07T14:01:15.276623+0000","last_fullsized":"2023-12-07T14:01:15.276623+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:07:01.691455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269796+0000","last_change":"2023-12-07T14:00:47.720317+0000","last_active":"2023-12-07T14:01:15.269796+0000","last_peered":"2023-12-07T14:01:15.269796+0000","last_clean":"2023-12-07T14:01:15.269796+0000","last_became_active":"2023-12-07T14:00:47.720023+0000","last_became_peered":"2023-12-07T14:00:47.720023+0000","last_unstale":"2023-12-07T14:01:15.269796+0000","last_undegraded":"2023-12-07T14:01:15.269796+0000","last_fullsized":"2023-12-07T14:01:15.269796+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:52:55.769857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.926701+0000","last_change":"2023-12-07T14:00:47.724327+0000","last_active":"2023-12-07T14:02:14.926701+0000","last_peered":"2023-12-07T14:02:14.926701+0000","last_clean":"2023-12-07T14:02:14.926701+0000","last_became_active":"2023-12-07T14:00:47.723981+0000","last_became_peered":"2023-12-07T14:00:47.723981+0000","last_unstale":"2023-12-07T14:02:14.926701+0000","last_undegraded":"2023-12-07T14:02:14.926701+0000","last_fullsized":"2023-12-07T14:02:14.926701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:51.046427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272829+0000","last_change":"2023-12-07T14:00:47.728064+0000","last_active":"2023-12-07T14:01:15.272829+0000","last_peered":"2023-12-07T14:01:15.272829+0000","last_clean":"2023-12-07T14:01:15.272829+0000","last_became_active":"2023-12-07T14:00:47.727489+0000","last_became_peered":"2023-12-07T14:00:47.727489+0000","last_unstale":"2023-12-07T14:01:15.272829+0000","last_undegraded":"2023-12-07T14:01:15.272829+0000","last_fullsized":"2023-12-07T14:01:15.272829+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:08:26.873868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274989+0000","last_change":"2023-12-07T14:00:47.724937+0000","last_active":"2023-12-07T14:01:15.274989+0000","last_peered":"2023-12-07T14:01:15.274989+0000","last_clean":"2023-12-07T14:01:15.274989+0000","last_became_active":"2023-12-07T14:00:47.724647+0000","last_became_peered":"2023-12-07T14:00:47.724647+0000","last_unstale":"2023-12-07T14:01:15.274989+0000","last_undegraded":"2023-12-07T14:01:15.274989+0000","last_fullsized":"2023-12-07T14:01:15.274989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:09:07.480335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271528+0000","last_change":"2023-12-07T14:00:47.721850+0000","last_active":"2023-12-07T14:01:15.271528+0000","last_peered":"2023-12-07T14:01:15.271528+0000","last_clean":"2023-12-07T14:01:15.271528+0000","last_became_active":"2023-12-07T14:00:47.721540+0000","last_became_peered":"2023-12-07T14:00:47.721540+0000","last_unstale":"2023-12-07T14:01:15.271528+0000","last_undegraded":"2023-12-07T14:01:15.271528+0000","last_fullsized":"2023-12-07T14:01:15.271528+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:38:55.108979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271472+0000","last_change":"2023-12-07T14:00:47.726103+0000","last_active":"2023-12-07T14:01:15.271472+0000","last_peered":"2023-12-07T14:01:15.271472+0000","last_clean":"2023-12-07T14:01:15.271472+0000","last_became_active":"2023-12-07T14:00:47.725548+0000","last_became_peered":"2023-12-07T14:00:47.725548+0000","last_unstale":"2023-12-07T14:01:15.271472+0000","last_undegraded":"2023-12-07T14:01:15.271472+0000","last_fullsized":"2023-12-07T14:01:15.271472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:50:56.806604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276271+0000","last_change":"2023-12-07T14:00:47.723927+0000","last_active":"2023-12-07T14:01:15.276271+0000","last_peered":"2023-12-07T14:01:15.276271+0000","last_clean":"2023-12-07T14:01:15.276271+0000","last_became_active":"2023-12-07T14:00:47.723515+0000","last_became_peered":"2023-12-07T14:00:47.723515+0000","last_unstale":"2023-12-07T14:01:15.276271+0000","last_undegraded":"2023-12-07T14:01:15.276271+0000","last_fullsized":"2023-12-07T14:01:15.276271+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:11:15.271606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.273943+0000","last_change":"2023-12-07T14:00:47.719423+0000","last_active":"2023-12-07T14:01:15.273943+0000","last_peered":"2023-12-07T14:01:15.273943+0000","last_clean":"2023-12-07T14:01:15.273943+0000","last_became_active":"2023-12-07T14:00:47.717748+0000","last_became_peered":"2023-12-07T14:00:47.717748+0000","last_unstale":"2023-12-07T14:01:15.273943+0000","last_undegraded":"2023-12-07T14:01:15.273943+0000","last_fullsized":"2023-12-07T14:01:15.273943+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:36:11.378393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276089+0000","last_change":"2023-12-07T14:00:47.723006+0000","last_active":"2023-12-07T14:01:15.276089+0000","last_peered":"2023-12-07T14:01:15.276089+0000","last_clean":"2023-12-07T14:01:15.276089+0000","last_became_active":"2023-12-07T14:00:47.722665+0000","last_became_peered":"2023-12-07T14:00:47.722665+0000","last_unstale":"2023-12-07T14:01:15.276089+0000","last_undegraded":"2023-12-07T14:01:15.276089+0000","last_fullsized":"2023-12-07T14:01:15.276089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:43.846473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928808+0000","last_change":"2023-12-07T14:00:47.720544+0000","last_active":"2023-12-07T14:02:14.928808+0000","last_peered":"2023-12-07T14:02:14.928808+0000","last_clean":"2023-12-07T14:02:14.928808+0000","last_became_active":"2023-12-07T14:00:47.720248+0000","last_became_peered":"2023-12-07T14:00:47.720248+0000","last_unstale":"2023-12-07T14:02:14.928808+0000","last_undegraded":"2023-12-07T14:02:14.928808+0000","last_fullsized":"2023-12-07T14:02:14.928808+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:34:46.785433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":108,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.267234+0000","last_change":"2023-12-07T14:00:46.897077+0000","last_active":"2023-12-07T14:02:11.267234+0000","last_peered":"2023-12-07T14:02:11.267234+0000","last_clean":"2023-12-07T14:02:11.267234+0000","last_became_active":"2023-12-07T14:00:46.896752+0000","last_became_peered":"2023-12-07T14:00:46.896752+0000","last_unstale":"2023-12-07T14:02:11.267234+0000","last_undegraded":"2023-12-07T14:02:11.267234+0000","last_fullsized":"2023-12-07T14:02:11.267234+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:30:03.112923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277350+0000","last_change":"2023-12-07T14:00:47.719351+0000","last_active":"2023-12-07T14:01:15.277350+0000","last_peered":"2023-12-07T14:01:15.277350+0000","last_clean":"2023-12-07T14:01:15.277350+0000","last_became_active":"2023-12-07T14:00:47.719046+0000","last_became_peered":"2023-12-07T14:00:47.719046+0000","last_unstale":"2023-12-07T14:01:15.277350+0000","last_undegraded":"2023-12-07T14:01:15.277350+0000","last_fullsized":"2023-12-07T14:01:15.277350+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:07.687053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277498+0000","last_change":"2023-12-07T14:00:46.903007+0000","last_active":"2023-12-07T14:01:15.277498+0000","last_peered":"2023-12-07T14:01:15.277498+0000","last_clean":"2023-12-07T14:01:15.277498+0000","last_became_active":"2023-12-07T14:00:46.902698+0000","last_became_peered":"2023-12-07T14:00:46.902698+0000","last_unstale":"2023-12-07T14:01:15.277498+0000","last_undegraded":"2023-12-07T14:01:15.277498+0000","last_fullsized":"2023-12-07T14:01:15.277498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:20:33.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271724+0000","last_change":"2023-12-07T14:00:47.725224+0000","last_active":"2023-12-07T14:01:15.271724+0000","last_peered":"2023-12-07T14:01:15.271724+0000","last_clean":"2023-12-07T14:01:15.271724+0000","last_became_active":"2023-12-07T14:00:47.724873+0000","last_became_peered":"2023-12-07T14:00:47.724873+0000","last_unstale":"2023-12-07T14:01:15.271724+0000","last_undegraded":"2023-12-07T14:01:15.271724+0000","last_fullsized":"2023-12-07T14:01:15.271724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:54:13.604520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'13","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.273936+0000","last_change":"2023-12-07T14:00:46.894290+0000","last_active":"2023-12-07T14:01:16.273936+0000","last_peered":"2023-12-07T14:01:16.273936+0000","last_clean":"2023-12-07T14:01:16.273936+0000","last_became_active":"2023-12-07T14:00:46.893971+0000","last_became_peered":"2023-12-07T14:00:46.893971+0000","last_unstale":"2023-12-07T14:01:16.273936+0000","last_undegraded":"2023-12-07T14:01:16.273936+0000","last_fullsized":"2023-12-07T14:01:16.273936+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:27:21.832139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276474+0000","last_change":"2023-12-07T14:00:47.725145+0000","last_active":"2023-12-07T14:01:15.276474+0000","last_peered":"2023-12-07T14:01:15.276474+0000","last_clean":"2023-12-07T14:01:15.276474+0000","last_became_active":"2023-12-07T14:00:47.724834+0000","last_became_peered":"2023-12-07T14:00:47.724834+0000","last_unstale":"2023-12-07T14:01:15.276474+0000","last_undegraded":"2023-12-07T14:01:15.276474+0000","last_fullsized":"2023-12-07T14:01:15.276474+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:02:01.047231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274898+0000","last_change":"2023-12-07T14:00:46.888046+0000","last_active":"2023-12-07T14:01:15.274898+0000","last_peered":"2023-12-07T14:01:15.274898+0000","last_clean":"2023-12-07T14:01:15.274898+0000","last_became_active":"2023-12-07T14:00:46.887678+0000","last_became_peered":"2023-12-07T14:00:46.887678+0000","last_unstale":"2023-12-07T14:01:15.274898+0000","last_undegraded":"2023-12-07T14:01:15.274898+0000","last_fullsized":"2023-12-07T14:01:15.274898+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:47:53.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270542+0000","last_change":"2023-12-07T14:00:47.724675+0000","last_active":"2023-12-07T14:01:15.270542+0000","last_peered":"2023-12-07T14:01:15.270542+0000","last_clean":"2023-12-07T14:01:15.270542+0000","last_became_active":"2023-12-07T14:00:47.724358+0000","last_became_peered":"2023-12-07T14:00:47.724358+0000","last_unstale":"2023-12-07T14:01:15.270542+0000","last_undegraded":"2023-12-07T14:01:15.270542+0000","last_fullsized":"2023-12-07T14:01:15.270542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:05:37.482311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":106,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:13.272498+0000","last_change":"2023-12-07T14:00:46.894218+0000","last_active":"2023-12-07T14:02:13.272498+0000","last_peered":"2023-12-07T14:02:13.272498+0000","last_clean":"2023-12-07T14:02:13.272498+0000","last_became_active":"2023-12-07T14:00:46.893892+0000","last_became_peered":"2023-12-07T14:00:46.893892+0000","last_unstale":"2023-12-07T14:02:13.272498+0000","last_undegraded":"2023-12-07T14:02:13.272498+0000","last_fullsized":"2023-12-07T14:02:13.272498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:03:58.617314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1010,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.911150+0000","last_change":"2023-12-07T14:00:47.720449+0000","last_active":"2023-12-07T14:02:14.911150+0000","last_peered":"2023-12-07T14:02:14.911150+0000","last_clean":"2023-12-07T14:02:14.911150+0000","last_became_active":"2023-12-07T14:00:47.720135+0000","last_became_peered":"2023-12-07T14:00:47.720135+0000","last_unstale":"2023-12-07T14:02:14.911150+0000","last_undegraded":"2023-12-07T14:02:14.911150+0000","last_fullsized":"2023-12-07T14:02:14.911150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:06.752036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269519+0000","last_change":"2023-12-07T14:00:46.900987+0000","last_active":"2023-12-07T14:01:15.269519+0000","last_peered":"2023-12-07T14:01:15.269519+0000","last_clean":"2023-12-07T14:01:15.269519+0000","last_became_active":"2023-12-07T14:00:46.900644+0000","last_became_peered":"2023-12-07T14:00:46.900644+0000","last_unstale":"2023-12-07T14:01:15.269519+0000","last_undegraded":"2023-12-07T14:01:15.269519+0000","last_fullsized":"2023-12-07T14:01:15.269519+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:24:53.099362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270221+0000","last_change":"2023-12-07T14:00:47.719706+0000","last_active":"2023-12-07T14:01:15.270221+0000","last_peered":"2023-12-07T14:01:15.270221+0000","last_clean":"2023-12-07T14:01:15.270221+0000","last_became_active":"2023-12-07T14:00:47.719418+0000","last_became_peered":"2023-12-07T14:00:47.719418+0000","last_unstale":"2023-12-07T14:01:15.270221+0000","last_undegraded":"2023-12-07T14:01:15.270221+0000","last_fullsized":"2023-12-07T14:01:15.270221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:11.198866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274476+0000","last_change":"2023-12-07T14:00:46.897220+0000","last_active":"2023-12-07T14:01:15.274476+0000","last_peered":"2023-12-07T14:01:15.274476+0000","last_clean":"2023-12-07T14:01:15.274476+0000","last_became_active":"2023-12-07T14:00:46.896852+0000","last_became_peered":"2023-12-07T14:00:46.896852+0000","last_unstale":"2023-12-07T14:01:15.274476+0000","last_undegraded":"2023-12-07T14:01:15.274476+0000","last_fullsized":"2023-12-07T14:01:15.274476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:25:48.591097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276572+0000","last_change":"2023-12-07T14:00:47.718331+0000","last_active":"2023-12-07T14:01:15.276572+0000","last_peered":"2023-12-07T14:01:15.276572+0000","last_clean":"2023-12-07T14:01:15.276572+0000","last_became_active":"2023-12-07T14:00:47.717864+0000","last_became_peered":"2023-12-07T14:00:47.717864+0000","last_unstale":"2023-12-07T14:01:15.276572+0000","last_undegraded":"2023-12-07T14:01:15.276572+0000","last_fullsized":"2023-12-07T14:01:15.276572+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:54:21.124668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269777+0000","last_change":"2023-12-07T14:00:46.892183+0000","last_active":"2023-12-07T14:01:15.269777+0000","last_peered":"2023-12-07T14:01:15.269777+0000","last_clean":"2023-12-07T14:01:15.269777+0000","last_became_active":"2023-12-07T14:00:46.891949+0000","last_became_peered":"2023-12-07T14:00:46.891949+0000","last_unstale":"2023-12-07T14:01:15.269777+0000","last_undegraded":"2023-12-07T14:01:15.269777+0000","last_fullsized":"2023-12-07T14:01:15.269777+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:48:10.746664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275165+0000","last_change":"2023-12-07T14:00:47.723135+0000","last_active":"2023-12-07T14:01:15.275165+0000","last_peered":"2023-12-07T14:01:15.275165+0000","last_clean":"2023-12-07T14:01:15.275165+0000","last_became_active":"2023-12-07T14:00:47.722745+0000","last_became_peered":"2023-12-07T14:00:47.722745+0000","last_unstale":"2023-12-07T14:01:15.275165+0000","last_undegraded":"2023-12-07T14:01:15.275165+0000","last_fullsized":"2023-12-07T14:01:15.275165+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:40:04.945776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":177,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.269114+0000","last_change":"2023-12-07T14:00:46.896873+0000","last_active":"2023-12-07T14:02:11.269114+0000","last_peered":"2023-12-07T14:02:11.269114+0000","last_clean":"2023-12-07T14:02:11.269114+0000","last_became_active":"2023-12-07T14:00:46.896584+0000","last_became_peered":"2023-12-07T14:00:46.896584+0000","last_unstale":"2023-12-07T14:02:11.269114+0000","last_undegraded":"2023-12-07T14:02:11.269114+0000","last_fullsized":"2023-12-07T14:02:11.269114+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:41:09.642527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276677+0000","last_change":"2023-12-07T14:00:47.724105+0000","last_active":"2023-12-07T14:01:15.276677+0000","last_peered":"2023-12-07T14:01:15.276677+0000","last_clean":"2023-12-07T14:01:15.276677+0000","last_became_active":"2023-12-07T14:00:47.723448+0000","last_became_peered":"2023-12-07T14:00:47.723448+0000","last_unstale":"2023-12-07T14:01:15.276677+0000","last_undegraded":"2023-12-07T14:01:15.276677+0000","last_fullsized":"2023-12-07T14:01:15.276677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:47:51.340571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281149+0000","last_change":"2023-12-07T14:01:16.281149+0000","last_active":"2023-12-07T14:01:16.281149+0000","last_peered":"2023-12-07T14:01:16.281149+0000","last_clean":"2023-12-07T14:01:16.281149+0000","last_became_active":"2023-12-07T14:01:16.275860+0000","last_became_peered":"2023-12-07T14:01:16.275860+0000","last_unstale":"2023-12-07T14:01:16.281149+0000","last_undegraded":"2023-12-07T14:01:16.281149+0000","last_fullsized":"2023-12-07T14:01:16.281149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:54:49.332946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271773+0000","last_change":"2023-12-07T14:00:47.719409+0000","last_active":"2023-12-07T14:01:15.271773+0000","last_peered":"2023-12-07T14:01:15.271773+0000","last_clean":"2023-12-07T14:01:15.271773+0000","last_became_active":"2023-12-07T14:00:47.719064+0000","last_became_peered":"2023-12-07T14:00:47.719064+0000","last_unstale":"2023-12-07T14:01:15.271773+0000","last_undegraded":"2023-12-07T14:01:15.271773+0000","last_fullsized":"2023-12-07T14:01:15.271773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:26:55.814868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270539+0000","last_change":"2023-12-07T14:00:46.902810+0000","last_active":"2023-12-07T14:01:15.270539+0000","last_peered":"2023-12-07T14:01:15.270539+0000","last_clean":"2023-12-07T14:01:15.270539+0000","last_became_active":"2023-12-07T14:00:46.902500+0000","last_became_peered":"2023-12-07T14:00:46.902500+0000","last_unstale":"2023-12-07T14:01:15.270539+0000","last_undegraded":"2023-12-07T14:01:15.270539+0000","last_fullsized":"2023-12-07T14:01:15.270539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:43:34.567319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276455+0000","last_change":"2023-12-07T14:00:47.720254+0000","last_active":"2023-12-07T14:01:15.276455+0000","last_peered":"2023-12-07T14:01:15.276455+0000","last_clean":"2023-12-07T14:01:15.276455+0000","last_became_active":"2023-12-07T14:00:47.719922+0000","last_became_peered":"2023-12-07T14:00:47.719922+0000","last_unstale":"2023-12-07T14:01:15.276455+0000","last_undegraded":"2023-12-07T14:01:15.276455+0000","last_fullsized":"2023-12-07T14:01:15.276455+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:15:47.863296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'31","reported_seq":213,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.288500+0000","last_change":"2023-12-07T14:00:46.889567+0000","last_active":"2023-12-07T14:02:11.288500+0000","last_peered":"2023-12-07T14:02:11.288500+0000","last_clean":"2023-12-07T14:02:11.288500+0000","last_became_active":"2023-12-07T14:00:46.889215+0000","last_became_peered":"2023-12-07T14:00:46.889215+0000","last_unstale":"2023-12-07T14:02:11.288500+0000","last_undegraded":"2023-12-07T14:02:11.288500+0000","last_fullsized":"2023-12-07T14:02:11.288500+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:35:52.726992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57544,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":167,"num_read_kb":140,"num_write":33,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.926437+0000","last_change":"2023-12-07T14:00:47.721847+0000","last_active":"2023-12-07T14:02:14.926437+0000","last_peered":"2023-12-07T14:02:14.926437+0000","last_clean":"2023-12-07T14:02:14.926437+0000","last_became_active":"2023-12-07T14:00:47.721559+0000","last_became_peered":"2023-12-07T14:00:47.721559+0000","last_unstale":"2023-12-07T14:02:14.926437+0000","last_undegraded":"2023-12-07T14:02:14.926437+0000","last_fullsized":"2023-12-07T14:02:14.926437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:33:03.008657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277318+0000","last_change":"2023-12-07T14:00:46.898227+0000","last_active":"2023-12-07T14:01:15.277318+0000","last_peered":"2023-12-07T14:01:15.277318+0000","last_clean":"2023-12-07T14:01:15.277318+0000","last_became_active":"2023-12-07T14:00:46.897934+0000","last_became_peered":"2023-12-07T14:00:46.897934+0000","last_unstale":"2023-12-07T14:01:15.277318+0000","last_undegraded":"2023-12-07T14:01:15.277318+0000","last_fullsized":"2023-12-07T14:01:15.277318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:13:08.646997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274591+0000","last_change":"2023-12-07T14:00:47.724097+0000","last_active":"2023-12-07T14:01:15.274591+0000","last_peered":"2023-12-07T14:01:15.274591+0000","last_clean":"2023-12-07T14:01:15.274591+0000","last_became_active":"2023-12-07T14:00:47.723787+0000","last_became_peered":"2023-12-07T14:00:47.723787+0000","last_unstale":"2023-12-07T14:01:15.274591+0000","last_undegraded":"2023-12-07T14:01:15.274591+0000","last_fullsized":"2023-12-07T14:01:15.274591+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:20:08.689850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270046+0000","last_change":"2023-12-07T14:00:46.899008+0000","last_active":"2023-12-07T14:01:15.270046+0000","last_peered":"2023-12-07T14:01:15.270046+0000","last_clean":"2023-12-07T14:01:15.270046+0000","last_became_active":"2023-12-07T14:00:46.898730+0000","last_became_peered":"2023-12-07T14:00:46.898730+0000","last_unstale":"2023-12-07T14:01:15.270046+0000","last_undegraded":"2023-12-07T14:01:15.270046+0000","last_fullsized":"2023-12-07T14:01:15.270046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:38:35.678003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"85'15","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928551+0000","last_change":"2023-12-07T14:00:47.722654+0000","last_active":"2023-12-07T14:02:14.928551+0000","last_peered":"2023-12-07T14:02:14.928551+0000","last_clean":"2023-12-07T14:02:14.928551+0000","last_became_active":"2023-12-07T14:00:47.722381+0000","last_became_peered":"2023-12-07T14:00:47.722381+0000","last_unstale":"2023-12-07T14:02:14.928551+0000","last_undegraded":"2023-12-07T14:02:14.928551+0000","last_fullsized":"2023-12-07T14:02:14.928551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:46:11.132402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":105,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:12.269534+0000","last_change":"2023-12-07T14:00:46.894184+0000","last_active":"2023-12-07T14:02:12.269534+0000","last_peered":"2023-12-07T14:02:12.269534+0000","last_clean":"2023-12-07T14:02:12.269534+0000","last_became_active":"2023-12-07T14:00:46.893856+0000","last_became_peered":"2023-12-07T14:00:46.893856+0000","last_unstale":"2023-12-07T14:02:12.269534+0000","last_undegraded":"2023-12-07T14:02:12.269534+0000","last_fullsized":"2023-12-07T14:02:12.269534+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:17:23.253666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":976,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.912324+0000","last_change":"2023-12-07T14:00:47.723501+0000","last_active":"2023-12-07T14:02:14.912324+0000","last_peered":"2023-12-07T14:02:14.912324+0000","last_clean":"2023-12-07T14:02:14.912324+0000","last_became_active":"2023-12-07T14:00:47.723185+0000","last_became_peered":"2023-12-07T14:00:47.723185+0000","last_unstale":"2023-12-07T14:02:14.912324+0000","last_undegraded":"2023-12-07T14:02:14.912324+0000","last_fullsized":"2023-12-07T14:02:14.912324+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:11:33.358153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274520+0000","last_change":"2023-12-07T14:00:46.902693+0000","last_active":"2023-12-07T14:01:15.274520+0000","last_peered":"2023-12-07T14:01:15.274520+0000","last_clean":"2023-12-07T14:01:15.274520+0000","last_became_active":"2023-12-07T14:00:46.902384+0000","last_became_peered":"2023-12-07T14:00:46.902384+0000","last_unstale":"2023-12-07T14:01:15.274520+0000","last_undegraded":"2023-12-07T14:01:15.274520+0000","last_fullsized":"2023-12-07T14:01:15.274520+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:30:12.970835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269860+0000","last_change":"2023-12-07T14:00:47.724788+0000","last_active":"2023-12-07T14:01:15.269860+0000","last_peered":"2023-12-07T14:01:15.269860+0000","last_clean":"2023-12-07T14:01:15.269860+0000","last_became_active":"2023-12-07T14:00:47.724360+0000","last_became_peered":"2023-12-07T14:00:47.724360+0000","last_unstale":"2023-12-07T14:01:15.269860+0000","last_undegraded":"2023-12-07T14:01:15.269860+0000","last_fullsized":"2023-12-07T14:01:15.269860+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:09:51.017290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.285841+0000","last_change":"2023-12-07T14:01:16.285325+0000","last_active":"2023-12-07T14:01:16.285841+0000","last_peered":"2023-12-07T14:01:16.285841+0000","last_clean":"2023-12-07T14:01:16.285841+0000","last_became_active":"2023-12-07T14:01:16.276943+0000","last_became_peered":"2023-12-07T14:01:16.276943+0000","last_unstale":"2023-12-07T14:01:16.285841+0000","last_undegraded":"2023-12-07T14:01:16.285841+0000","last_fullsized":"2023-12-07T14:01:16.285841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:42.458746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272635+0000","last_change":"2023-12-07T14:00:47.713189+0000","last_active":"2023-12-07T14:01:15.272635+0000","last_peered":"2023-12-07T14:01:15.272635+0000","last_clean":"2023-12-07T14:01:15.272635+0000","last_became_active":"2023-12-07T14:00:47.711921+0000","last_became_peered":"2023-12-07T14:00:47.711921+0000","last_unstale":"2023-12-07T14:01:15.272635+0000","last_undegraded":"2023-12-07T14:01:15.272635+0000","last_fullsized":"2023-12-07T14:01:15.272635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:42:56.744484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275759+0000","last_change":"2023-12-07T14:00:46.897334+0000","last_active":"2023-12-07T14:01:15.275759+0000","last_peered":"2023-12-07T14:01:15.275759+0000","last_clean":"2023-12-07T14:01:15.275759+0000","last_became_active":"2023-12-07T14:00:46.897006+0000","last_became_peered":"2023-12-07T14:00:46.897006+0000","last_unstale":"2023-12-07T14:01:15.275759+0000","last_undegraded":"2023-12-07T14:01:15.275759+0000","last_fullsized":"2023-12-07T14:01:15.275759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:54:41.451481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269838+0000","last_change":"2023-12-07T14:00:47.720249+0000","last_active":"2023-12-07T14:01:15.269838+0000","last_peered":"2023-12-07T14:01:15.269838+0000","last_clean":"2023-12-07T14:01:15.269838+0000","last_became_active":"2023-12-07T14:00:47.719907+0000","last_became_peered":"2023-12-07T14:00:47.719907+0000","last_unstale":"2023-12-07T14:01:15.269838+0000","last_undegraded":"2023-12-07T14:01:15.269838+0000","last_fullsized":"2023-12-07T14:01:15.269838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:48:59.671312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'6","reported_seq":105,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.272585+0000","last_change":"2023-12-07T14:00:46.900963+0000","last_active":"2023-12-07T14:02:14.272585+0000","last_peered":"2023-12-07T14:02:14.272585+0000","last_clean":"2023-12-07T14:02:14.272585+0000","last_became_active":"2023-12-07T14:00:46.900651+0000","last_became_peered":"2023-12-07T14:00:46.900651+0000","last_unstale":"2023-12-07T14:02:14.272585+0000","last_undegraded":"2023-12-07T14:02:14.272585+0000","last_fullsized":"2023-12-07T14:02:14.272585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:32:48.274321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.812793+0000","last_change":"2023-12-07T14:01:16.812793+0000","last_active":"2023-12-07T14:01:16.812793+0000","last_peered":"2023-12-07T14:01:16.812793+0000","last_clean":"2023-12-07T14:01:16.812793+0000","last_became_active":"2023-12-07T14:01:16.812387+0000","last_became_peered":"2023-12-07T14:01:16.812387+0000","last_unstale":"2023-12-07T14:01:16.812793+0000","last_undegraded":"2023-12-07T14:01:16.812793+0000","last_fullsized":"2023-12-07T14:01:16.812793+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.106244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269889+0000","last_change":"2023-12-07T14:00:47.722414+0000","last_active":"2023-12-07T14:01:15.269889+0000","last_peered":"2023-12-07T14:01:15.269889+0000","last_clean":"2023-12-07T14:01:15.269889+0000","last_became_active":"2023-12-07T14:00:47.722076+0000","last_became_peered":"2023-12-07T14:00:47.722076+0000","last_unstale":"2023-12-07T14:01:15.269889+0000","last_undegraded":"2023-12-07T14:01:15.269889+0000","last_fullsized":"2023-12-07T14:01:15.269889+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:21:54.058968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":102,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:12.269000+0000","last_change":"2023-12-07T14:00:46.899521+0000","last_active":"2023-12-07T14:02:12.269000+0000","last_peered":"2023-12-07T14:02:12.269000+0000","last_clean":"2023-12-07T14:02:12.269000+0000","last_became_active":"2023-12-07T14:00:46.899218+0000","last_became_peered":"2023-12-07T14:00:46.899218+0000","last_unstale":"2023-12-07T14:02:12.269000+0000","last_undegraded":"2023-12-07T14:02:12.269000+0000","last_fullsized":"2023-12-07T14:02:12.269000+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:47.833824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281650+0000","last_change":"2023-12-07T14:01:16.281650+0000","last_active":"2023-12-07T14:01:16.281650+0000","last_peered":"2023-12-07T14:01:16.281650+0000","last_clean":"2023-12-07T14:01:16.281650+0000","last_became_active":"2023-12-07T14:01:16.281281+0000","last_became_peered":"2023-12-07T14:01:16.281281+0000","last_unstale":"2023-12-07T14:01:16.281650+0000","last_undegraded":"2023-12-07T14:01:16.281650+0000","last_fullsized":"2023-12-07T14:01:16.281650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:00:36.266857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272835+0000","last_change":"2023-12-07T14:00:46.896122+0000","last_active":"2023-12-07T14:01:15.272835+0000","last_peered":"2023-12-07T14:01:15.272835+0000","last_clean":"2023-12-07T14:01:15.272835+0000","last_became_active":"2023-12-07T14:00:46.895605+0000","last_became_peered":"2023-12-07T14:00:46.895605+0000","last_unstale":"2023-12-07T14:01:15.272835+0000","last_undegraded":"2023-12-07T14:01:15.272835+0000","last_fullsized":"2023-12-07T14:01:15.272835+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:13:50.673192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":319,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278715+0000","last_change":"2023-12-07T13:59:45.058139+0000","last_active":"2023-12-07T14:01:15.278715+0000","last_peered":"2023-12-07T14:01:15.278715+0000","last_clean":"2023-12-07T14:01:15.278715+0000","last_became_active":"2023-12-07T13:59:45.057617+0000","last_became_peered":"2023-12-07T13:59:45.057617+0000","last_unstale":"2023-12-07T14:01:15.278715+0000","last_undegraded":"2023-12-07T14:01:15.278715+0000","last_fullsized":"2023-12-07T14:01:15.278715+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_clean_scrub_stamp":"2023-12-07T13:56:37.827181+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:25:51.419130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274300+0000","last_change":"2023-12-07T14:00:47.719266+0000","last_active":"2023-12-07T14:01:15.274300+0000","last_peered":"2023-12-07T14:01:15.274300+0000","last_clean":"2023-12-07T14:01:15.274300+0000","last_became_active":"2023-12-07T14:00:47.718958+0000","last_became_peered":"2023-12-07T14:00:47.718958+0000","last_unstale":"2023-12-07T14:01:15.274300+0000","last_undegraded":"2023-12-07T14:01:15.274300+0000","last_fullsized":"2023-12-07T14:01:15.274300+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:35:48.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278644+0000","last_change":"2023-12-07T14:00:46.893807+0000","last_active":"2023-12-07T14:01:15.278644+0000","last_peered":"2023-12-07T14:01:15.278644+0000","last_clean":"2023-12-07T14:01:15.278644+0000","last_became_active":"2023-12-07T14:00:46.893526+0000","last_became_peered":"2023-12-07T14:00:46.893526+0000","last_unstale":"2023-12-07T14:01:15.278644+0000","last_undegraded":"2023-12-07T14:01:15.278644+0000","last_fullsized":"2023-12-07T14:01:15.278644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:51:13.214513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274879+0000","last_change":"2023-12-07T14:00:46.902757+0000","last_active":"2023-12-07T14:01:15.274879+0000","last_peered":"2023-12-07T14:01:15.274879+0000","last_clean":"2023-12-07T14:01:15.274879+0000","last_became_active":"2023-12-07T14:00:46.902425+0000","last_became_peered":"2023-12-07T14:00:46.902425+0000","last_unstale":"2023-12-07T14:01:15.274879+0000","last_undegraded":"2023-12-07T14:01:15.274879+0000","last_fullsized":"2023-12-07T14:01:15.274879+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:36.221987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275248+0000","last_change":"2023-12-07T14:00:47.719822+0000","last_active":"2023-12-07T14:01:15.275248+0000","last_peered":"2023-12-07T14:01:15.275248+0000","last_clean":"2023-12-07T14:01:15.275248+0000","last_became_active":"2023-12-07T14:00:47.719542+0000","last_became_peered":"2023-12-07T14:00:47.719542+0000","last_unstale":"2023-12-07T14:01:15.275248+0000","last_undegraded":"2023-12-07T14:01:15.275248+0000","last_fullsized":"2023-12-07T14:01:15.275248+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:10:42.879937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'10","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275969+0000","last_change":"2023-12-07T14:00:46.904941+0000","last_active":"2023-12-07T14:01:15.275969+0000","last_peered":"2023-12-07T14:01:15.275969+0000","last_clean":"2023-12-07T14:01:15.275969+0000","last_became_active":"2023-12-07T14:00:46.904681+0000","last_became_peered":"2023-12-07T14:00:46.904681+0000","last_unstale":"2023-12-07T14:01:15.275969+0000","last_undegraded":"2023-12-07T14:01:15.275969+0000","last_fullsized":"2023-12-07T14:01:15.275969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:57:54.616373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277495+0000","last_change":"2023-12-07T14:00:47.722570+0000","last_active":"2023-12-07T14:01:15.277495+0000","last_peered":"2023-12-07T14:01:15.277495+0000","last_clean":"2023-12-07T14:01:15.277495+0000","last_became_active":"2023-12-07T14:00:47.722227+0000","last_became_peered":"2023-12-07T14:00:47.722227+0000","last_unstale":"2023-12-07T14:01:15.277495+0000","last_undegraded":"2023-12-07T14:01:15.277495+0000","last_fullsized":"2023-12-07T14:01:15.277495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:51:04.647502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272699+0000","last_change":"2023-12-07T14:00:46.883664+0000","last_active":"2023-12-07T14:01:15.272699+0000","last_peered":"2023-12-07T14:01:15.272699+0000","last_clean":"2023-12-07T14:01:15.272699+0000","last_became_active":"2023-12-07T14:00:46.883291+0000","last_became_peered":"2023-12-07T14:00:46.883291+0000","last_unstale":"2023-12-07T14:01:15.272699+0000","last_undegraded":"2023-12-07T14:01:15.272699+0000","last_fullsized":"2023-12-07T14:01:15.272699+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:46:22.384021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271701+0000","last_change":"2023-12-07T14:00:47.719387+0000","last_active":"2023-12-07T14:01:15.271701+0000","last_peered":"2023-12-07T14:01:15.271701+0000","last_clean":"2023-12-07T14:01:15.271701+0000","last_became_active":"2023-12-07T14:00:47.719044+0000","last_became_peered":"2023-12-07T14:00:47.719044+0000","last_unstale":"2023-12-07T14:01:15.271701+0000","last_undegraded":"2023-12-07T14:01:15.271701+0000","last_fullsized":"2023-12-07T14:01:15.271701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:05:08.262366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276205+0000","last_change":"2023-12-07T14:00:46.895976+0000","last_active":"2023-12-07T14:01:15.276205+0000","last_peered":"2023-12-07T14:01:15.276205+0000","last_clean":"2023-12-07T14:01:15.276205+0000","last_became_active":"2023-12-07T14:00:46.895597+0000","last_became_peered":"2023-12-07T14:00:46.895597+0000","last_unstale":"2023-12-07T14:01:15.276205+0000","last_undegraded":"2023-12-07T14:01:15.276205+0000","last_fullsized":"2023-12-07T14:01:15.276205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:10:28.890352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"85'2","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.881444+0000","last_change":"2023-12-07T14:00:47.721852+0000","last_active":"2023-12-07T14:02:14.881444+0000","last_peered":"2023-12-07T14:02:14.881444+0000","last_clean":"2023-12-07T14:02:14.881444+0000","last_became_active":"2023-12-07T14:00:47.721534+0000","last_became_peered":"2023-12-07T14:00:47.721534+0000","last_unstale":"2023-12-07T14:02:14.881444+0000","last_undegraded":"2023-12-07T14:02:14.881444+0000","last_fullsized":"2023-12-07T14:02:14.881444+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:09:19.118457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276787+0000","last_change":"2023-12-07T14:00:46.900079+0000","last_active":"2023-12-07T14:01:15.276787+0000","last_peered":"2023-12-07T14:01:15.276787+0000","last_clean":"2023-12-07T14:01:15.276787+0000","last_became_active":"2023-12-07T14:00:46.899773+0000","last_became_peered":"2023-12-07T14:00:46.899773+0000","last_unstale":"2023-12-07T14:01:15.276787+0000","last_undegraded":"2023-12-07T14:01:15.276787+0000","last_fullsized":"2023-12-07T14:01:15.276787+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:19:26.727846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272409+0000","last_change":"2023-12-07T14:00:47.719191+0000","last_active":"2023-12-07T14:01:15.272409+0000","last_peered":"2023-12-07T14:01:15.272409+0000","last_clean":"2023-12-07T14:01:15.272409+0000","last_became_active":"2023-12-07T14:00:47.718579+0000","last_became_peered":"2023-12-07T14:00:47.718579+0000","last_unstale":"2023-12-07T14:01:15.272409+0000","last_undegraded":"2023-12-07T14:01:15.272409+0000","last_fullsized":"2023-12-07T14:01:15.272409+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:47:19.348402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.289542+0000","last_change":"2023-12-07T14:01:16.289148+0000","last_active":"2023-12-07T14:01:16.289542+0000","last_peered":"2023-12-07T14:01:16.289542+0000","last_clean":"2023-12-07T14:01:16.289542+0000","last_became_active":"2023-12-07T14:01:16.279487+0000","last_became_peered":"2023-12-07T14:01:16.279487+0000","last_unstale":"2023-12-07T14:01:16.289542+0000","last_undegraded":"2023-12-07T14:01:16.289542+0000","last_fullsized":"2023-12-07T14:01:16.289542+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:11:19.195757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277079+0000","last_change":"2023-12-07T14:00:47.726154+0000","last_active":"2023-12-07T14:01:15.277079+0000","last_peered":"2023-12-07T14:01:15.277079+0000","last_clean":"2023-12-07T14:01:15.277079+0000","last_became_active":"2023-12-07T14:00:47.725878+0000","last_became_peered":"2023-12-07T14:00:47.725878+0000","last_unstale":"2023-12-07T14:01:15.277079+0000","last_undegraded":"2023-12-07T14:01:15.277079+0000","last_fullsized":"2023-12-07T14:01:15.277079+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:42:05.709841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274635+0000","last_change":"2023-12-07T14:00:46.894224+0000","last_active":"2023-12-07T14:01:15.274635+0000","last_peered":"2023-12-07T14:01:15.274635+0000","last_clean":"2023-12-07T14:01:15.274635+0000","last_became_active":"2023-12-07T14:00:46.893880+0000","last_became_peered":"2023-12-07T14:00:46.893880+0000","last_unstale":"2023-12-07T14:01:15.274635+0000","last_undegraded":"2023-12-07T14:01:15.274635+0000","last_fullsized":"2023-12-07T14:01:15.274635+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:42.986463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"85'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.927672+0000","last_change":"2023-12-07T14:00:47.725233+0000","last_active":"2023-12-07T14:02:14.927672+0000","last_peered":"2023-12-07T14:02:14.927672+0000","last_clean":"2023-12-07T14:02:14.927672+0000","last_became_active":"2023-12-07T14:00:47.724816+0000","last_became_peered":"2023-12-07T14:00:47.724816+0000","last_unstale":"2023-12-07T14:02:14.927672+0000","last_undegraded":"2023-12-07T14:02:14.927672+0000","last_fullsized":"2023-12-07T14:02:14.927672+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:14:19.221414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'7","reported_seq":110,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:15.276026+0000","last_change":"2023-12-07T14:00:46.895836+0000","last_active":"2023-12-07T14:02:15.276026+0000","last_peered":"2023-12-07T14:02:15.276026+0000","last_clean":"2023-12-07T14:02:15.276026+0000","last_became_active":"2023-12-07T14:00:46.895572+0000","last_became_peered":"2023-12-07T14:00:46.895572+0000","last_unstale":"2023-12-07T14:02:15.276026+0000","last_undegraded":"2023-12-07T14:02:15.276026+0000","last_fullsized":"2023-12-07T14:02:15.276026+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:18:04.498284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1699,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":88,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.927608+0000","last_change":"2023-12-07T14:00:47.721621+0000","last_active":"2023-12-07T14:02:14.927608+0000","last_peered":"2023-12-07T14:02:14.927608+0000","last_clean":"2023-12-07T14:02:14.927608+0000","last_became_active":"2023-12-07T14:00:47.721373+0000","last_became_peered":"2023-12-07T14:00:47.721373+0000","last_unstale":"2023-12-07T14:02:14.927608+0000","last_undegraded":"2023-12-07T14:02:14.927608+0000","last_fullsized":"2023-12-07T14:02:14.927608+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:33.896304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270413+0000","last_change":"2023-12-07T14:00:46.899041+0000","last_active":"2023-12-07T14:01:15.270413+0000","last_peered":"2023-12-07T14:01:15.270413+0000","last_clean":"2023-12-07T14:01:15.270413+0000","last_became_active":"2023-12-07T14:00:46.898757+0000","last_became_peered":"2023-12-07T14:00:46.898757+0000","last_unstale":"2023-12-07T14:01:15.270413+0000","last_undegraded":"2023-12-07T14:01:15.270413+0000","last_fullsized":"2023-12-07T14:01:15.270413+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:30:23.094360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.923097+0000","last_change":"2023-12-07T14:00:47.723404+0000","last_active":"2023-12-07T14:02:14.923097+0000","last_peered":"2023-12-07T14:02:14.923097+0000","last_clean":"2023-12-07T14:02:14.923097+0000","last_became_active":"2023-12-07T14:00:47.722791+0000","last_became_peered":"2023-12-07T14:00:47.722791+0000","last_unstale":"2023-12-07T14:02:14.923097+0000","last_undegraded":"2023-12-07T14:02:14.923097+0000","last_fullsized":"2023-12-07T14:02:14.923097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:46:36.029174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275496+0000","last_change":"2023-12-07T14:00:46.898921+0000","last_active":"2023-12-07T14:01:15.275496+0000","last_peered":"2023-12-07T14:01:15.275496+0000","last_clean":"2023-12-07T14:01:15.275496+0000","last_became_active":"2023-12-07T14:00:46.898632+0000","last_became_peered":"2023-12-07T14:00:46.898632+0000","last_unstale":"2023-12-07T14:01:15.275496+0000","last_undegraded":"2023-12-07T14:01:15.275496+0000","last_fullsized":"2023-12-07T14:01:15.275496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:48:46.354219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"85'9","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.917458+0000","last_change":"2023-12-07T14:00:47.723227+0000","last_active":"2023-12-07T14:02:14.917458+0000","last_peered":"2023-12-07T14:02:14.917458+0000","last_clean":"2023-12-07T14:02:14.917458+0000","last_became_active":"2023-12-07T14:00:47.722816+0000","last_became_peered":"2023-12-07T14:00:47.722816+0000","last_unstale":"2023-12-07T14:02:14.917458+0000","last_undegraded":"2023-12-07T14:02:14.917458+0000","last_fullsized":"2023-12-07T14:02:14.917458+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:19:28.343266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272431+0000","last_change":"2023-12-07T14:00:47.720963+0000","last_active":"2023-12-07T14:01:15.272431+0000","last_peered":"2023-12-07T14:01:15.272431+0000","last_clean":"2023-12-07T14:01:15.272431+0000","last_became_active":"2023-12-07T14:00:47.718255+0000","last_became_peered":"2023-12-07T14:00:47.718255+0000","last_unstale":"2023-12-07T14:01:15.272431+0000","last_undegraded":"2023-12-07T14:01:15.272431+0000","last_fullsized":"2023-12-07T14:01:15.272431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:43:26.661794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"85'12","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.925479+0000","last_change":"2023-12-07T14:00:47.719176+0000","last_active":"2023-12-07T14:02:14.925479+0000","last_peered":"2023-12-07T14:02:14.925479+0000","last_clean":"2023-12-07T14:02:14.925479+0000","last_became_active":"2023-12-07T14:00:47.718863+0000","last_became_peered":"2023-12-07T14:00:47.718863+0000","last_unstale":"2023-12-07T14:02:14.925479+0000","last_undegraded":"2023-12-07T14:02:14.925479+0000","last_fullsized":"2023-12-07T14:02:14.925479+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:41:31.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"85'8","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.929408+0000","last_change":"2023-12-07T14:00:47.720106+0000","last_active":"2023-12-07T14:02:14.929408+0000","last_peered":"2023-12-07T14:02:14.929408+0000","last_clean":"2023-12-07T14:02:14.929408+0000","last_became_active":"2023-12-07T14:00:47.719524+0000","last_became_peered":"2023-12-07T14:00:47.719524+0000","last_unstale":"2023-12-07T14:02:14.929408+0000","last_undegraded":"2023-12-07T14:02:14.929408+0000","last_fullsized":"2023-12-07T14:02:14.929408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:45:47.084843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271985+0000","last_change":"2023-12-07T14:00:47.721479+0000","last_active":"2023-12-07T14:01:15.271985+0000","last_peered":"2023-12-07T14:01:15.271985+0000","last_clean":"2023-12-07T14:01:15.271985+0000","last_became_active":"2023-12-07T14:00:47.721185+0000","last_became_peered":"2023-12-07T14:00:47.721185+0000","last_unstale":"2023-12-07T14:01:15.271985+0000","last_undegraded":"2023-12-07T14:01:15.271985+0000","last_fullsized":"2023-12-07T14:01:15.271985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:13:29.104211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275150+0000","last_change":"2023-12-07T14:00:47.715157+0000","last_active":"2023-12-07T14:01:15.275150+0000","last_peered":"2023-12-07T14:01:15.275150+0000","last_clean":"2023-12-07T14:01:15.275150+0000","last_became_active":"2023-12-07T14:00:47.714821+0000","last_became_peered":"2023-12-07T14:00:47.714821+0000","last_unstale":"2023-12-07T14:01:15.275150+0000","last_undegraded":"2023-12-07T14:01:15.275150+0000","last_fullsized":"2023-12-07T14:01:15.275150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:22:44.158549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272626+0000","last_change":"2023-12-07T14:00:47.715105+0000","last_active":"2023-12-07T14:01:15.272626+0000","last_peered":"2023-12-07T14:01:15.272626+0000","last_clean":"2023-12-07T14:01:15.272626+0000","last_became_active":"2023-12-07T14:00:47.714800+0000","last_became_peered":"2023-12-07T14:00:47.714800+0000","last_unstale":"2023-12-07T14:01:15.272626+0000","last_undegraded":"2023-12-07T14:01:15.272626+0000","last_fullsized":"2023-12-07T14:01:15.272626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:08:18.358628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"85'15","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.919096+0000","last_change":"2023-12-07T14:00:47.723311+0000","last_active":"2023-12-07T14:02:14.919096+0000","last_peered":"2023-12-07T14:02:14.919096+0000","last_clean":"2023-12-07T14:02:14.919096+0000","last_became_active":"2023-12-07T14:00:47.723024+0000","last_became_peered":"2023-12-07T14:00:47.723024+0000","last_unstale":"2023-12-07T14:02:14.919096+0000","last_undegraded":"2023-12-07T14:02:14.919096+0000","last_fullsized":"2023-12-07T14:02:14.919096+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:50:23.765138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277414+0000","last_change":"2023-12-07T14:00:47.719375+0000","last_active":"2023-12-07T14:01:15.277414+0000","last_peered":"2023-12-07T14:01:15.277414+0000","last_clean":"2023-12-07T14:01:15.277414+0000","last_became_active":"2023-12-07T14:00:47.719065+0000","last_became_peered":"2023-12-07T14:00:47.719065+0000","last_unstale":"2023-12-07T14:01:15.277414+0000","last_undegraded":"2023-12-07T14:01:15.277414+0000","last_fullsized":"2023-12-07T14:01:15.277414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:06:07.614629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269807+0000","last_change":"2023-12-07T14:00:47.719875+0000","last_active":"2023-12-07T14:01:15.269807+0000","last_peered":"2023-12-07T14:01:15.269807+0000","last_clean":"2023-12-07T14:01:15.269807+0000","last_became_active":"2023-12-07T14:00:47.719448+0000","last_became_peered":"2023-12-07T14:00:47.719448+0000","last_unstale":"2023-12-07T14:01:15.269807+0000","last_undegraded":"2023-12-07T14:01:15.269807+0000","last_fullsized":"2023-12-07T14:01:15.269807+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.582967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276709+0000","last_change":"2023-12-07T14:00:47.723713+0000","last_active":"2023-12-07T14:01:15.276709+0000","last_peered":"2023-12-07T14:01:15.276709+0000","last_clean":"2023-12-07T14:01:15.276709+0000","last_became_active":"2023-12-07T14:00:47.720971+0000","last_became_peered":"2023-12-07T14:00:47.720971+0000","last_unstale":"2023-12-07T14:01:15.276709+0000","last_undegraded":"2023-12-07T14:01:15.276709+0000","last_fullsized":"2023-12-07T14:01:15.276709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:03:46.117572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276861+0000","last_change":"2023-12-07T14:00:47.724205+0000","last_active":"2023-12-07T14:01:15.276861+0000","last_peered":"2023-12-07T14:01:15.276861+0000","last_clean":"2023-12-07T14:01:15.276861+0000","last_became_active":"2023-12-07T14:00:47.723814+0000","last_became_peered":"2023-12-07T14:00:47.723814+0000","last_unstale":"2023-12-07T14:01:15.276861+0000","last_undegraded":"2023-12-07T14:01:15.276861+0000","last_fullsized":"2023-12-07T14:01:15.276861+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:35:32.658355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274947+0000","last_change":"2023-12-07T14:00:47.725350+0000","last_active":"2023-12-07T14:01:15.274947+0000","last_peered":"2023-12-07T14:01:15.274947+0000","last_clean":"2023-12-07T14:01:15.274947+0000","last_became_active":"2023-12-07T14:00:47.723726+0000","last_became_peered":"2023-12-07T14:00:47.723726+0000","last_unstale":"2023-12-07T14:01:15.274947+0000","last_undegraded":"2023-12-07T14:01:15.274947+0000","last_fullsized":"2023-12-07T14:01:15.274947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:22:43.602661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272529+0000","last_change":"2023-12-07T14:00:47.714333+0000","last_active":"2023-12-07T14:01:15.272529+0000","last_peered":"2023-12-07T14:01:15.272529+0000","last_clean":"2023-12-07T14:01:15.272529+0000","last_became_active":"2023-12-07T14:00:47.714016+0000","last_became_peered":"2023-12-07T14:00:47.714016+0000","last_unstale":"2023-12-07T14:01:15.272529+0000","last_undegraded":"2023-12-07T14:01:15.272529+0000","last_fullsized":"2023-12-07T14:01:15.272529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:42:46.813653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65589,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":848,"num_read_kb":492,"num_write":240,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":202113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":78,"seq":335007449118,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":925696,"data_stored":442230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.81000000000000005,"5min":0.872,"15min":0.872},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52400000000000002,"15min":0.51200000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.681,"5min":1.681,"15min":1.681},"last":0.70399999999999996}]},{"osd":1,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.61299999999999999},"min":{"1min":0.43099999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59299999999999997,"15min":0.57999999999999996},"min":{"1min":0.45900000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.80100000000000005,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.76400000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.48299999999999998,"15min":0.47299999999999998},"min":{"1min":0.36599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.48199999999999998,"15min":0.46700000000000003},"min":{"1min":0.36699999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.89400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":4,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.63700000000000001,"15min":0.624},"min":{"1min":0.56999999999999995,"5min":0.373,"15min":0.373},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.501,"5min":0.433,"15min":0.433},"max":{"1min":0.91300000000000003,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.86299999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84999999999999998,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.50800000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.96099999999999997}]},{"osd":6,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":5.0839999999999996,"5min":5.0839999999999996,"15min":5.0839999999999996},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":5.9290000000000003,"5min":5.9290000000000003,"15min":5.9290000000000003},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.72499999999999998,"15min":0.71099999999999997},"min":{"1min":0.65800000000000003,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":1.036},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71799999999999997,"15min":0.70799999999999996},"min":{"1min":0.60799999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0189999999999999,"5min":1.147,"15min":1.147},"last":0.91300000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":1.0129999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.73699999999999999,"15min":0.72199999999999998},"min":{"1min":0.61799999999999999,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.77100000000000002,"15min":0.754},"min":{"1min":0.68000000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":0.98899999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.749,"15min":0.73999999999999999},"min":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.98299999999999998,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.76300000000000001,"15min":0.754},"min":{"1min":0.66900000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.96999999999999997,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.88100000000000001}]}]},{"osd":10,"up_from":71,"seq":304942678050,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1090456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56899999999999995}]},{"osd":1,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.49399999999999999,"15min":0.49199999999999999},"min":{"1min":0.372,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64500000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.495},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.39900000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.53200000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.64100000000000001,"15min":0.64300000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78200000000000003,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.69899999999999995,"15min":0.70399999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.879,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.73799999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.45000000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.86799999999999999,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.68600000000000005},"min":{"1min":0.53500000000000003,"5min":0.37,"15min":0.37},"max":{"1min":0.90100000000000002,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.90600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.65900000000000003,"15min":0.65100000000000002},"min":{"1min":0.52000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90400000000000003,"5min":0.996,"15min":0.996},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.64200000000000002,"15min":0.64300000000000002},"min":{"1min":0.40300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.93500000000000005,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.629}]},{"osd":5,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.74099999999999999,"15min":0.73499999999999999},"min":{"1min":0.65800000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0089999999999999,"5min":1.179,"15min":1.179},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.754,"5min":0.79100000000000004,"15min":0.79700000000000004},"min":{"1min":0.60399999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.96199999999999997,"5min":1.25,"15min":1.25},"last":0.88400000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.91900000000000004,"15min":0.94999999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0189999999999999,"5min":3.71,"15min":3.71},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.78600000000000003,"15min":0.78400000000000003},"min":{"1min":0.65400000000000003,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.96699999999999997,"5min":1.169,"15min":1.169},"last":0.86099999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.64200000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.0660000000000001,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.87,"15min":0.877},"min":{"1min":0.67300000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.0349999999999999,"5min":1.306,"15min":1.306},"last":0.76800000000000002}]},{"osd":9,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.88200000000000001,"15min":0.88400000000000001},"min":{"1min":0.753,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.006,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.88200000000000001,"15min":0.89600000000000002},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":0.98999999999999999,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.82499999999999996}]},{"osd":11,"last update":"Thu Dec 7 14:02:09 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.86899999999999999,"15min":0.873},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0529999999999999,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.88900000000000001,"15min":0.88400000000000001},"min":{"1min":0.63300000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.98899999999999999}]}]},{"osd":9,"up_from":66,"seq":283467841575,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":441750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.314},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.505,"15min":0.52300000000000002},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.56999999999999995,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.64700000000000002,"15min":0.65500000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65900000000000003,"15min":0.66800000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86199999999999999,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.68600000000000005,"15min":0.70199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83499999999999996,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58499999999999996}]},{"osd":3,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.63700000000000001,"15min":0.65100000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.58799999999999997,"15min":0.60499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.77700000000000002,"15min":0.79700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93100000000000005,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.499},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.80100000000000005},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.036,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.70599999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.78400000000000003,"15min":0.80400000000000005},"min":{"1min":0.48299999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0569999999999999,"5min":1.135,"15min":1.135},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.80200000000000005,"15min":0.81599999999999995},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.75700000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0109999999999999,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.442},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.80600000000000005,"15min":0.82999999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.97299999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.52400000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.86799999999999999,"15min":0.88400000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83899999999999997,"15min":0.85499999999999998},"min":{"1min":0.59099999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.115,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.71699999999999997}]},{"osd":8,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.871,"15min":0.89100000000000001},"min":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.028,"5min":1.101,"15min":1.101},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.878,"15min":0.89500000000000002},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0009999999999999,"5min":1.236,"15min":1.236},"last":0.73599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.81699999999999995,"15min":0.82299999999999995},"min":{"1min":0.59399999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.97399999999999998,"5min":1.214,"15min":1.214},"last":0.745},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.83399999999999996,"15min":0.83799999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.018,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.64500000000000002}]}]},{"osd":8,"up_from":59,"seq":253403070507,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":442106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.54200000000000004,"15min":0.51400000000000001},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.55100000000000005,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.7690000000000001,"5min":2.7690000000000001,"15min":2.7690000000000001},"last":0.79800000000000004}]},{"osd":1,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.57799999999999996},"min":{"1min":0.42499999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.628,"15min":0.61299999999999999},"min":{"1min":0.496,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.504}]},{"osd":2,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47999999999999998,"15min":0.46700000000000003},"min":{"1min":0.39400000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.625},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51100000000000001,"15min":0.49399999999999999},"min":{"1min":0.42999999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.81999999999999995,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.64500000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.61099999999999999,"15min":0.59699999999999998},"min":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.4649999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.67300000000000004,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.6449999999999996,"5min":7.6449999999999996,"15min":7.6449999999999996},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.63900000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.503,"15min":0.503},"max":{"1min":0.80900000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.77300000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.57099999999999995,"15min":0.55300000000000005},"min":{"1min":0.44700000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.60799999999999998,"15min":0.59599999999999997},"min":{"1min":0.36499999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.84799999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":0.745,"15min":0.69599999999999995},"min":{"1min":0.50600000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":7.6879999999999997,"5min":7.6879999999999997,"15min":7.6879999999999997},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.70199999999999996,"15min":0.68899999999999995},"min":{"1min":0.60899999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.88300000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.751,"15min":0.73199999999999998},"min":{"1min":0.69399999999999995,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.745,"15min":0.73099999999999998},"min":{"1min":0.61299999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0820000000000001,"5min":1.119,"15min":1.119},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":0.77600000000000002,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":7.6269999999999998,"5min":7.6269999999999998,"15min":7.6269999999999998},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.157,"5min":0.80400000000000005,"15min":0.745},"min":{"1min":0.47999999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.7149999999999999,"5min":7.7149999999999999,"15min":7.7149999999999999},"last":0.86599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:01:42 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.77000000000000002,"15min":0.753},"min":{"1min":0.69099999999999995,"5min":0.505,"15min":0.505},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.746,"15min":0.72599999999999998},"min":{"1min":0.70499999999999996,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.91300000000000003}]},{"osd":11,"last update":"Thu Dec 7 14:01:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":1.004}]}]},{"osd":7,"up_from":51,"seq":219043332144,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1035637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44500000000000001,"15min":0.42899999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.83299999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48199999999999998,"15min":0.47199999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.67100000000000004,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.52100000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64200000000000002,"15min":0.63500000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1579999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.61099999999999999,"15min":0.59099999999999997},"min":{"1min":0.439,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.70899999999999996,"15min":0.75600000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.88200000000000001,"5min":3.5619999999999998,"15min":3.5619999999999998},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.64000000000000001,"15min":0.64100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.46500000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.84499999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85299999999999998,"5min":1.107,"15min":1.107},"last":0.438}]},{"osd":5,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70499999999999996,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.93600000000000005,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.503},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.78300000000000003,"15min":0.81299999999999994},"min":{"1min":0.47799999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.028,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.73599999999999999,"15min":0.747},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.96499999999999997,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.73399999999999999}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.748,"15min":0.746},"min":{"1min":0.55000000000000004,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.012,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.80400000000000005,"15min":0.80300000000000005},"min":{"1min":0.63600000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.98199999999999998,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.66700000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:01:22 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.81000000000000005,"15min":0.82099999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.96599999999999997,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.76400000000000001,"15min":0.77000000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.98599999999999999,"5min":1.179,"15min":1.179},"last":0.82699999999999996}]},{"osd":10,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.58599999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0249999999999999,"5min":1.036,"15min":1.036},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.79000000000000004,"15min":0.78300000000000003},"min":{"1min":0.61499999999999999,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.042,"5min":1.127,"15min":1.127},"last":0.77800000000000002}]},{"osd":11,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.88},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.91700000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495669,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.46700000000000003,"15min":0.39500000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":8.8260000000000005,"5min":8.8260000000000005,"15min":8.8260000000000005},"last":0.317},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.51400000000000001,"15min":0.433},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":11.115,"5min":11.115,"15min":11.115},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.58299999999999996,"15min":0.55700000000000005},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.008,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":8.7739999999999991,"5min":8.7739999999999991,"15min":8.7739999999999991},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":0.67700000000000005,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":11.340999999999999,"5min":11.340999999999999,"15min":11.340999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47399999999999998,"15min":0.45400000000000001},"min":{"1min":0.314,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.60099999999999998,"15min":0.52900000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":8.9550000000000001,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.51100000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":0.73899999999999999,"15min":0.65600000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.24,"5min":11.24,"15min":11.24},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.65600000000000003,"15min":0.63600000000000001},"min":{"1min":0.42999999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.498}]},{"osd":5,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":0.74099999999999999,"15min":0.68200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":8.9260000000000002,"5min":8.9260000000000002,"15min":8.9260000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":1.1779999999999999,"5min":0.76600000000000001,"15min":0.69599999999999995},"min":{"1min":0.41699999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.308,"5min":11.308,"15min":11.308},"last":0.629}]},{"osd":7,"last update":"Thu Dec 7 14:01:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":0.78100000000000003,"15min":0.72699999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":8.8949999999999996,"5min":8.8949999999999996,"15min":8.8949999999999996},"last":0.65500000000000003},{"interface":"front","average":{"1min":1.165,"5min":0.81100000000000005,"15min":0.74299999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":11.206,"5min":11.206,"15min":11.206},"last":0.68000000000000005}]},{"osd":8,"last update":"Thu Dec 7 14:02:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.69799999999999995,"15min":0.71299999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.115,"5min":0.82899999999999996,"15min":0.80000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":11.273999999999999},"last":0.74399999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:01:18 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.62},{"interface":"front","average":{"1min":1.1319999999999999,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":8.9879999999999995,"5min":8.9879999999999995,"15min":8.9879999999999995},"last":0.56000000000000005}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":0.874,"15min":0.84199999999999997},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":8.8640000000000008,"5min":8.8640000000000008,"15min":8.8640000000000008},"last":0.60499999999999998},{"interface":"front","average":{"1min":1.196,"5min":0.89200000000000002,"15min":0.84199999999999997},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":11.167,"5min":11.167,"15min":11.167},"last":0.71699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":500560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.51500000000000001,"15min":0.47899999999999998},"min":{"1min":0.33200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53200000000000003,"15min":0.48499999999999999},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.81899999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.61199999999999999,"15min":0.54900000000000004},"min":{"1min":0.50600000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.995,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.61399999999999999,"15min":0.54800000000000004},"min":{"1min":0.52400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.91900000000000004,"5min":1.736,"15min":1.736},"last":0.874}]},{"osd":3,"last update":"Thu Dec 7 14:02:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.56899999999999995,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56200000000000006,"15min":0.54200000000000004},"min":{"1min":0.39900000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.45900000000000002,"15min":0.42099999999999999},"min":{"1min":0.32700000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79200000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.495,"15min":0.45000000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.872,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:01:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59599999999999997,"15min":0.54400000000000004},"min":{"1min":0.54900000000000004,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.63500000000000001,"15min":0.56000000000000005},"min":{"1min":0.51900000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.94899999999999995,"5min":1.569,"15min":1.569},"last":0.95399999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.64700000000000002,"15min":0.622},"min":{"1min":0.50900000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89600000000000002,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60599999999999998,"15min":0.58999999999999997},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.78500000000000003,"5min":0.995,"15min":0.995},"last":0.88900000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.59099999999999997,"15min":0.56399999999999995},"min":{"1min":0.53500000000000003,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.69499999999999995,"15min":0.66600000000000004},"min":{"1min":0.52000000000000002,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.90200000000000002}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.85099999999999998,"15min":0.85699999999999998},"min":{"1min":0.65100000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.079,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.81999999999999995,"15min":0.83699999999999997},"min":{"1min":0.59499999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.046,"5min":3.242,"15min":3.242},"last":0.98299999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.76000000000000001,"15min":0.754},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.83399999999999996,"15min":0.82199999999999995},"min":{"1min":0.63900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.995}]},{"osd":10,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.78100000000000003,"15min":0.76900000000000002},"min":{"1min":0.65000000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.0649999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79500000000000004,"15min":0.78500000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.056,"5min":1.107,"15min":1.107},"last":1.0249999999999999}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":1.0780000000000001},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":1.0649999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738449,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":443194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Dec 7 14:01:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.78100000000000003,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.52600000000000002},"min":{"1min":0.32700000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.57299999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77800000000000002,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.61399999999999999,"15min":0.60499999999999998},"min":{"1min":0.40799999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.77800000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.74199999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58799999999999997,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.93000000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56599999999999995,"15min":0.53200000000000003},"min":{"1min":0.40500000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84399999999999997,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Thu Dec 7 14:01:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.56799999999999995},"min":{"1min":0.43099999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.70499999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60499999999999998,"15min":0.59399999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.871,"5min":0.875,"15min":0.875},"last":0.70599999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66200000000000003,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.55600000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.70099999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.52200000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72699999999999998,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.67800000000000005,"15min":0.70699999999999996},"min":{"1min":0.48799999999999999,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.76700000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.72999999999999998,"15min":0.75600000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90200000000000002,"5min":1.157,"15min":1.157},"last":0.80500000000000005}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.63400000000000001,"15min":0.64900000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79300000000000004,"5min":0.875,"15min":0.875},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.749,"15min":0.77700000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81799999999999995,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.72299999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.73699999999999999,"15min":0.749},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98499999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.68799999999999994,"15min":0.69599999999999995},"min":{"1min":0.54200000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.79200000000000004,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.61899999999999999}]},{"osd":11,"last update":"Thu Dec 7 14:02:11 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.69799999999999995,"15min":0.70099999999999996},"min":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.83399999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95699999999999996,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.83899999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":505816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.47199999999999998,"15min":0.47399999999999998},"min":{"1min":0.35899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.314},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.54400000000000004,"15min":0.51800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5469999999999997,"5min":6.5469999999999997,"15min":6.5469999999999997},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.53000000000000003,"15min":0.503},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.59099999999999997,"15min":0.53700000000000003},"min":{"1min":0.45900000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.91000000000000003,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:02:09 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55000000000000004,"15min":0.53300000000000003},"min":{"1min":0.39000000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":0.52200000000000002},"min":{"1min":0.34300000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.103,"5min":1.103,"15min":1.103},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.54800000000000004}]},{"osd":5,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.46200000000000002,"15min":0.43099999999999999},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.46899999999999997,"15min":0.44800000000000001},"min":{"1min":0.33700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.35699999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:02:13 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.58499999999999996,"15min":0.56499999999999995},"min":{"1min":0.44900000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59099999999999997,"15min":0.57799999999999996},"min":{"1min":0.49199999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65300000000000002,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83399999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:02:01 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39700000000000002,"5min":0.307,"15min":0.307},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.29499999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.52500000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.65600000000000003,"15min":0.64600000000000002},"min":{"1min":0.57299999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85499999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.47499999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.69799999999999995,"15min":0.68400000000000005},"min":{"1min":0.55900000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.0209999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.754,"5min":0.66300000000000003,"15min":0.64800000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.65500000000000003}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.50800000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149762,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":942080,"data_stored":440973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.373,"15min":0.34100000000000003},"min":{"1min":0.27800000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.48299999999999998,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.28000000000000003,"5min":0.222,"15min":0.222},"max":{"1min":0.58599999999999997,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55000000000000004,"15min":0.53600000000000003},"min":{"1min":0.40600000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80400000000000005,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54700000000000004,"15min":0.50900000000000001},"min":{"1min":0.47199999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.65600000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.373,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.82799999999999996,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56100000000000005,"15min":0.54300000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.80700000000000005,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.60499999999999998,"15min":0.58299999999999996},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88200000000000001,"5min":1.004,"15min":1.004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.443,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.746,"5min":1,"15min":1},"last":0.51700000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.50700000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.82599999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.63},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58699999999999997,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86699999999999999,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.60799999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53900000000000003,"15min":0.51300000000000001},"min":{"1min":0.36599999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.78900000000000003,"5min":1.075,"15min":1.075},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.52800000000000002,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.59999999999999998,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.38800000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:40 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.45500000000000002,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78100000000000003,"5min":1.204,"15min":1.204},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66600000000000004,"15min":0.64600000000000002},"min":{"1min":0.47599999999999998,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.78700000000000003,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64500000000000002}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.57699999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:24 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.71999999999999997,"15min":0.73699999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.90500000000000003,"5min":1.05,"15min":1.05},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.79700000000000004,"15min":0.81499999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.66700000000000004}]},{"osd":10,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.78700000000000003,"15min":0.80300000000000005},"min":{"1min":0.57599999999999996,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.91800000000000004,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.621},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.76500000000000001,"15min":0.77700000000000002},"min":{"1min":0.56299999999999994,"5min":0.503,"15min":0.503},"max":{"1min":0.81799999999999995,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.68600000000000005}]},{"osd":11,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.65700000000000003}]}]},{"osd":4,"up_from":34,"seq":146028888126,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.501,"15min":0.48299999999999998},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41799999999999998,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59399999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.45200000000000001,"15min":0.42199999999999999},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55100000000000005}]},{"osd":2,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.49099999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.91900000000000004,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.62,"15min":0.57699999999999996},"min":{"1min":0.53000000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.85499999999999998,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.89000000000000001}]},{"osd":3,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.60699999999999998,"15min":0.57599999999999996},"min":{"1min":0.5,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79700000000000004,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59299999999999997,"15min":0.56499999999999995},"min":{"1min":0.435,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88800000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:01:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65800000000000003,"15min":0.63400000000000001},"min":{"1min":0.48399999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.98599999999999999,"5min":1.605,"15min":1.605},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.57199999999999995,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":1.321,"15min":1.321},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:16 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.90700000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.65300000000000002,"15min":0.63400000000000001},"min":{"1min":0.45800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.95199999999999996,"5min":1.107,"15min":1.107},"last":0.82699999999999996}]},{"osd":7,"last update":"Thu Dec 7 14:01:36 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.66600000000000004,"15min":0.63600000000000001},"min":{"1min":0.40799999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.026,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66800000000000004,"15min":0.64100000000000001},"min":{"1min":0.47199999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.008,"5min":1.091,"15min":1.091},"last":0.79500000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:02:01 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.76300000000000001,"15min":0.73499999999999999},"min":{"1min":0.65400000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.76900000000000002,"15min":0.73999999999999999},"min":{"1min":0.68300000000000005,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.96999999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:01:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57799999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.129,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84499999999999997,"15min":0.84999999999999998},"min":{"1min":0.60399999999999998,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.93899999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.83699999999999997,"15min":0.83799999999999997},"min":{"1min":0.67100000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0580000000000001,"5min":1.26,"15min":1.26},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.875,"15min":0.86899999999999999},"min":{"1min":0.73199999999999998,"5min":0.437,"15min":0.437},"max":{"1min":1.093,"5min":1.286,"15min":1.286},"last":0.872}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.022}]}]},{"osd":5,"up_from":39,"seq":167503724601,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1552384,"data_stored":1034327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.63400000000000001,"15min":0.57599999999999996},"min":{"1min":0.38600000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":8.6389999999999993,"5min":8.6389999999999993,"15min":8.6389999999999993},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.55100000000000005,"15min":0.52100000000000002},"min":{"1min":0.36199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.633,"5min":3.633,"15min":3.633},"last":0.76900000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.57199999999999995,"15min":0.51000000000000001},"min":{"1min":0.44500000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88400000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.57699999999999996,"15min":0.53300000000000003},"min":{"1min":0.47299999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78700000000000003,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.435,"15min":0.376},"min":{"1min":0.34899999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.74199999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.44900000000000001,"15min":0.40300000000000002},"min":{"1min":0.39000000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.624,"15min":0.55900000000000005},"min":{"1min":0.41499999999999998,"5min":0.315,"15min":0.315},"max":{"1min":8.7599999999999998,"5min":8.7599999999999998,"15min":8.7599999999999998},"last":0.502},{"interface":"front","average":{"1min":1.139,"5min":0.68799999999999994,"15min":0.60199999999999998},"min":{"1min":0.53200000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":8.8070000000000004,"5min":8.8070000000000004,"15min":8.8070000000000004},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.61099999999999999,"15min":0.56100000000000005},"min":{"1min":0.51000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84699999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.61299999999999999,"15min":0.56299999999999994},"min":{"1min":0.49099999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.86699999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.56699999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.66200000000000003,"15min":0.58799999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":9.2370000000000001,"5min":9.2370000000000001,"15min":9.2370000000000001},"last":0.629},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.66600000000000004,"15min":0.622},"min":{"1min":0.45100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":4.6440000000000001,"5min":4.6440000000000001,"15min":4.6440000000000001},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.68500000000000005,"15min":0.67400000000000004},"min":{"1min":0.53400000000000003,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.93200000000000005,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.71999999999999997,"15min":0.70599999999999996},"min":{"1min":0.58499999999999996,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.996,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.70699999999999996}]},{"osd":8,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.46000000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.92200000000000004,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46999999999999997,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88800000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73199999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":0.77400000000000002,"15min":0.71799999999999997},"min":{"1min":0.55700000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":5.3390000000000004,"5min":5.3390000000000004,"15min":5.3390000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.1359999999999999,"5min":0.80700000000000005,"15min":0.752},"min":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":8.9719999999999995,"5min":8.9719999999999995,"15min":8.9719999999999995},"last":0.752}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73499999999999999,"15min":0.72099999999999997},"min":{"1min":0.61599999999999999,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.76600000000000001,"15min":0.752},"min":{"1min":0.62,"5min":0.503,"15min":0.503},"max":{"1min":1.0309999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.78100000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":59668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-07T14:02:17.541 INFO:tasks.fwd_scrub.ceph_manager:clean! 2023-12-07T14:02:17.541 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-12-07T14:02:17.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:17 smithi055 ceph-mon[103363]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-12-07T14:02:17.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:17 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1308854139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:17.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:17 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3988141176' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:17 smithi089 ceph-mon[103124]: mgrmap e18: x(active, since 8m), standbys: z, y 2023-12-07T14:02:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:17 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1308854139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:17 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3988141176' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 -- 172.21.15.39:0/1125098508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 msgr2=0x7fb338100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 --2- 172.21.15.39:0/1125098508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338100830 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fb3280099c0 tx=0x7fb328009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 -- 172.21.15.39:0/1125098508 shutdown_connections 2023-12-07T14:02:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 --2- 172.21.15.39:0/1125098508 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb338101fa0 0x7fb338108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 --2- 172.21.15.39:0/1125098508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338100830 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 --2- 172.21.15.39:0/1125098508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb338101600 0x7fb338101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 -- 172.21.15.39:0/1125098508 >> 172.21.15.39:0/1125098508 conn(0x7fb3380fb980 msgr2=0x7fb3380fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 -- 172.21.15.39:0/1125098508 shutdown_connections 2023-12-07T14:02:17.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 -- 172.21.15.39:0/1125098508 wait complete. 2023-12-07T14:02:17.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.699+0000 7fb33e53b700 1 Processor -- start 2023-12-07T14:02:17.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33e53b700 1 -- start start 2023-12-07T14:02:17.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33e53b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338069300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33e53b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb338101600 0x7fb33819c120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33e53b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb338101fa0 0x7fb33819e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33e53b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819ef10 con 0x7fb338100410 2023-12-07T14:02:17.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33e53b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819f080 con 0x7fb338101fa0 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33e53b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819f240 con 0x7fb338101600 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338069300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338069300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53190/0 (socket says 172.21.15.39:53190) 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 -- 172.21.15.39:0/2276368449 learned_addr learned my addr 172.21.15.39:0/2276368449 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb3377fe700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb338101600 0x7fb33819c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33cad8700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb338101fa0 0x7fb33819e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 -- 172.21.15.39:0/2276368449 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb338101600 msgr2=0x7fb33819c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb338101600 0x7fb33819c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 -- 172.21.15.39:0/2276368449 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb338101fa0 msgr2=0x7fb33819e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb338101fa0 0x7fb33819e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb337fff700 1 -- 172.21.15.39:0/2276368449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3280095f0 con 0x7fb338100410 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.700+0000 7fb33cad8700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb338101fa0 0x7fb33819e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:17.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.701+0000 7fb337fff700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338069300 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fb328009fd0 tx=0x7fb328005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:17.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.701+0000 7fb3357fa700 1 -- 172.21.15.39:0/2276368449 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb32801d070 con 0x7fb338100410 2023-12-07T14:02:17.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.701+0000 7fb3357fa700 1 -- 172.21.15.39:0/2276368449 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb3280059a0 con 0x7fb338100410 2023-12-07T14:02:17.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.701+0000 7fb3357fa700 1 -- 172.21.15.39:0/2276368449 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3280173f0 con 0x7fb338100410 2023-12-07T14:02:17.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.701+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb33819f4c0 con 0x7fb338100410 2023-12-07T14:02:17.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.701+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33819f920 con 0x7fb338100410 2023-12-07T14:02:17.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.702+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3381078e0 con 0x7fb338100410 2023-12-07T14:02:17.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.703+0000 7fb3357fa700 1 -- 172.21.15.39:0/2276368449 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fb3280226e0 con 0x7fb338100410 2023-12-07T14:02:17.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.703+0000 7fb3357fa700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3200a1480 0x7fb3200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:17.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.704+0000 7fb3357fa700 1 -- 172.21.15.39:0/2276368449 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fb3280cde10 con 0x7fb338100410 2023-12-07T14:02:17.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.704+0000 7fb3377fe700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3200a1480 0x7fb3200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:17.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.704+0000 7fb3377fe700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3200a1480 0x7fb3200a3940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb338069860 tx=0x7fb32c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:17.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.708+0000 7fb3357fa700 1 -- 172.21.15.39:0/2276368449 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fb3280d1030 con 0x7fb338100410 2023-12-07T14:02:17.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.906+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb33802d3b0 con 0x7fb3200a1480 2023-12-07T14:02:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.918+0000 7fb3357fa700 1 -- 172.21.15.39:0/2276368449 <== mgr.14152 v2:172.21.15.39:6800/3942875407 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344017 (secure 0 0 0) 0x7fb33802d3b0 con 0x7fb3200a1480 2023-12-07T14:02:17.925 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3200a1480 msgr2=0x7fb3200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3200a1480 0x7fb3200a3940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fb338069860 tx=0x7fb32c009260 comp rx=0 tx=0).stop 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 msgr2=0x7fb338069300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338069300 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fb328009fd0 tx=0x7fb328005f10 comp rx=0 tx=0).stop 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 shutdown_connections 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fb3200a1480 0x7fb3200a3940 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb338101fa0 0x7fb33819e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb338100410 0x7fb338069300 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 --2- 172.21.15.39:0/2276368449 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb338101600 0x7fb33819c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 >> 172.21.15.39:0/2276368449 conn(0x7fb3380fb980 msgr2=0x7fb338104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 shutdown_connections 2023-12-07T14:02:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:17.922+0000 7fb33e53b700 1 -- 172.21.15.39:0/2276368449 wait complete. 2023-12-07T14:02:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2023-12-07T14:02:17.938 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":316,"stamp":"2023-12-07T14:02:16.879931+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656203,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":984,"num_read_kb":611,"num_write":423,"num_write_kb":3074,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":1180758,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":468,"ondisk_log_size":468,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337196,"kb_used_data":12956,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604628,"statfs":{"total":1151940427776,"available":1151595139072,"internally_reserved":0,"allocated":13266944,"data_stored":7260238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":331855161},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":459,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":52,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003507"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274097+0000","last_change":"2023-12-07T14:00:47.717392+0000","last_active":"2023-12-07T14:01:15.274097+0000","last_peered":"2023-12-07T14:01:15.274097+0000","last_clean":"2023-12-07T14:01:15.274097+0000","last_became_active":"2023-12-07T14:00:47.716996+0000","last_became_peered":"2023-12-07T14:00:47.716996+0000","last_unstale":"2023-12-07T14:01:15.274097+0000","last_undegraded":"2023-12-07T14:01:15.274097+0000","last_fullsized":"2023-12-07T14:01:15.274097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:58:28.662394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271727+0000","last_change":"2023-12-07T14:00:47.722441+0000","last_active":"2023-12-07T14:01:15.271727+0000","last_peered":"2023-12-07T14:01:15.271727+0000","last_clean":"2023-12-07T14:01:15.271727+0000","last_became_active":"2023-12-07T14:00:47.722153+0000","last_became_peered":"2023-12-07T14:00:47.722153+0000","last_unstale":"2023-12-07T14:01:15.271727+0000","last_undegraded":"2023-12-07T14:01:15.271727+0000","last_fullsized":"2023-12-07T14:01:15.271727+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:28:38.822963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271634+0000","last_change":"2023-12-07T14:00:47.725146+0000","last_active":"2023-12-07T14:01:15.271634+0000","last_peered":"2023-12-07T14:01:15.271634+0000","last_clean":"2023-12-07T14:01:15.271634+0000","last_became_active":"2023-12-07T14:00:47.724801+0000","last_became_peered":"2023-12-07T14:00:47.724801+0000","last_unstale":"2023-12-07T14:01:15.271634+0000","last_undegraded":"2023-12-07T14:01:15.271634+0000","last_fullsized":"2023-12-07T14:01:15.271634+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:09:30.804250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.277670+0000","last_change":"2023-12-07T14:01:16.277670+0000","last_active":"2023-12-07T14:01:16.277670+0000","last_peered":"2023-12-07T14:01:16.277670+0000","last_clean":"2023-12-07T14:01:16.277670+0000","last_became_active":"2023-12-07T14:01:16.277199+0000","last_became_peered":"2023-12-07T14:01:16.277199+0000","last_unstale":"2023-12-07T14:01:16.277670+0000","last_undegraded":"2023-12-07T14:01:16.277670+0000","last_fullsized":"2023-12-07T14:01:16.277670+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:04:46.791868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,2],"acting":[9,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.3b","version":"85'4","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928502+0000","last_change":"2023-12-07T14:00:47.716674+0000","last_active":"2023-12-07T14:02:14.928502+0000","last_peered":"2023-12-07T14:02:14.928502+0000","last_clean":"2023-12-07T14:02:14.928502+0000","last_became_active":"2023-12-07T14:00:47.716401+0000","last_became_peered":"2023-12-07T14:00:47.716401+0000","last_unstale":"2023-12-07T14:02:14.928502+0000","last_undegraded":"2023-12-07T14:02:14.928502+0000","last_fullsized":"2023-12-07T14:02:14.928502+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:45:19.602833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269906+0000","last_change":"2023-12-07T14:00:47.728395+0000","last_active":"2023-12-07T14:01:15.269906+0000","last_peered":"2023-12-07T14:01:15.269906+0000","last_clean":"2023-12-07T14:01:15.269906+0000","last_became_active":"2023-12-07T14:00:47.728025+0000","last_became_peered":"2023-12-07T14:00:47.728025+0000","last_unstale":"2023-12-07T14:01:15.269906+0000","last_undegraded":"2023-12-07T14:01:15.269906+0000","last_fullsized":"2023-12-07T14:01:15.269906+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:09:31.570513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"85'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.922191+0000","last_change":"2023-12-07T14:00:47.722054+0000","last_active":"2023-12-07T14:02:14.922191+0000","last_peered":"2023-12-07T14:02:14.922191+0000","last_clean":"2023-12-07T14:02:14.922191+0000","last_became_active":"2023-12-07T14:00:47.721739+0000","last_became_peered":"2023-12-07T14:00:47.721739+0000","last_unstale":"2023-12-07T14:02:14.922191+0000","last_undegraded":"2023-12-07T14:02:14.922191+0000","last_fullsized":"2023-12-07T14:02:14.922191+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:04.760797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276668+0000","last_change":"2023-12-07T14:00:47.718736+0000","last_active":"2023-12-07T14:01:15.276668+0000","last_peered":"2023-12-07T14:01:15.276668+0000","last_clean":"2023-12-07T14:01:15.276668+0000","last_became_active":"2023-12-07T14:00:47.718278+0000","last_became_peered":"2023-12-07T14:00:47.718278+0000","last_unstale":"2023-12-07T14:01:15.276668+0000","last_undegraded":"2023-12-07T14:01:15.276668+0000","last_fullsized":"2023-12-07T14:01:15.276668+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:43:09.553405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276623+0000","last_change":"2023-12-07T14:00:47.719581+0000","last_active":"2023-12-07T14:01:15.276623+0000","last_peered":"2023-12-07T14:01:15.276623+0000","last_clean":"2023-12-07T14:01:15.276623+0000","last_became_active":"2023-12-07T14:00:47.719256+0000","last_became_peered":"2023-12-07T14:00:47.719256+0000","last_unstale":"2023-12-07T14:01:15.276623+0000","last_undegraded":"2023-12-07T14:01:15.276623+0000","last_fullsized":"2023-12-07T14:01:15.276623+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:07:01.691455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269796+0000","last_change":"2023-12-07T14:00:47.720317+0000","last_active":"2023-12-07T14:01:15.269796+0000","last_peered":"2023-12-07T14:01:15.269796+0000","last_clean":"2023-12-07T14:01:15.269796+0000","last_became_active":"2023-12-07T14:00:47.720023+0000","last_became_peered":"2023-12-07T14:00:47.720023+0000","last_unstale":"2023-12-07T14:01:15.269796+0000","last_undegraded":"2023-12-07T14:01:15.269796+0000","last_fullsized":"2023-12-07T14:01:15.269796+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:52:55.769857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.926701+0000","last_change":"2023-12-07T14:00:47.724327+0000","last_active":"2023-12-07T14:02:14.926701+0000","last_peered":"2023-12-07T14:02:14.926701+0000","last_clean":"2023-12-07T14:02:14.926701+0000","last_became_active":"2023-12-07T14:00:47.723981+0000","last_became_peered":"2023-12-07T14:00:47.723981+0000","last_unstale":"2023-12-07T14:02:14.926701+0000","last_undegraded":"2023-12-07T14:02:14.926701+0000","last_fullsized":"2023-12-07T14:02:14.926701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:51.046427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272829+0000","last_change":"2023-12-07T14:00:47.728064+0000","last_active":"2023-12-07T14:01:15.272829+0000","last_peered":"2023-12-07T14:01:15.272829+0000","last_clean":"2023-12-07T14:01:15.272829+0000","last_became_active":"2023-12-07T14:00:47.727489+0000","last_became_peered":"2023-12-07T14:00:47.727489+0000","last_unstale":"2023-12-07T14:01:15.272829+0000","last_undegraded":"2023-12-07T14:01:15.272829+0000","last_fullsized":"2023-12-07T14:01:15.272829+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:08:26.873868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274989+0000","last_change":"2023-12-07T14:00:47.724937+0000","last_active":"2023-12-07T14:01:15.274989+0000","last_peered":"2023-12-07T14:01:15.274989+0000","last_clean":"2023-12-07T14:01:15.274989+0000","last_became_active":"2023-12-07T14:00:47.724647+0000","last_became_peered":"2023-12-07T14:00:47.724647+0000","last_unstale":"2023-12-07T14:01:15.274989+0000","last_undegraded":"2023-12-07T14:01:15.274989+0000","last_fullsized":"2023-12-07T14:01:15.274989+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:09:07.480335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271528+0000","last_change":"2023-12-07T14:00:47.721850+0000","last_active":"2023-12-07T14:01:15.271528+0000","last_peered":"2023-12-07T14:01:15.271528+0000","last_clean":"2023-12-07T14:01:15.271528+0000","last_became_active":"2023-12-07T14:00:47.721540+0000","last_became_peered":"2023-12-07T14:00:47.721540+0000","last_unstale":"2023-12-07T14:01:15.271528+0000","last_undegraded":"2023-12-07T14:01:15.271528+0000","last_fullsized":"2023-12-07T14:01:15.271528+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:38:55.108979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271472+0000","last_change":"2023-12-07T14:00:47.726103+0000","last_active":"2023-12-07T14:01:15.271472+0000","last_peered":"2023-12-07T14:01:15.271472+0000","last_clean":"2023-12-07T14:01:15.271472+0000","last_became_active":"2023-12-07T14:00:47.725548+0000","last_became_peered":"2023-12-07T14:00:47.725548+0000","last_unstale":"2023-12-07T14:01:15.271472+0000","last_undegraded":"2023-12-07T14:01:15.271472+0000","last_fullsized":"2023-12-07T14:01:15.271472+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:50:56.806604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276271+0000","last_change":"2023-12-07T14:00:47.723927+0000","last_active":"2023-12-07T14:01:15.276271+0000","last_peered":"2023-12-07T14:01:15.276271+0000","last_clean":"2023-12-07T14:01:15.276271+0000","last_became_active":"2023-12-07T14:00:47.723515+0000","last_became_peered":"2023-12-07T14:00:47.723515+0000","last_unstale":"2023-12-07T14:01:15.276271+0000","last_undegraded":"2023-12-07T14:01:15.276271+0000","last_fullsized":"2023-12-07T14:01:15.276271+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:11:15.271606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.273943+0000","last_change":"2023-12-07T14:00:47.719423+0000","last_active":"2023-12-07T14:01:15.273943+0000","last_peered":"2023-12-07T14:01:15.273943+0000","last_clean":"2023-12-07T14:01:15.273943+0000","last_became_active":"2023-12-07T14:00:47.717748+0000","last_became_peered":"2023-12-07T14:00:47.717748+0000","last_unstale":"2023-12-07T14:01:15.273943+0000","last_undegraded":"2023-12-07T14:01:15.273943+0000","last_fullsized":"2023-12-07T14:01:15.273943+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:36:11.378393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276089+0000","last_change":"2023-12-07T14:00:47.723006+0000","last_active":"2023-12-07T14:01:15.276089+0000","last_peered":"2023-12-07T14:01:15.276089+0000","last_clean":"2023-12-07T14:01:15.276089+0000","last_became_active":"2023-12-07T14:00:47.722665+0000","last_became_peered":"2023-12-07T14:00:47.722665+0000","last_unstale":"2023-12-07T14:01:15.276089+0000","last_undegraded":"2023-12-07T14:01:15.276089+0000","last_fullsized":"2023-12-07T14:01:15.276089+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:43.846473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928808+0000","last_change":"2023-12-07T14:00:47.720544+0000","last_active":"2023-12-07T14:02:14.928808+0000","last_peered":"2023-12-07T14:02:14.928808+0000","last_clean":"2023-12-07T14:02:14.928808+0000","last_became_active":"2023-12-07T14:00:47.720248+0000","last_became_peered":"2023-12-07T14:00:47.720248+0000","last_unstale":"2023-12-07T14:02:14.928808+0000","last_undegraded":"2023-12-07T14:02:14.928808+0000","last_fullsized":"2023-12-07T14:02:14.928808+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:34:46.785433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"83'13","reported_seq":108,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.267234+0000","last_change":"2023-12-07T14:00:46.897077+0000","last_active":"2023-12-07T14:02:11.267234+0000","last_peered":"2023-12-07T14:02:11.267234+0000","last_clean":"2023-12-07T14:02:11.267234+0000","last_became_active":"2023-12-07T14:00:46.896752+0000","last_became_peered":"2023-12-07T14:00:46.896752+0000","last_unstale":"2023-12-07T14:02:11.267234+0000","last_undegraded":"2023-12-07T14:02:11.267234+0000","last_fullsized":"2023-12-07T14:02:11.267234+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:30:03.112923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277350+0000","last_change":"2023-12-07T14:00:47.719351+0000","last_active":"2023-12-07T14:01:15.277350+0000","last_peered":"2023-12-07T14:01:15.277350+0000","last_clean":"2023-12-07T14:01:15.277350+0000","last_became_active":"2023-12-07T14:00:47.719046+0000","last_became_peered":"2023-12-07T14:00:47.719046+0000","last_unstale":"2023-12-07T14:01:15.277350+0000","last_undegraded":"2023-12-07T14:01:15.277350+0000","last_fullsized":"2023-12-07T14:01:15.277350+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:59:07.687053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277498+0000","last_change":"2023-12-07T14:00:46.903007+0000","last_active":"2023-12-07T14:01:15.277498+0000","last_peered":"2023-12-07T14:01:15.277498+0000","last_clean":"2023-12-07T14:01:15.277498+0000","last_became_active":"2023-12-07T14:00:46.902698+0000","last_became_peered":"2023-12-07T14:00:46.902698+0000","last_unstale":"2023-12-07T14:01:15.277498+0000","last_undegraded":"2023-12-07T14:01:15.277498+0000","last_fullsized":"2023-12-07T14:01:15.277498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:20:33.389911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271724+0000","last_change":"2023-12-07T14:00:47.725224+0000","last_active":"2023-12-07T14:01:15.271724+0000","last_peered":"2023-12-07T14:01:15.271724+0000","last_clean":"2023-12-07T14:01:15.271724+0000","last_became_active":"2023-12-07T14:00:47.724873+0000","last_became_peered":"2023-12-07T14:00:47.724873+0000","last_unstale":"2023-12-07T14:01:15.271724+0000","last_undegraded":"2023-12-07T14:01:15.271724+0000","last_fullsized":"2023-12-07T14:01:15.271724+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:54:13.604520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'13","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.273936+0000","last_change":"2023-12-07T14:00:46.894290+0000","last_active":"2023-12-07T14:01:16.273936+0000","last_peered":"2023-12-07T14:01:16.273936+0000","last_clean":"2023-12-07T14:01:16.273936+0000","last_became_active":"2023-12-07T14:00:46.893971+0000","last_became_peered":"2023-12-07T14:00:46.893971+0000","last_unstale":"2023-12-07T14:01:16.273936+0000","last_undegraded":"2023-12-07T14:01:16.273936+0000","last_fullsized":"2023-12-07T14:01:16.273936+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:27:21.832139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":18,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276474+0000","last_change":"2023-12-07T14:00:47.725145+0000","last_active":"2023-12-07T14:01:15.276474+0000","last_peered":"2023-12-07T14:01:15.276474+0000","last_clean":"2023-12-07T14:01:15.276474+0000","last_became_active":"2023-12-07T14:00:47.724834+0000","last_became_peered":"2023-12-07T14:00:47.724834+0000","last_unstale":"2023-12-07T14:01:15.276474+0000","last_undegraded":"2023-12-07T14:01:15.276474+0000","last_fullsized":"2023-12-07T14:01:15.276474+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:02:01.047231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274898+0000","last_change":"2023-12-07T14:00:46.888046+0000","last_active":"2023-12-07T14:01:15.274898+0000","last_peered":"2023-12-07T14:01:15.274898+0000","last_clean":"2023-12-07T14:01:15.274898+0000","last_became_active":"2023-12-07T14:00:46.887678+0000","last_became_peered":"2023-12-07T14:00:46.887678+0000","last_unstale":"2023-12-07T14:01:15.274898+0000","last_undegraded":"2023-12-07T14:01:15.274898+0000","last_fullsized":"2023-12-07T14:01:15.274898+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:47:53.257181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270542+0000","last_change":"2023-12-07T14:00:47.724675+0000","last_active":"2023-12-07T14:01:15.270542+0000","last_peered":"2023-12-07T14:01:15.270542+0000","last_clean":"2023-12-07T14:01:15.270542+0000","last_became_active":"2023-12-07T14:00:47.724358+0000","last_became_peered":"2023-12-07T14:00:47.724358+0000","last_unstale":"2023-12-07T14:01:15.270542+0000","last_undegraded":"2023-12-07T14:01:15.270542+0000","last_fullsized":"2023-12-07T14:01:15.270542+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:05:37.482311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"83'6","reported_seq":106,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:13.272498+0000","last_change":"2023-12-07T14:00:46.894218+0000","last_active":"2023-12-07T14:02:13.272498+0000","last_peered":"2023-12-07T14:02:13.272498+0000","last_clean":"2023-12-07T14:02:13.272498+0000","last_became_active":"2023-12-07T14:00:46.893892+0000","last_became_peered":"2023-12-07T14:00:46.893892+0000","last_unstale":"2023-12-07T14:02:13.272498+0000","last_undegraded":"2023-12-07T14:02:13.272498+0000","last_fullsized":"2023-12-07T14:02:13.272498+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:03:58.617314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1010,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.911150+0000","last_change":"2023-12-07T14:00:47.720449+0000","last_active":"2023-12-07T14:02:14.911150+0000","last_peered":"2023-12-07T14:02:14.911150+0000","last_clean":"2023-12-07T14:02:14.911150+0000","last_became_active":"2023-12-07T14:00:47.720135+0000","last_became_peered":"2023-12-07T14:00:47.720135+0000","last_unstale":"2023-12-07T14:02:14.911150+0000","last_undegraded":"2023-12-07T14:02:14.911150+0000","last_fullsized":"2023-12-07T14:02:14.911150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:48:06.752036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269519+0000","last_change":"2023-12-07T14:00:46.900987+0000","last_active":"2023-12-07T14:01:15.269519+0000","last_peered":"2023-12-07T14:01:15.269519+0000","last_clean":"2023-12-07T14:01:15.269519+0000","last_became_active":"2023-12-07T14:00:46.900644+0000","last_became_peered":"2023-12-07T14:00:46.900644+0000","last_unstale":"2023-12-07T14:01:15.269519+0000","last_undegraded":"2023-12-07T14:01:15.269519+0000","last_fullsized":"2023-12-07T14:01:15.269519+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:24:53.099362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270221+0000","last_change":"2023-12-07T14:00:47.719706+0000","last_active":"2023-12-07T14:01:15.270221+0000","last_peered":"2023-12-07T14:01:15.270221+0000","last_clean":"2023-12-07T14:01:15.270221+0000","last_became_active":"2023-12-07T14:00:47.719418+0000","last_became_peered":"2023-12-07T14:00:47.719418+0000","last_unstale":"2023-12-07T14:01:15.270221+0000","last_undegraded":"2023-12-07T14:01:15.270221+0000","last_fullsized":"2023-12-07T14:01:15.270221+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:03:11.198866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"83'3","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274476+0000","last_change":"2023-12-07T14:00:46.897220+0000","last_active":"2023-12-07T14:01:15.274476+0000","last_peered":"2023-12-07T14:01:15.274476+0000","last_clean":"2023-12-07T14:01:15.274476+0000","last_became_active":"2023-12-07T14:00:46.896852+0000","last_became_peered":"2023-12-07T14:00:46.896852+0000","last_unstale":"2023-12-07T14:01:15.274476+0000","last_undegraded":"2023-12-07T14:01:15.274476+0000","last_fullsized":"2023-12-07T14:01:15.274476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:25:48.591097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276572+0000","last_change":"2023-12-07T14:00:47.718331+0000","last_active":"2023-12-07T14:01:15.276572+0000","last_peered":"2023-12-07T14:01:15.276572+0000","last_clean":"2023-12-07T14:01:15.276572+0000","last_became_active":"2023-12-07T14:00:47.717864+0000","last_became_peered":"2023-12-07T14:00:47.717864+0000","last_unstale":"2023-12-07T14:01:15.276572+0000","last_undegraded":"2023-12-07T14:01:15.276572+0000","last_fullsized":"2023-12-07T14:01:15.276572+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:54:21.124668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269777+0000","last_change":"2023-12-07T14:00:46.892183+0000","last_active":"2023-12-07T14:01:15.269777+0000","last_peered":"2023-12-07T14:01:15.269777+0000","last_clean":"2023-12-07T14:01:15.269777+0000","last_became_active":"2023-12-07T14:00:46.891949+0000","last_became_peered":"2023-12-07T14:00:46.891949+0000","last_unstale":"2023-12-07T14:01:15.269777+0000","last_undegraded":"2023-12-07T14:01:15.269777+0000","last_fullsized":"2023-12-07T14:01:15.269777+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:48:10.746664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275165+0000","last_change":"2023-12-07T14:00:47.723135+0000","last_active":"2023-12-07T14:01:15.275165+0000","last_peered":"2023-12-07T14:01:15.275165+0000","last_clean":"2023-12-07T14:01:15.275165+0000","last_became_active":"2023-12-07T14:00:47.722745+0000","last_became_peered":"2023-12-07T14:00:47.722745+0000","last_unstale":"2023-12-07T14:01:15.275165+0000","last_undegraded":"2023-12-07T14:01:15.275165+0000","last_fullsized":"2023-12-07T14:01:15.275165+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:40:04.945776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"83'4","reported_seq":177,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.269114+0000","last_change":"2023-12-07T14:00:46.896873+0000","last_active":"2023-12-07T14:02:11.269114+0000","last_peered":"2023-12-07T14:02:11.269114+0000","last_clean":"2023-12-07T14:02:11.269114+0000","last_became_active":"2023-12-07T14:00:46.896584+0000","last_became_peered":"2023-12-07T14:00:46.896584+0000","last_unstale":"2023-12-07T14:02:11.269114+0000","last_undegraded":"2023-12-07T14:02:11.269114+0000","last_fullsized":"2023-12-07T14:02:11.269114+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:41:09.642527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":158,"num_read_kb":158,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276677+0000","last_change":"2023-12-07T14:00:47.724105+0000","last_active":"2023-12-07T14:01:15.276677+0000","last_peered":"2023-12-07T14:01:15.276677+0000","last_clean":"2023-12-07T14:01:15.276677+0000","last_became_active":"2023-12-07T14:00:47.723448+0000","last_became_peered":"2023-12-07T14:00:47.723448+0000","last_unstale":"2023-12-07T14:01:15.276677+0000","last_undegraded":"2023-12-07T14:01:15.276677+0000","last_fullsized":"2023-12-07T14:01:15.276677+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:47:51.340571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"83'4","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281149+0000","last_change":"2023-12-07T14:01:16.281149+0000","last_active":"2023-12-07T14:01:16.281149+0000","last_peered":"2023-12-07T14:01:16.281149+0000","last_clean":"2023-12-07T14:01:16.281149+0000","last_became_active":"2023-12-07T14:01:16.275860+0000","last_became_peered":"2023-12-07T14:01:16.275860+0000","last_unstale":"2023-12-07T14:01:16.281149+0000","last_undegraded":"2023-12-07T14:01:16.281149+0000","last_fullsized":"2023-12-07T14:01:16.281149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:54:49.332946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271773+0000","last_change":"2023-12-07T14:00:47.719409+0000","last_active":"2023-12-07T14:01:15.271773+0000","last_peered":"2023-12-07T14:01:15.271773+0000","last_clean":"2023-12-07T14:01:15.271773+0000","last_became_active":"2023-12-07T14:00:47.719064+0000","last_became_peered":"2023-12-07T14:00:47.719064+0000","last_unstale":"2023-12-07T14:01:15.271773+0000","last_undegraded":"2023-12-07T14:01:15.271773+0000","last_fullsized":"2023-12-07T14:01:15.271773+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:26:55.814868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270539+0000","last_change":"2023-12-07T14:00:46.902810+0000","last_active":"2023-12-07T14:01:15.270539+0000","last_peered":"2023-12-07T14:01:15.270539+0000","last_clean":"2023-12-07T14:01:15.270539+0000","last_became_active":"2023-12-07T14:00:46.902500+0000","last_became_peered":"2023-12-07T14:00:46.902500+0000","last_unstale":"2023-12-07T14:01:15.270539+0000","last_undegraded":"2023-12-07T14:01:15.270539+0000","last_fullsized":"2023-12-07T14:01:15.270539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:43:34.567319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276455+0000","last_change":"2023-12-07T14:00:47.720254+0000","last_active":"2023-12-07T14:01:15.276455+0000","last_peered":"2023-12-07T14:01:15.276455+0000","last_clean":"2023-12-07T14:01:15.276455+0000","last_became_active":"2023-12-07T14:00:47.719922+0000","last_became_peered":"2023-12-07T14:00:47.719922+0000","last_unstale":"2023-12-07T14:01:15.276455+0000","last_undegraded":"2023-12-07T14:01:15.276455+0000","last_fullsized":"2023-12-07T14:01:15.276455+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:15:47.863296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'31","reported_seq":213,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:11.288500+0000","last_change":"2023-12-07T14:00:46.889567+0000","last_active":"2023-12-07T14:02:11.288500+0000","last_peered":"2023-12-07T14:02:11.288500+0000","last_clean":"2023-12-07T14:02:11.288500+0000","last_became_active":"2023-12-07T14:00:46.889215+0000","last_became_peered":"2023-12-07T14:00:46.889215+0000","last_unstale":"2023-12-07T14:02:11.288500+0000","last_undegraded":"2023-12-07T14:02:11.288500+0000","last_fullsized":"2023-12-07T14:02:11.288500+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:35:52.726992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57544,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":167,"num_read_kb":140,"num_write":33,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.926437+0000","last_change":"2023-12-07T14:00:47.721847+0000","last_active":"2023-12-07T14:02:14.926437+0000","last_peered":"2023-12-07T14:02:14.926437+0000","last_clean":"2023-12-07T14:02:14.926437+0000","last_became_active":"2023-12-07T14:00:47.721559+0000","last_became_peered":"2023-12-07T14:00:47.721559+0000","last_unstale":"2023-12-07T14:02:14.926437+0000","last_undegraded":"2023-12-07T14:02:14.926437+0000","last_fullsized":"2023-12-07T14:02:14.926437+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:33:03.008657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"83'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277318+0000","last_change":"2023-12-07T14:00:46.898227+0000","last_active":"2023-12-07T14:01:15.277318+0000","last_peered":"2023-12-07T14:01:15.277318+0000","last_clean":"2023-12-07T14:01:15.277318+0000","last_became_active":"2023-12-07T14:00:46.897934+0000","last_became_peered":"2023-12-07T14:00:46.897934+0000","last_unstale":"2023-12-07T14:01:15.277318+0000","last_undegraded":"2023-12-07T14:01:15.277318+0000","last_fullsized":"2023-12-07T14:01:15.277318+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:13:08.646997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274591+0000","last_change":"2023-12-07T14:00:47.724097+0000","last_active":"2023-12-07T14:01:15.274591+0000","last_peered":"2023-12-07T14:01:15.274591+0000","last_clean":"2023-12-07T14:01:15.274591+0000","last_became_active":"2023-12-07T14:00:47.723787+0000","last_became_peered":"2023-12-07T14:00:47.723787+0000","last_unstale":"2023-12-07T14:01:15.274591+0000","last_undegraded":"2023-12-07T14:01:15.274591+0000","last_fullsized":"2023-12-07T14:01:15.274591+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:20:08.689850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"83'5","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270046+0000","last_change":"2023-12-07T14:00:46.899008+0000","last_active":"2023-12-07T14:01:15.270046+0000","last_peered":"2023-12-07T14:01:15.270046+0000","last_clean":"2023-12-07T14:01:15.270046+0000","last_became_active":"2023-12-07T14:00:46.898730+0000","last_became_peered":"2023-12-07T14:00:46.898730+0000","last_unstale":"2023-12-07T14:01:15.270046+0000","last_undegraded":"2023-12-07T14:01:15.270046+0000","last_fullsized":"2023-12-07T14:01:15.270046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:38:35.678003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"85'15","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.928551+0000","last_change":"2023-12-07T14:00:47.722654+0000","last_active":"2023-12-07T14:02:14.928551+0000","last_peered":"2023-12-07T14:02:14.928551+0000","last_clean":"2023-12-07T14:02:14.928551+0000","last_became_active":"2023-12-07T14:00:47.722381+0000","last_became_peered":"2023-12-07T14:00:47.722381+0000","last_unstale":"2023-12-07T14:02:14.928551+0000","last_undegraded":"2023-12-07T14:02:14.928551+0000","last_fullsized":"2023-12-07T14:02:14.928551+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:46:11.132402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"83'6","reported_seq":105,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:12.269534+0000","last_change":"2023-12-07T14:00:46.894184+0000","last_active":"2023-12-07T14:02:12.269534+0000","last_peered":"2023-12-07T14:02:12.269534+0000","last_clean":"2023-12-07T14:02:12.269534+0000","last_became_active":"2023-12-07T14:00:46.893856+0000","last_became_peered":"2023-12-07T14:00:46.893856+0000","last_unstale":"2023-12-07T14:02:12.269534+0000","last_undegraded":"2023-12-07T14:02:12.269534+0000","last_fullsized":"2023-12-07T14:02:12.269534+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:17:23.253666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":976,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"85'6","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.912324+0000","last_change":"2023-12-07T14:00:47.723501+0000","last_active":"2023-12-07T14:02:14.912324+0000","last_peered":"2023-12-07T14:02:14.912324+0000","last_clean":"2023-12-07T14:02:14.912324+0000","last_became_active":"2023-12-07T14:00:47.723185+0000","last_became_peered":"2023-12-07T14:00:47.723185+0000","last_unstale":"2023-12-07T14:02:14.912324+0000","last_undegraded":"2023-12-07T14:02:14.912324+0000","last_fullsized":"2023-12-07T14:02:14.912324+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:11:33.358153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"83'17","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274520+0000","last_change":"2023-12-07T14:00:46.902693+0000","last_active":"2023-12-07T14:01:15.274520+0000","last_peered":"2023-12-07T14:01:15.274520+0000","last_clean":"2023-12-07T14:01:15.274520+0000","last_became_active":"2023-12-07T14:00:46.902384+0000","last_became_peered":"2023-12-07T14:00:46.902384+0000","last_unstale":"2023-12-07T14:01:15.274520+0000","last_undegraded":"2023-12-07T14:01:15.274520+0000","last_fullsized":"2023-12-07T14:01:15.274520+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:30:12.970835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269860+0000","last_change":"2023-12-07T14:00:47.724788+0000","last_active":"2023-12-07T14:01:15.269860+0000","last_peered":"2023-12-07T14:01:15.269860+0000","last_clean":"2023-12-07T14:01:15.269860+0000","last_became_active":"2023-12-07T14:00:47.724360+0000","last_became_peered":"2023-12-07T14:00:47.724360+0000","last_unstale":"2023-12-07T14:01:15.269860+0000","last_undegraded":"2023-12-07T14:01:15.269860+0000","last_fullsized":"2023-12-07T14:01:15.269860+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:09:51.017290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"83'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.285841+0000","last_change":"2023-12-07T14:01:16.285325+0000","last_active":"2023-12-07T14:01:16.285841+0000","last_peered":"2023-12-07T14:01:16.285841+0000","last_clean":"2023-12-07T14:01:16.285841+0000","last_became_active":"2023-12-07T14:01:16.276943+0000","last_became_peered":"2023-12-07T14:01:16.276943+0000","last_unstale":"2023-12-07T14:01:16.285841+0000","last_undegraded":"2023-12-07T14:01:16.285841+0000","last_fullsized":"2023-12-07T14:01:16.285841+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:42.458746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272635+0000","last_change":"2023-12-07T14:00:47.713189+0000","last_active":"2023-12-07T14:01:15.272635+0000","last_peered":"2023-12-07T14:01:15.272635+0000","last_clean":"2023-12-07T14:01:15.272635+0000","last_became_active":"2023-12-07T14:00:47.711921+0000","last_became_peered":"2023-12-07T14:00:47.711921+0000","last_unstale":"2023-12-07T14:01:15.272635+0000","last_undegraded":"2023-12-07T14:01:15.272635+0000","last_fullsized":"2023-12-07T14:01:15.272635+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:42:56.744484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"83'1","reported_seq":16,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275759+0000","last_change":"2023-12-07T14:00:46.897334+0000","last_active":"2023-12-07T14:01:15.275759+0000","last_peered":"2023-12-07T14:01:15.275759+0000","last_clean":"2023-12-07T14:01:15.275759+0000","last_became_active":"2023-12-07T14:00:46.897006+0000","last_became_peered":"2023-12-07T14:00:46.897006+0000","last_unstale":"2023-12-07T14:01:15.275759+0000","last_undegraded":"2023-12-07T14:01:15.275759+0000","last_fullsized":"2023-12-07T14:01:15.275759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:54:41.451481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"83'1","reported_seq":15,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269838+0000","last_change":"2023-12-07T14:00:47.720249+0000","last_active":"2023-12-07T14:01:15.269838+0000","last_peered":"2023-12-07T14:01:15.269838+0000","last_clean":"2023-12-07T14:01:15.269838+0000","last_became_active":"2023-12-07T14:00:47.719907+0000","last_became_peered":"2023-12-07T14:00:47.719907+0000","last_unstale":"2023-12-07T14:01:15.269838+0000","last_undegraded":"2023-12-07T14:01:15.269838+0000","last_fullsized":"2023-12-07T14:01:15.269838+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:48:59.671312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'6","reported_seq":105,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.272585+0000","last_change":"2023-12-07T14:00:46.900963+0000","last_active":"2023-12-07T14:02:14.272585+0000","last_peered":"2023-12-07T14:02:14.272585+0000","last_clean":"2023-12-07T14:02:14.272585+0000","last_became_active":"2023-12-07T14:00:46.900651+0000","last_became_peered":"2023-12-07T14:00:46.900651+0000","last_unstale":"2023-12-07T14:02:14.272585+0000","last_undegraded":"2023-12-07T14:02:14.272585+0000","last_fullsized":"2023-12-07T14:02:14.272585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:32:48.274321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":906,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.812793+0000","last_change":"2023-12-07T14:01:16.812793+0000","last_active":"2023-12-07T14:01:16.812793+0000","last_peered":"2023-12-07T14:01:16.812793+0000","last_clean":"2023-12-07T14:01:16.812793+0000","last_became_active":"2023-12-07T14:01:16.812387+0000","last_became_peered":"2023-12-07T14:01:16.812387+0000","last_unstale":"2023-12-07T14:01:16.812793+0000","last_undegraded":"2023-12-07T14:01:16.812793+0000","last_fullsized":"2023-12-07T14:01:16.812793+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.106244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269889+0000","last_change":"2023-12-07T14:00:47.722414+0000","last_active":"2023-12-07T14:01:15.269889+0000","last_peered":"2023-12-07T14:01:15.269889+0000","last_clean":"2023-12-07T14:01:15.269889+0000","last_became_active":"2023-12-07T14:00:47.722076+0000","last_became_peered":"2023-12-07T14:00:47.722076+0000","last_unstale":"2023-12-07T14:01:15.269889+0000","last_undegraded":"2023-12-07T14:01:15.269889+0000","last_fullsized":"2023-12-07T14:01:15.269889+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:21:54.058968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"83'5","reported_seq":102,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:12.269000+0000","last_change":"2023-12-07T14:00:46.899521+0000","last_active":"2023-12-07T14:02:12.269000+0000","last_peered":"2023-12-07T14:02:12.269000+0000","last_clean":"2023-12-07T14:02:12.269000+0000","last_became_active":"2023-12-07T14:00:46.899218+0000","last_became_peered":"2023-12-07T14:00:46.899218+0000","last_unstale":"2023-12-07T14:02:12.269000+0000","last_undegraded":"2023-12-07T14:02:12.269000+0000","last_fullsized":"2023-12-07T14:02:12.269000+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:51:47.833824+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.281650+0000","last_change":"2023-12-07T14:01:16.281650+0000","last_active":"2023-12-07T14:01:16.281650+0000","last_peered":"2023-12-07T14:01:16.281650+0000","last_clean":"2023-12-07T14:01:16.281650+0000","last_became_active":"2023-12-07T14:01:16.281281+0000","last_became_peered":"2023-12-07T14:01:16.281281+0000","last_unstale":"2023-12-07T14:01:16.281650+0000","last_undegraded":"2023-12-07T14:01:16.281650+0000","last_fullsized":"2023-12-07T14:01:16.281650+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:00:36.266857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"83'6","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272835+0000","last_change":"2023-12-07T14:00:46.896122+0000","last_active":"2023-12-07T14:01:15.272835+0000","last_peered":"2023-12-07T14:01:15.272835+0000","last_clean":"2023-12-07T14:01:15.272835+0000","last_became_active":"2023-12-07T14:00:46.895605+0000","last_became_peered":"2023-12-07T14:00:46.895605+0000","last_unstale":"2023-12-07T14:01:15.272835+0000","last_undegraded":"2023-12-07T14:01:15.272835+0000","last_fullsized":"2023-12-07T14:01:15.272835+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:13:50.673192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"23'137","reported_seq":319,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278715+0000","last_change":"2023-12-07T13:59:45.058139+0000","last_active":"2023-12-07T14:01:15.278715+0000","last_peered":"2023-12-07T14:01:15.278715+0000","last_clean":"2023-12-07T14:01:15.278715+0000","last_became_active":"2023-12-07T13:59:45.057617+0000","last_became_peered":"2023-12-07T13:59:45.057617+0000","last_unstale":"2023-12-07T14:01:15.278715+0000","last_undegraded":"2023-12-07T14:01:15.278715+0000","last_fullsized":"2023-12-07T14:01:15.278715+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T13:56:37.827181+0000","last_clean_scrub_stamp":"2023-12-07T13:56:37.827181+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:25:51.419130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274300+0000","last_change":"2023-12-07T14:00:47.719266+0000","last_active":"2023-12-07T14:01:15.274300+0000","last_peered":"2023-12-07T14:01:15.274300+0000","last_clean":"2023-12-07T14:01:15.274300+0000","last_became_active":"2023-12-07T14:00:47.718958+0000","last_became_peered":"2023-12-07T14:00:47.718958+0000","last_unstale":"2023-12-07T14:01:15.274300+0000","last_undegraded":"2023-12-07T14:01:15.274300+0000","last_fullsized":"2023-12-07T14:01:15.274300+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:35:48.504285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"83'4","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.278644+0000","last_change":"2023-12-07T14:00:46.893807+0000","last_active":"2023-12-07T14:01:15.278644+0000","last_peered":"2023-12-07T14:01:15.278644+0000","last_clean":"2023-12-07T14:01:15.278644+0000","last_became_active":"2023-12-07T14:00:46.893526+0000","last_became_peered":"2023-12-07T14:00:46.893526+0000","last_unstale":"2023-12-07T14:01:15.278644+0000","last_undegraded":"2023-12-07T14:01:15.278644+0000","last_fullsized":"2023-12-07T14:01:15.278644+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:51:13.214513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274879+0000","last_change":"2023-12-07T14:00:46.902757+0000","last_active":"2023-12-07T14:01:15.274879+0000","last_peered":"2023-12-07T14:01:15.274879+0000","last_clean":"2023-12-07T14:01:15.274879+0000","last_became_active":"2023-12-07T14:00:46.902425+0000","last_became_peered":"2023-12-07T14:00:46.902425+0000","last_unstale":"2023-12-07T14:01:15.274879+0000","last_undegraded":"2023-12-07T14:01:15.274879+0000","last_fullsized":"2023-12-07T14:01:15.274879+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:03:36.221987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275248+0000","last_change":"2023-12-07T14:00:47.719822+0000","last_active":"2023-12-07T14:01:15.275248+0000","last_peered":"2023-12-07T14:01:15.275248+0000","last_clean":"2023-12-07T14:01:15.275248+0000","last_became_active":"2023-12-07T14:00:47.719542+0000","last_became_peered":"2023-12-07T14:00:47.719542+0000","last_unstale":"2023-12-07T14:01:15.275248+0000","last_undegraded":"2023-12-07T14:01:15.275248+0000","last_fullsized":"2023-12-07T14:01:15.275248+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:10:42.879937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"83'10","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275969+0000","last_change":"2023-12-07T14:00:46.904941+0000","last_active":"2023-12-07T14:01:15.275969+0000","last_peered":"2023-12-07T14:01:15.275969+0000","last_clean":"2023-12-07T14:01:15.275969+0000","last_became_active":"2023-12-07T14:00:46.904681+0000","last_became_peered":"2023-12-07T14:00:46.904681+0000","last_unstale":"2023-12-07T14:01:15.275969+0000","last_undegraded":"2023-12-07T14:01:15.275969+0000","last_fullsized":"2023-12-07T14:01:15.275969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T16:57:54.616373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":17,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277495+0000","last_change":"2023-12-07T14:00:47.722570+0000","last_active":"2023-12-07T14:01:15.277495+0000","last_peered":"2023-12-07T14:01:15.277495+0000","last_clean":"2023-12-07T14:01:15.277495+0000","last_became_active":"2023-12-07T14:00:47.722227+0000","last_became_peered":"2023-12-07T14:00:47.722227+0000","last_unstale":"2023-12-07T14:01:15.277495+0000","last_undegraded":"2023-12-07T14:01:15.277495+0000","last_fullsized":"2023-12-07T14:01:15.277495+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:51:04.647502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"83'7","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272699+0000","last_change":"2023-12-07T14:00:46.883664+0000","last_active":"2023-12-07T14:01:15.272699+0000","last_peered":"2023-12-07T14:01:15.272699+0000","last_clean":"2023-12-07T14:01:15.272699+0000","last_became_active":"2023-12-07T14:00:46.883291+0000","last_became_peered":"2023-12-07T14:00:46.883291+0000","last_unstale":"2023-12-07T14:01:15.272699+0000","last_undegraded":"2023-12-07T14:01:15.272699+0000","last_fullsized":"2023-12-07T14:01:15.272699+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:46:22.384021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271701+0000","last_change":"2023-12-07T14:00:47.719387+0000","last_active":"2023-12-07T14:01:15.271701+0000","last_peered":"2023-12-07T14:01:15.271701+0000","last_clean":"2023-12-07T14:01:15.271701+0000","last_became_active":"2023-12-07T14:00:47.719044+0000","last_became_peered":"2023-12-07T14:00:47.719044+0000","last_unstale":"2023-12-07T14:01:15.271701+0000","last_undegraded":"2023-12-07T14:01:15.271701+0000","last_fullsized":"2023-12-07T14:01:15.271701+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:05:08.262366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"83'2","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276205+0000","last_change":"2023-12-07T14:00:46.895976+0000","last_active":"2023-12-07T14:01:15.276205+0000","last_peered":"2023-12-07T14:01:15.276205+0000","last_clean":"2023-12-07T14:01:15.276205+0000","last_became_active":"2023-12-07T14:00:46.895597+0000","last_became_peered":"2023-12-07T14:00:46.895597+0000","last_unstale":"2023-12-07T14:01:15.276205+0000","last_undegraded":"2023-12-07T14:01:15.276205+0000","last_fullsized":"2023-12-07T14:01:15.276205+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T19:10:28.890352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"85'2","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.881444+0000","last_change":"2023-12-07T14:00:47.721852+0000","last_active":"2023-12-07T14:02:14.881444+0000","last_peered":"2023-12-07T14:02:14.881444+0000","last_clean":"2023-12-07T14:02:14.881444+0000","last_became_active":"2023-12-07T14:00:47.721534+0000","last_became_peered":"2023-12-07T14:00:47.721534+0000","last_unstale":"2023-12-07T14:02:14.881444+0000","last_undegraded":"2023-12-07T14:02:14.881444+0000","last_fullsized":"2023-12-07T14:02:14.881444+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:09:19.118457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"83'7","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276787+0000","last_change":"2023-12-07T14:00:46.900079+0000","last_active":"2023-12-07T14:01:15.276787+0000","last_peered":"2023-12-07T14:01:15.276787+0000","last_clean":"2023-12-07T14:01:15.276787+0000","last_became_active":"2023-12-07T14:00:46.899773+0000","last_became_peered":"2023-12-07T14:00:46.899773+0000","last_unstale":"2023-12-07T14:01:15.276787+0000","last_undegraded":"2023-12-07T14:01:15.276787+0000","last_fullsized":"2023-12-07T14:01:15.276787+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:19:26.727846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272409+0000","last_change":"2023-12-07T14:00:47.719191+0000","last_active":"2023-12-07T14:01:15.272409+0000","last_peered":"2023-12-07T14:01:15.272409+0000","last_clean":"2023-12-07T14:01:15.272409+0000","last_became_active":"2023-12-07T14:00:47.718579+0000","last_became_peered":"2023-12-07T14:00:47.718579+0000","last_unstale":"2023-12-07T14:01:15.272409+0000","last_undegraded":"2023-12-07T14:01:15.272409+0000","last_fullsized":"2023-12-07T14:01:15.272409+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:47:19.348402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"83'3","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:01:16.289542+0000","last_change":"2023-12-07T14:01:16.289148+0000","last_active":"2023-12-07T14:01:16.289542+0000","last_peered":"2023-12-07T14:01:16.289542+0000","last_clean":"2023-12-07T14:01:16.289542+0000","last_became_active":"2023-12-07T14:01:16.279487+0000","last_became_peered":"2023-12-07T14:01:16.279487+0000","last_unstale":"2023-12-07T14:01:16.289542+0000","last_undegraded":"2023-12-07T14:01:16.289542+0000","last_fullsized":"2023-12-07T14:01:16.289542+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:11:19.195757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277079+0000","last_change":"2023-12-07T14:00:47.726154+0000","last_active":"2023-12-07T14:01:15.277079+0000","last_peered":"2023-12-07T14:01:15.277079+0000","last_clean":"2023-12-07T14:01:15.277079+0000","last_became_active":"2023-12-07T14:00:47.725878+0000","last_became_peered":"2023-12-07T14:00:47.725878+0000","last_unstale":"2023-12-07T14:01:15.277079+0000","last_undegraded":"2023-12-07T14:01:15.277079+0000","last_fullsized":"2023-12-07T14:01:15.277079+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:42:05.709841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"83'4","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274635+0000","last_change":"2023-12-07T14:00:46.894224+0000","last_active":"2023-12-07T14:01:15.274635+0000","last_peered":"2023-12-07T14:01:15.274635+0000","last_clean":"2023-12-07T14:01:15.274635+0000","last_became_active":"2023-12-07T14:00:46.893880+0000","last_became_peered":"2023-12-07T14:00:46.893880+0000","last_unstale":"2023-12-07T14:01:15.274635+0000","last_undegraded":"2023-12-07T14:01:15.274635+0000","last_fullsized":"2023-12-07T14:01:15.274635+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:42.986463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"85'5","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.927672+0000","last_change":"2023-12-07T14:00:47.725233+0000","last_active":"2023-12-07T14:02:14.927672+0000","last_peered":"2023-12-07T14:02:14.927672+0000","last_clean":"2023-12-07T14:02:14.927672+0000","last_became_active":"2023-12-07T14:00:47.724816+0000","last_became_peered":"2023-12-07T14:00:47.724816+0000","last_unstale":"2023-12-07T14:02:14.927672+0000","last_undegraded":"2023-12-07T14:02:14.927672+0000","last_fullsized":"2023-12-07T14:02:14.927672+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:14:19.221414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'7","reported_seq":110,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:15.276026+0000","last_change":"2023-12-07T14:00:46.895836+0000","last_active":"2023-12-07T14:02:15.276026+0000","last_peered":"2023-12-07T14:02:15.276026+0000","last_clean":"2023-12-07T14:02:15.276026+0000","last_became_active":"2023-12-07T14:00:46.895572+0000","last_became_peered":"2023-12-07T14:00:46.895572+0000","last_unstale":"2023-12-07T14:02:15.276026+0000","last_undegraded":"2023-12-07T14:02:15.276026+0000","last_fullsized":"2023-12-07T14:02:15.276026+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:18:04.498284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1699,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":88,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.927608+0000","last_change":"2023-12-07T14:00:47.721621+0000","last_active":"2023-12-07T14:02:14.927608+0000","last_peered":"2023-12-07T14:02:14.927608+0000","last_clean":"2023-12-07T14:02:14.927608+0000","last_became_active":"2023-12-07T14:00:47.721373+0000","last_became_peered":"2023-12-07T14:00:47.721373+0000","last_unstale":"2023-12-07T14:02:14.927608+0000","last_undegraded":"2023-12-07T14:02:14.927608+0000","last_fullsized":"2023-12-07T14:02:14.927608+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:44:33.896304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"83'3","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.270413+0000","last_change":"2023-12-07T14:00:46.899041+0000","last_active":"2023-12-07T14:01:15.270413+0000","last_peered":"2023-12-07T14:01:15.270413+0000","last_clean":"2023-12-07T14:01:15.270413+0000","last_became_active":"2023-12-07T14:00:46.898757+0000","last_became_peered":"2023-12-07T14:00:46.898757+0000","last_unstale":"2023-12-07T14:01:15.270413+0000","last_undegraded":"2023-12-07T14:01:15.270413+0000","last_fullsized":"2023-12-07T14:01:15.270413+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:30:23.094360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'7","reported_seq":21,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.923097+0000","last_change":"2023-12-07T14:00:47.723404+0000","last_active":"2023-12-07T14:02:14.923097+0000","last_peered":"2023-12-07T14:02:14.923097+0000","last_clean":"2023-12-07T14:02:14.923097+0000","last_became_active":"2023-12-07T14:00:47.722791+0000","last_became_peered":"2023-12-07T14:00:47.722791+0000","last_unstale":"2023-12-07T14:02:14.923097+0000","last_undegraded":"2023-12-07T14:02:14.923097+0000","last_fullsized":"2023-12-07T14:02:14.923097+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T20:46:36.029174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":123,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"83'5","reported_seq":20,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275496+0000","last_change":"2023-12-07T14:00:46.898921+0000","last_active":"2023-12-07T14:01:15.275496+0000","last_peered":"2023-12-07T14:01:15.275496+0000","last_clean":"2023-12-07T14:01:15.275496+0000","last_became_active":"2023-12-07T14:00:46.898632+0000","last_became_peered":"2023-12-07T14:00:46.898632+0000","last_unstale":"2023-12-07T14:01:15.275496+0000","last_undegraded":"2023-12-07T14:01:15.275496+0000","last_fullsized":"2023-12-07T14:01:15.275496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:45.870861+0000","last_clean_scrub_stamp":"2023-12-07T14:00:45.870861+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:48:46.354219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"85'9","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.917458+0000","last_change":"2023-12-07T14:00:47.723227+0000","last_active":"2023-12-07T14:02:14.917458+0000","last_peered":"2023-12-07T14:02:14.917458+0000","last_clean":"2023-12-07T14:02:14.917458+0000","last_became_active":"2023-12-07T14:00:47.722816+0000","last_became_peered":"2023-12-07T14:00:47.722816+0000","last_unstale":"2023-12-07T14:02:14.917458+0000","last_undegraded":"2023-12-07T14:02:14.917458+0000","last_fullsized":"2023-12-07T14:02:14.917458+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:19:28.343266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272431+0000","last_change":"2023-12-07T14:00:47.720963+0000","last_active":"2023-12-07T14:01:15.272431+0000","last_peered":"2023-12-07T14:01:15.272431+0000","last_clean":"2023-12-07T14:01:15.272431+0000","last_became_active":"2023-12-07T14:00:47.718255+0000","last_became_peered":"2023-12-07T14:00:47.718255+0000","last_unstale":"2023-12-07T14:01:15.272431+0000","last_undegraded":"2023-12-07T14:01:15.272431+0000","last_fullsized":"2023-12-07T14:01:15.272431+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T14:43:26.661794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"85'12","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.925479+0000","last_change":"2023-12-07T14:00:47.719176+0000","last_active":"2023-12-07T14:02:14.925479+0000","last_peered":"2023-12-07T14:02:14.925479+0000","last_clean":"2023-12-07T14:02:14.925479+0000","last_became_active":"2023-12-07T14:00:47.718863+0000","last_became_peered":"2023-12-07T14:00:47.718863+0000","last_unstale":"2023-12-07T14:02:14.925479+0000","last_undegraded":"2023-12-07T14:02:14.925479+0000","last_fullsized":"2023-12-07T14:02:14.925479+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T15:41:31.101074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"85'8","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.929408+0000","last_change":"2023-12-07T14:00:47.720106+0000","last_active":"2023-12-07T14:02:14.929408+0000","last_peered":"2023-12-07T14:02:14.929408+0000","last_clean":"2023-12-07T14:02:14.929408+0000","last_became_active":"2023-12-07T14:00:47.719524+0000","last_became_peered":"2023-12-07T14:00:47.719524+0000","last_unstale":"2023-12-07T14:02:14.929408+0000","last_undegraded":"2023-12-07T14:02:14.929408+0000","last_fullsized":"2023-12-07T14:02:14.929408+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:45:47.084843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.271985+0000","last_change":"2023-12-07T14:00:47.721479+0000","last_active":"2023-12-07T14:01:15.271985+0000","last_peered":"2023-12-07T14:01:15.271985+0000","last_clean":"2023-12-07T14:01:15.271985+0000","last_became_active":"2023-12-07T14:00:47.721185+0000","last_became_peered":"2023-12-07T14:00:47.721185+0000","last_unstale":"2023-12-07T14:01:15.271985+0000","last_undegraded":"2023-12-07T14:01:15.271985+0000","last_fullsized":"2023-12-07T14:01:15.271985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:13:29.104211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.275150+0000","last_change":"2023-12-07T14:00:47.715157+0000","last_active":"2023-12-07T14:01:15.275150+0000","last_peered":"2023-12-07T14:01:15.275150+0000","last_clean":"2023-12-07T14:01:15.275150+0000","last_became_active":"2023-12-07T14:00:47.714821+0000","last_became_peered":"2023-12-07T14:00:47.714821+0000","last_unstale":"2023-12-07T14:01:15.275150+0000","last_undegraded":"2023-12-07T14:01:15.275150+0000","last_fullsized":"2023-12-07T14:01:15.275150+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:22:44.158549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272626+0000","last_change":"2023-12-07T14:00:47.715105+0000","last_active":"2023-12-07T14:01:15.272626+0000","last_peered":"2023-12-07T14:01:15.272626+0000","last_clean":"2023-12-07T14:01:15.272626+0000","last_became_active":"2023-12-07T14:00:47.714800+0000","last_became_peered":"2023-12-07T14:00:47.714800+0000","last_unstale":"2023-12-07T14:01:15.272626+0000","last_undegraded":"2023-12-07T14:01:15.272626+0000","last_fullsized":"2023-12-07T14:01:15.272626+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:08:18.358628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"85'15","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-12-07T14:02:14.919096+0000","last_change":"2023-12-07T14:00:47.723311+0000","last_active":"2023-12-07T14:02:14.919096+0000","last_peered":"2023-12-07T14:02:14.919096+0000","last_clean":"2023-12-07T14:02:14.919096+0000","last_became_active":"2023-12-07T14:00:47.723024+0000","last_became_peered":"2023-12-07T14:00:47.723024+0000","last_unstale":"2023-12-07T14:02:14.919096+0000","last_undegraded":"2023-12-07T14:02:14.919096+0000","last_fullsized":"2023-12-07T14:02:14.919096+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T18:50:23.765138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.277414+0000","last_change":"2023-12-07T14:00:47.719375+0000","last_active":"2023-12-07T14:01:15.277414+0000","last_peered":"2023-12-07T14:01:15.277414+0000","last_clean":"2023-12-07T14:01:15.277414+0000","last_became_active":"2023-12-07T14:00:47.719065+0000","last_became_peered":"2023-12-07T14:00:47.719065+0000","last_unstale":"2023-12-07T14:01:15.277414+0000","last_undegraded":"2023-12-07T14:01:15.277414+0000","last_fullsized":"2023-12-07T14:01:15.277414+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T23:06:07.614629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.269807+0000","last_change":"2023-12-07T14:00:47.719875+0000","last_active":"2023-12-07T14:01:15.269807+0000","last_peered":"2023-12-07T14:01:15.269807+0000","last_clean":"2023-12-07T14:01:15.269807+0000","last_became_active":"2023-12-07T14:00:47.719448+0000","last_became_peered":"2023-12-07T14:00:47.719448+0000","last_unstale":"2023-12-07T14:01:15.269807+0000","last_undegraded":"2023-12-07T14:01:15.269807+0000","last_fullsized":"2023-12-07T14:01:15.269807+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T01:06:47.582967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276709+0000","last_change":"2023-12-07T14:00:47.723713+0000","last_active":"2023-12-07T14:01:15.276709+0000","last_peered":"2023-12-07T14:01:15.276709+0000","last_clean":"2023-12-07T14:01:15.276709+0000","last_became_active":"2023-12-07T14:00:47.720971+0000","last_became_peered":"2023-12-07T14:00:47.720971+0000","last_unstale":"2023-12-07T14:01:15.276709+0000","last_undegraded":"2023-12-07T14:01:15.276709+0000","last_fullsized":"2023-12-07T14:01:15.276709+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T21:03:46.117572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.276861+0000","last_change":"2023-12-07T14:00:47.724205+0000","last_active":"2023-12-07T14:01:15.276861+0000","last_peered":"2023-12-07T14:01:15.276861+0000","last_clean":"2023-12-07T14:01:15.276861+0000","last_became_active":"2023-12-07T14:00:47.723814+0000","last_became_peered":"2023-12-07T14:00:47.723814+0000","last_unstale":"2023-12-07T14:01:15.276861+0000","last_undegraded":"2023-12-07T14:01:15.276861+0000","last_fullsized":"2023-12-07T14:01:15.276861+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T17:35:32.658355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.274947+0000","last_change":"2023-12-07T14:00:47.725350+0000","last_active":"2023-12-07T14:01:15.274947+0000","last_peered":"2023-12-07T14:01:15.274947+0000","last_clean":"2023-12-07T14:01:15.274947+0000","last_became_active":"2023-12-07T14:00:47.723726+0000","last_became_peered":"2023-12-07T14:00:47.723726+0000","last_unstale":"2023-12-07T14:01:15.274947+0000","last_undegraded":"2023-12-07T14:01:15.274947+0000","last_fullsized":"2023-12-07T14:01:15.274947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-08T22:22:43.602661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":84,"state":"active+clean","last_fresh":"2023-12-07T14:01:15.272529+0000","last_change":"2023-12-07T14:00:47.714333+0000","last_active":"2023-12-07T14:01:15.272529+0000","last_peered":"2023-12-07T14:01:15.272529+0000","last_clean":"2023-12-07T14:01:15.272529+0000","last_became_active":"2023-12-07T14:00:47.714016+0000","last_became_peered":"2023-12-07T14:00:47.714016+0000","last_unstale":"2023-12-07T14:01:15.272529+0000","last_undegraded":"2023-12-07T14:01:15.272529+0000","last_fullsized":"2023-12-07T14:01:15.272529+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-12-07T14:00:46.872640+0000","last_clean_scrub_stamp":"2023-12-07T14:00:46.872640+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-12-09T00:42:46.813653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":246,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":122,"ondisk_log_size":122,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":65589,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":848,"num_read_kb":492,"num_write":240,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":22,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":561152,"data_stored":202113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":78,"seq":335007449118,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":925696,"data_stored":442230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55900000000000005,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.81000000000000005,"5min":0.872,"15min":0.872},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.52400000000000002,"15min":0.51200000000000001},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.681,"5min":1.681,"15min":1.681},"last":0.70399999999999996}]},{"osd":1,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.61899999999999999,"15min":0.61299999999999999},"min":{"1min":0.43099999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59299999999999997,"15min":0.57999999999999996},"min":{"1min":0.45900000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.80100000000000005,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.76400000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.48299999999999998,"15min":0.47299999999999998},"min":{"1min":0.36599999999999999,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.48199999999999998,"15min":0.46700000000000003},"min":{"1min":0.36699999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.89400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":4,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.63700000000000001,"15min":0.624},"min":{"1min":0.56999999999999995,"5min":0.373,"15min":0.373},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.501,"5min":0.433,"15min":0.433},"max":{"1min":0.91300000000000003,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.86299999999999999}]},{"osd":5,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.56399999999999995,"15min":0.55800000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84999999999999998,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.50800000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.96099999999999997}]},{"osd":6,"last update":"Thu Dec 7 14:01:07 2023","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":5.0839999999999996,"5min":5.0839999999999996,"15min":5.0839999999999996},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":5.9290000000000003,"5min":5.9290000000000003,"15min":5.9290000000000003},"last":0.51600000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.72499999999999998,"15min":0.71099999999999997},"min":{"1min":0.65800000000000003,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":1.036},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.71799999999999997,"15min":0.70799999999999996},"min":{"1min":0.60799999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0189999999999999,"5min":1.147,"15min":1.147},"last":0.91300000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":1.0129999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.73699999999999999,"15min":0.72199999999999998},"min":{"1min":0.61799999999999999,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.77100000000000002,"15min":0.754},"min":{"1min":0.68000000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.6120000000000001,"5min":1.6120000000000001,"15min":1.6120000000000001},"last":0.98899999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:02:08 2023","interfaces":[{"interface":"back","average":{"1min":0.80400000000000005,"5min":0.749,"15min":0.73999999999999999},"min":{"1min":0.64800000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.98299999999999998,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.94199999999999995},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.76300000000000001,"15min":0.754},"min":{"1min":0.66900000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.96999999999999997,"5min":1.4970000000000001,"15min":1.4970000000000001},"last":0.88100000000000001}]}]},{"osd":10,"up_from":71,"seq":304942678050,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28592,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716560,"statfs":{"total":95995035648,"available":95965757440,"internally_reserved":0,"allocated":1613824,"data_stored":1090456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.56899999999999995}]},{"osd":1,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.49399999999999999,"15min":0.49199999999999999},"min":{"1min":0.372,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.64500000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.495},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.53800000000000003,"15min":0.53100000000000003},"min":{"1min":0.39900000000000002,"5min":0.249,"15min":0.249},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.53200000000000003}]},{"osd":2,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.64100000000000001,"15min":0.64300000000000002},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.78200000000000003,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.69899999999999995,"15min":0.70399999999999996},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.879,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.73799999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.64600000000000002,"15min":0.64800000000000002},"min":{"1min":0.45000000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.86799999999999999,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.68999999999999995,"15min":0.68600000000000005},"min":{"1min":0.53500000000000003,"5min":0.37,"15min":0.37},"max":{"1min":0.90100000000000002,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.90600000000000003}]},{"osd":4,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.65900000000000003,"15min":0.65100000000000002},"min":{"1min":0.52000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90400000000000003,"5min":0.996,"15min":0.996},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.64200000000000002,"15min":0.64300000000000002},"min":{"1min":0.40300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.93500000000000005,"5min":1.0920000000000001,"15min":1.0920000000000001},"last":0.629}]},{"osd":5,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.74099999999999999,"15min":0.73499999999999999},"min":{"1min":0.65800000000000003,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0089999999999999,"5min":1.179,"15min":1.179},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.754,"5min":0.79100000000000004,"15min":0.79700000000000004},"min":{"1min":0.60399999999999998,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.96199999999999997,"5min":1.25,"15min":1.25},"last":0.88400000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.91900000000000004,"15min":0.94999999999999996},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.0189999999999999,"5min":3.71,"15min":3.71},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.78600000000000003,"15min":0.78400000000000003},"min":{"1min":0.65400000000000003,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.96699999999999997,"5min":1.169,"15min":1.169},"last":0.86099999999999999}]},{"osd":7,"last update":"Thu Dec 7 14:00:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.2150000000000001,"5min":1.2150000000000001,"15min":1.2150000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.872,"5min":0.86899999999999999,"15min":0.86899999999999999},"min":{"1min":0.64200000000000002,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.0660000000000001,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.87,"15min":0.877},"min":{"1min":0.67300000000000004,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.0349999999999999,"5min":1.306,"15min":1.306},"last":0.76800000000000002}]},{"osd":9,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.88200000000000001,"15min":0.88400000000000001},"min":{"1min":0.753,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.006,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.88200000000000001,"15min":0.89600000000000002},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":0.98999999999999999,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.82499999999999996}]},{"osd":11,"last update":"Thu Dec 7 14:02:09 2023","interfaces":[{"interface":"back","average":{"1min":0.84299999999999997,"5min":0.86899999999999999,"15min":0.873},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0529999999999999,"5min":1.0980000000000001,"15min":1.0980000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.88900000000000001,"15min":0.88400000000000001},"min":{"1min":0.63300000000000001,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.98899999999999999}]}]},{"osd":9,"up_from":66,"seq":283467841575,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":946176,"data_stored":441750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48599999999999999,"15min":0.48999999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.314},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.505,"15min":0.52300000000000002},"min":{"1min":0.31900000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.56999999999999995,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.67400000000000004,"15min":0.68200000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.64700000000000002,"15min":0.65500000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.48699999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.65900000000000003,"15min":0.66800000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.86199999999999999,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.68600000000000005,"15min":0.70199999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83499999999999996,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.58499999999999996}]},{"osd":3,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.63700000000000001,"15min":0.65100000000000002},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":1.2210000000000001,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.58799999999999997,"15min":0.60499999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.72599999999999998,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.35699999999999998}]},{"osd":4,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.77700000000000002,"15min":0.79700000000000004},"min":{"1min":0.42299999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93100000000000005,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.499},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.78600000000000003,"15min":0.80100000000000005},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.036,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.70599999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.78400000000000003,"15min":0.80400000000000005},"min":{"1min":0.48299999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0569999999999999,"5min":1.135,"15min":1.135},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.71699999999999997,"5min":0.80200000000000005,"15min":0.81599999999999995},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.75700000000000001}]},{"osd":6,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0109999999999999,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.442},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.80600000000000005,"15min":0.82999999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.97299999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.52400000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.86799999999999999,"15min":0.88400000000000001},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.1930000000000001,"5min":1.1930000000000001,"15min":1.1930000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83899999999999997,"15min":0.85499999999999998},"min":{"1min":0.59099999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.115,"5min":1.2769999999999999,"15min":1.2769999999999999},"last":0.71699999999999997}]},{"osd":8,"last update":"Thu Dec 7 14:01:23 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.871,"15min":0.89100000000000001},"min":{"1min":0.54600000000000004,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.028,"5min":1.101,"15min":1.101},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.878,"15min":0.89500000000000002},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.0009999999999999,"5min":1.236,"15min":1.236},"last":0.73599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.81699999999999995,"15min":0.82299999999999995},"min":{"1min":0.59399999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.97399999999999998,"5min":1.214,"15min":1.214},"last":0.745},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.83399999999999996,"15min":0.83799999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.018,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.64500000000000002}]}]},{"osd":8,"up_from":59,"seq":253403070507,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":442106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.54200000000000004,"15min":0.51400000000000001},"min":{"1min":0.375,"5min":0.317,"15min":0.317},"max":{"1min":2.6469999999999998,"5min":2.6469999999999998,"15min":2.6469999999999998},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.55100000000000005,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":2.7690000000000001,"5min":2.7690000000000001,"15min":2.7690000000000001},"last":0.79800000000000004}]},{"osd":1,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.59599999999999997,"15min":0.57799999999999996},"min":{"1min":0.42499999999999999,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.628,"15min":0.61299999999999999},"min":{"1min":0.496,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.504}]},{"osd":2,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.47999999999999998,"15min":0.46700000000000003},"min":{"1min":0.39400000000000002,"5min":0.317,"15min":0.317},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.625},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.51100000000000001,"15min":0.49399999999999999},"min":{"1min":0.42999999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.81999999999999995,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.64500000000000002}]},{"osd":3,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.61099999999999999,"15min":0.59699999999999998},"min":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.4649999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.97999999999999998,"5min":0.67300000000000004,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.6449999999999996,"5min":7.6449999999999996,"15min":7.6449999999999996},"last":0.66800000000000004}]},{"osd":4,"last update":"Thu Dec 7 14:00:54 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.63900000000000001,"15min":0.63500000000000001},"min":{"1min":0.437,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.50600000000000001,"5min":0.503,"15min":0.503},"max":{"1min":0.80900000000000005,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.77300000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.57099999999999995,"15min":0.55300000000000005},"min":{"1min":0.44700000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.60799999999999998,"15min":0.59599999999999997},"min":{"1min":0.36499999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.84799999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":0.745,"15min":0.69599999999999995},"min":{"1min":0.50600000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":7.6879999999999997,"5min":7.6879999999999997,"15min":7.6879999999999997},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.70199999999999996,"15min":0.68899999999999995},"min":{"1min":0.60899999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.88300000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:56 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.751,"15min":0.73199999999999998},"min":{"1min":0.69399999999999995,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.745,"15min":0.73099999999999998},"min":{"1min":0.61299999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.0820000000000001,"5min":1.119,"15min":1.119},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":0.77600000000000002,"15min":0.71499999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":7.6269999999999998,"5min":7.6269999999999998,"15min":7.6269999999999998},"last":0.89900000000000002},{"interface":"front","average":{"1min":1.157,"5min":0.80400000000000005,"15min":0.745},"min":{"1min":0.47999999999999998,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":7.7149999999999999,"5min":7.7149999999999999,"15min":7.7149999999999999},"last":0.86599999999999999}]},{"osd":10,"last update":"Thu Dec 7 14:01:42 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.77000000000000002,"15min":0.753},"min":{"1min":0.69099999999999995,"5min":0.505,"15min":0.505},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.92900000000000005},{"interface":"front","average":{"1min":0.86599999999999999,"5min":0.746,"15min":0.72599999999999998},"min":{"1min":0.70499999999999996,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.91300000000000003}]},{"osd":11,"last update":"Thu Dec 7 14:01:50 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":1.004}]}]},{"osd":7,"up_from":51,"seq":219043332144,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1035637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:35 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.35899999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.36299999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.34699999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.44500000000000001,"15min":0.42899999999999999},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.83299999999999996,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.48199999999999998,"15min":0.47199999999999998},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.67100000000000004,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.52100000000000002}]},{"osd":2,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.64200000000000002,"15min":0.63500000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.1579999999999999,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.61099999999999999,"15min":0.59099999999999997},"min":{"1min":0.439,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.70899999999999996,"15min":0.75600000000000001},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.88200000000000001,"5min":3.5619999999999998,"15min":3.5619999999999998},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.64000000000000001,"15min":0.64100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.46500000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.84499999999999997,"5min":0.96399999999999997,"15min":0.96399999999999997},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85299999999999998,"5min":1.107,"15min":1.107},"last":0.438}]},{"osd":5,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.70499999999999996,"15min":0.70099999999999996},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.93600000000000005,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.503},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.78300000000000003,"15min":0.81299999999999994},"min":{"1min":0.47799999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.028,"5min":3.5209999999999999,"15min":3.5209999999999999},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Dec 7 14:01:37 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.73599999999999999,"15min":0.747},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.96499999999999997,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.74199999999999999,"15min":0.76000000000000001},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.879,"5min":1.2210000000000001,"15min":1.2210000000000001},"last":0.73399999999999999}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.76200000000000001,"5min":0.748,"15min":0.746},"min":{"1min":0.55000000000000004,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.012,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.80400000000000005,"15min":0.80300000000000005},"min":{"1min":0.63600000000000001,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.98199999999999998,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.66700000000000004}]},{"osd":9,"last update":"Thu Dec 7 14:01:22 2023","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.81000000000000005,"15min":0.82099999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.96599999999999997,"5min":1.1679999999999999,"15min":1.1679999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.76400000000000001,"15min":0.77000000000000002},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.98599999999999999,"5min":1.179,"15min":1.179},"last":0.82699999999999996}]},{"osd":10,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.58599999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.0249999999999999,"5min":1.036,"15min":1.036},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.79000000000000004,"15min":0.78300000000000003},"min":{"1min":0.61499999999999999,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.042,"5min":1.127,"15min":1.127},"last":0.77800000000000002}]},{"osd":11,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.88},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.91700000000000004}]}]},{"osd":6,"up_from":46,"seq":197568495669,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.84599999999999997,"5min":0.46700000000000003,"15min":0.39500000000000002},"min":{"1min":0.245,"5min":0.245,"15min":0.245},"max":{"1min":8.8260000000000005,"5min":8.8260000000000005,"15min":8.8260000000000005},"last":0.317},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.51400000000000001,"15min":0.433},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":11.115,"5min":11.115,"15min":11.115},"last":0.34000000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.58299999999999996,"15min":0.55700000000000005},"min":{"1min":0.40799999999999997,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":1.008,"5min":0.67000000000000004,"15min":0.60799999999999998},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":8.7739999999999991,"5min":8.7739999999999991,"15min":8.7739999999999991},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":0.67700000000000005,"15min":0.59899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":11.340999999999999,"5min":11.340999999999999,"15min":11.340999999999999},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.39000000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.47399999999999998,"15min":0.45400000000000001},"min":{"1min":0.314,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":1.607,"5min":1.607,"15min":1.607},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.60099999999999998,"15min":0.52900000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":8.9550000000000001,"5min":8.9550000000000001,"15min":8.9550000000000001},"last":0.51100000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.1739999999999999,"5min":0.73899999999999999,"15min":0.65600000000000003},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.24,"5min":11.24,"15min":11.24},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.72199999999999998,"5min":0.65600000000000003,"15min":0.63600000000000001},"min":{"1min":0.42999999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.498}]},{"osd":5,"last update":"Thu Dec 7 14:01:15 2023","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":0.74099999999999999,"15min":0.68200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":8.9260000000000002,"5min":8.9260000000000002,"15min":8.9260000000000002},"last":0.69999999999999996},{"interface":"front","average":{"1min":1.1779999999999999,"5min":0.76600000000000001,"15min":0.69599999999999995},"min":{"1min":0.41699999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":11.308,"5min":11.308,"15min":11.308},"last":0.629}]},{"osd":7,"last update":"Thu Dec 7 14:01:40 2023","interfaces":[{"interface":"back","average":{"1min":1.0249999999999999,"5min":0.78100000000000003,"15min":0.72699999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":8.8949999999999996,"5min":8.8949999999999996,"15min":8.8949999999999996},"last":0.65500000000000003},{"interface":"front","average":{"1min":1.165,"5min":0.81100000000000005,"15min":0.74299999999999999},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":11.206,"5min":11.206,"15min":11.206},"last":0.68000000000000005}]},{"osd":8,"last update":"Thu Dec 7 14:02:02 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.69799999999999995,"15min":0.71299999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.115,"5min":0.82899999999999996,"15min":0.80000000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":11.273999999999999,"5min":11.273999999999999,"15min":11.273999999999999},"last":0.74399999999999999}]},{"osd":9,"last update":"Thu Dec 7 14:01:18 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.70399999999999996,"15min":0.69699999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.6950000000000001,"5min":1.6950000000000001,"15min":1.6950000000000001},"last":0.62},{"interface":"front","average":{"1min":1.1319999999999999,"5min":0.79900000000000004,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":8.9879999999999995,"5min":8.9879999999999995,"15min":8.9879999999999995},"last":0.56000000000000005}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":0.874,"15min":0.84199999999999997},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":8.8640000000000008,"5min":8.8640000000000008,"15min":8.8640000000000008},"last":0.60499999999999998},{"interface":"front","average":{"1min":1.196,"5min":0.89200000000000002,"15min":0.84199999999999997},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":11.167,"5min":11.167,"15min":11.167},"last":0.71699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":987136,"data_stored":500560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.51500000000000001,"15min":0.47899999999999998},"min":{"1min":0.33200000000000002,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53200000000000003,"15min":0.48499999999999999},"min":{"1min":0.34100000000000003,"5min":0.313,"15min":0.313},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.81899999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73299999999999998,"5min":0.61199999999999999,"15min":0.54900000000000004},"min":{"1min":0.50600000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.995,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.61399999999999999,"15min":0.54800000000000004},"min":{"1min":0.52400000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.91900000000000004,"5min":1.736,"15min":1.736},"last":0.874}]},{"osd":3,"last update":"Thu Dec 7 14:02:11 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.56899999999999995,"15min":0.54300000000000004},"min":{"1min":0.36799999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.56200000000000006,"15min":0.54200000000000004},"min":{"1min":0.39900000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.6699999999999999,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.71199999999999997}]},{"osd":4,"last update":"Thu Dec 7 14:01:29 2023","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.45900000000000002,"15min":0.42099999999999999},"min":{"1min":0.32700000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.79200000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.495,"15min":0.45000000000000001},"min":{"1min":0.34499999999999997,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.872,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:01:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59599999999999997,"15min":0.54400000000000004},"min":{"1min":0.54900000000000004,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.77300000000000002,"5min":0.63500000000000001,"15min":0.56000000000000005},"min":{"1min":0.51900000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.94899999999999995,"5min":1.569,"15min":1.569},"last":0.95399999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.64700000000000002,"15min":0.622},"min":{"1min":0.50900000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89600000000000002,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.60599999999999998,"15min":0.58999999999999997},"min":{"1min":0.42499999999999999,"5min":0.378,"15min":0.378},"max":{"1min":0.78500000000000003,"5min":0.995,"15min":0.995},"last":0.88900000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:35 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.59099999999999997,"15min":0.56399999999999995},"min":{"1min":0.53500000000000003,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.69499999999999995,"15min":0.66600000000000004},"min":{"1min":0.52000000000000002,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.90200000000000002}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.85099999999999998,"15min":0.85699999999999998},"min":{"1min":0.65100000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.079,"5min":3.2229999999999999,"15min":3.2229999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.81999999999999995,"15min":0.83699999999999997},"min":{"1min":0.59499999999999997,"5min":0.502,"15min":0.502},"max":{"1min":1.046,"5min":3.242,"15min":3.242},"last":0.98299999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:21 2023","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.76000000000000001,"15min":0.754},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.7470000000000001,"5min":1.7470000000000001,"15min":1.7470000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.83399999999999996,"15min":0.82199999999999995},"min":{"1min":0.63900000000000001,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.995}]},{"osd":10,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.78100000000000003,"15min":0.76900000000000002},"min":{"1min":0.65000000000000002,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.0649999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.0109999999999999},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.79500000000000004,"15min":0.78500000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.056,"5min":1.107,"15min":1.107},"last":1.0249999999999999}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"max":{"1min":1.093,"5min":1.093,"15min":1.093},"last":1.0780000000000001},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":1.0649999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738449,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":443194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Dec 7 14:01:26 2023","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.55900000000000005,"15min":0.53500000000000003},"min":{"1min":0.34899999999999998,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.78100000000000003,"5min":1.6000000000000001,"15min":1.6000000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.501,"5min":0.51400000000000001,"15min":0.52600000000000002},"min":{"1min":0.32700000000000001,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.57299999999999995}]},{"osd":2,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.58399999999999996},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.77800000000000002,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.61399999999999999,"15min":0.60499999999999998},"min":{"1min":0.40799999999999997,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.77800000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.74199999999999999}]},{"osd":3,"last update":"Thu Dec 7 14:01:50 2023","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58799999999999997,"15min":0.56299999999999994},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.93000000000000005,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.63},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.56599999999999995,"15min":0.53200000000000003},"min":{"1min":0.40500000000000003,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84399999999999997,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.46999999999999997}]},{"osd":5,"last update":"Thu Dec 7 14:01:54 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.56799999999999995},"min":{"1min":0.43099999999999999,"5min":0.377,"15min":0.377},"max":{"1min":0.70499999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.60499999999999998,"15min":0.59399999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.871,"5min":0.875,"15min":0.875},"last":0.70599999999999996}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.52400000000000002,"15min":0.52600000000000002},"min":{"1min":0.30399999999999999,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.66200000000000003,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.55600000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.70099999999999996,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.67300000000000004}]},{"osd":7,"last update":"Thu Dec 7 14:00:34 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.52200000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.72699999999999998,"15min":0.72199999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.57099999999999995}]},{"osd":8,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.67800000000000005,"15min":0.70699999999999996},"min":{"1min":0.48799999999999999,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.76700000000000002,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.72999999999999998,"15min":0.75600000000000001},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.90200000000000002,"5min":1.157,"15min":1.157},"last":0.80500000000000005}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.63400000000000001,"15min":0.64900000000000002},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.79300000000000004,"5min":0.875,"15min":0.875},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.749,"15min":0.77700000000000002},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.81799999999999995,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.72299999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.73699999999999999,"15min":0.749},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98499999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.68799999999999994,"15min":0.69599999999999995},"min":{"1min":0.54200000000000004,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.79200000000000004,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.61899999999999999}]},{"osd":11,"last update":"Thu Dec 7 14:02:11 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.69799999999999995,"15min":0.70099999999999996},"min":{"1min":0.52500000000000002,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.83399999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":0.95699999999999996,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.83899999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1011712,"data_stored":505816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.47199999999999998,"15min":0.47399999999999998},"min":{"1min":0.35899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.314},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.54400000000000004,"15min":0.51800000000000002},"min":{"1min":0.32900000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":6.5469999999999997,"5min":6.5469999999999997,"15min":6.5469999999999997},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.53000000000000003,"15min":0.503},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.073,"5min":1.073,"15min":1.073},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.59099999999999997,"15min":0.53700000000000003},"min":{"1min":0.45900000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.91000000000000003,"5min":2.8980000000000001,"15min":2.8980000000000001},"last":0.60699999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:02:09 2023","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55000000000000004,"15min":0.53300000000000003},"min":{"1min":0.39000000000000001,"5min":0.254,"15min":0.254},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.53300000000000003,"15min":0.52200000000000002},"min":{"1min":0.34300000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.103,"5min":1.103,"15min":1.103},"last":0.26400000000000001}]},{"osd":4,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.54800000000000004}]},{"osd":5,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.46200000000000002,"15min":0.43099999999999999},"min":{"1min":0.34799999999999998,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.46899999999999997,"15min":0.44800000000000001},"min":{"1min":0.33700000000000002,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.35699999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:02:13 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.58499999999999996,"15min":0.56499999999999995},"min":{"1min":0.44900000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59099999999999997,"15min":0.57799999999999996},"min":{"1min":0.49199999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.39100000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:00:31 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.65300000000000002,"15min":0.65400000000000003},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.83399999999999996,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.54200000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:02:01 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.57899999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39700000000000002,"5min":0.307,"15min":0.307},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.29499999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:19 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.52500000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.65600000000000003,"15min":0.64600000000000002},"min":{"1min":0.57299999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.85499999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.47499999999999998}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.69799999999999995,"15min":0.68400000000000005},"min":{"1min":0.55900000000000005,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.0209999999999999,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.754,"5min":0.66300000000000003,"15min":0.64800000000000002},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.65500000000000003}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.1759999999999999},"last":0.50800000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149762,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":942080,"data_stored":440973,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.373,"15min":0.34100000000000003},"min":{"1min":0.27800000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.48299999999999998,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.36899999999999999},"min":{"1min":0.28000000000000003,"5min":0.222,"15min":0.222},"max":{"1min":0.58599999999999997,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.35799999999999998}]},{"osd":1,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.55000000000000004,"15min":0.53600000000000003},"min":{"1min":0.40600000000000003,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80400000000000005,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.54700000000000004,"15min":0.50900000000000001},"min":{"1min":0.47199999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.65600000000000003,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44400000000000001}]},{"osd":2,"last update":"Thu Dec 7 14:02:10 2023","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.373,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.82799999999999996,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56100000000000005,"15min":0.54300000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.80700000000000005,"5min":0.97399999999999998,"15min":0.97399999999999998},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:28 2023","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.60499999999999998,"15min":0.58299999999999996},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88200000000000001,"5min":1.004,"15min":1.004},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.443,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.746,"5min":1,"15min":1},"last":0.51700000000000002}]},{"osd":5,"last update":"Thu Dec 7 14:02:00 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.50700000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.82599999999999996,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.63},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58699999999999997,"15min":0.55400000000000005},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.86699999999999999,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.60799999999999998}]},{"osd":6,"last update":"Thu Dec 7 14:01:13 2023","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53900000000000003,"15min":0.51300000000000001},"min":{"1min":0.36599999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.78900000000000003,"5min":1.075,"15min":1.075},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.52800000000000002,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.59999999999999998,"5min":1.1200000000000001,"15min":1.1200000000000001},"last":0.38800000000000001}]},{"osd":7,"last update":"Thu Dec 7 14:01:40 2023","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.45500000000000002,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.78100000000000003,"5min":1.204,"15min":1.204},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66600000000000004,"15min":0.64600000000000002},"min":{"1min":0.47599999999999998,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.78700000000000003,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64500000000000002}]},{"osd":8,"last update":"Thu Dec 7 13:59:55 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.57699999999999996}]},{"osd":9,"last update":"Thu Dec 7 14:01:24 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.71999999999999997,"15min":0.73699999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.90500000000000003,"5min":1.05,"15min":1.05},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.79700000000000004,"15min":0.81499999999999995},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.468,"5min":1.468,"15min":1.468},"last":0.66700000000000004}]},{"osd":10,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.78700000000000003,"15min":0.80300000000000005},"min":{"1min":0.57599999999999996,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":0.91800000000000004,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.621},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.76500000000000001,"15min":0.77700000000000002},"min":{"1min":0.56299999999999994,"5min":0.503,"15min":0.503},"max":{"1min":0.81799999999999995,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.68600000000000005}]},{"osd":11,"last update":"Thu Dec 7 14:01:47 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.65700000000000003}]}]},{"osd":4,"up_from":34,"seq":146028888126,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:00:30 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.501,"15min":0.48299999999999998},"min":{"1min":0.315,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.51700000000000002,"15min":0.499},"min":{"1min":0.35099999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.59399999999999997}]},{"osd":1,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.41799999999999998,"15min":0.38200000000000001},"min":{"1min":0.311,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.59399999999999997,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.45200000000000001,"15min":0.42199999999999999},"min":{"1min":0.27700000000000002,"5min":0.251,"15min":0.251},"max":{"1min":0.59399999999999997,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.55100000000000005}]},{"osd":2,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.61199999999999999,"15min":0.56999999999999995},"min":{"1min":0.49099999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.91900000000000004,"5min":1.5569999999999999,"15min":1.5569999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.62,"15min":0.57699999999999996},"min":{"1min":0.53000000000000003,"5min":0.377,"15min":0.377},"max":{"1min":0.85499999999999998,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.89000000000000001}]},{"osd":3,"last update":"Thu Dec 7 14:01:31 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.60699999999999998,"15min":0.57599999999999996},"min":{"1min":0.5,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.79700000000000004,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59299999999999997,"15min":0.56499999999999995},"min":{"1min":0.435,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88800000000000001,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.57799999999999996}]},{"osd":5,"last update":"Thu Dec 7 14:01:55 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65800000000000003,"15min":0.63400000000000001},"min":{"1min":0.48399999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.98599999999999999,"5min":1.605,"15min":1.605},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.67200000000000004,"15min":0.66600000000000004},"min":{"1min":0.57199999999999995,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":1.321,"15min":1.321},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Dec 7 14:01:16 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.626,"15min":0.60499999999999998},"min":{"1min":0.44,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.90700000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.65300000000000002,"15min":0.63400000000000001},"min":{"1min":0.45800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.95199999999999996,"5min":1.107,"15min":1.107},"last":0.82699999999999996}]},{"osd":7,"last update":"Thu Dec 7 14:01:36 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.66600000000000004,"15min":0.63600000000000001},"min":{"1min":0.40799999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":1.026,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.66800000000000004,"15min":0.64100000000000001},"min":{"1min":0.47199999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.008,"5min":1.091,"15min":1.091},"last":0.79500000000000004}]},{"osd":8,"last update":"Thu Dec 7 14:02:01 2023","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.76300000000000001,"15min":0.73499999999999999},"min":{"1min":0.65400000000000003,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.85499999999999998,"5min":0.76900000000000002,"15min":0.73999999999999999},"min":{"1min":0.68300000000000005,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.96999999999999997}]},{"osd":9,"last update":"Thu Dec 7 14:01:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.57799999999999996,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.129,"5min":1.1639999999999999,"15min":1.1639999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.84499999999999997,"15min":0.84999999999999998},"min":{"1min":0.60399999999999998,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.93899999999999995}]},{"osd":10,"last update":"Thu Dec 7 14:01:44 2023","interfaces":[{"interface":"back","average":{"1min":0.82899999999999996,"5min":0.83699999999999997,"15min":0.83799999999999997},"min":{"1min":0.67100000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.0580000000000001,"5min":1.26,"15min":1.26},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.91100000000000003,"5min":0.875,"15min":0.86899999999999999},"min":{"1min":0.73199999999999998,"5min":0.437,"15min":0.437},"max":{"1min":1.093,"5min":1.286,"15min":1.286},"last":0.872}]},{"osd":11,"last update":"Thu Dec 7 14:01:48 2023","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"min":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.997},{"interface":"front","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":1.022}]}]},{"osd":5,"up_from":39,"seq":167503724601,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1552384,"data_stored":1034327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.63400000000000001,"15min":0.57599999999999996},"min":{"1min":0.38600000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":8.6389999999999993,"5min":8.6389999999999993,"15min":8.6389999999999993},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.55100000000000005,"15min":0.52100000000000002},"min":{"1min":0.36199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.633,"5min":3.633,"15min":3.633},"last":0.76900000000000002}]},{"osd":1,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.57199999999999995,"15min":0.51000000000000001},"min":{"1min":0.44500000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.88400000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.57699999999999996,"15min":0.53300000000000003},"min":{"1min":0.47299999999999998,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.78700000000000003,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.54800000000000004}]},{"osd":2,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.435,"15min":0.376},"min":{"1min":0.34899999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.74199999999999999,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.44900000000000001,"15min":0.40300000000000002},"min":{"1min":0.39000000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71599999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.624,"15min":0.55900000000000005},"min":{"1min":0.41499999999999998,"5min":0.315,"15min":0.315},"max":{"1min":8.7599999999999998,"5min":8.7599999999999998,"15min":8.7599999999999998},"last":0.502},{"interface":"front","average":{"1min":1.139,"5min":0.68799999999999994,"15min":0.60199999999999998},"min":{"1min":0.53200000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":8.8070000000000004,"5min":8.8070000000000004,"15min":8.8070000000000004},"last":0.67700000000000005}]},{"osd":4,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.61099999999999999,"15min":0.56100000000000005},"min":{"1min":0.51000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.84699999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.61299999999999999,"15min":0.56299999999999994},"min":{"1min":0.49099999999999999,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.86699999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.56699999999999995}]},{"osd":6,"last update":"Thu Dec 7 14:01:12 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.66200000000000003,"15min":0.58799999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":9.2370000000000001,"5min":9.2370000000000001,"15min":9.2370000000000001},"last":0.629},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.66600000000000004,"15min":0.622},"min":{"1min":0.45100000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":4.6440000000000001,"5min":4.6440000000000001,"15min":4.6440000000000001},"last":0.64600000000000002}]},{"osd":7,"last update":"Thu Dec 7 14:01:38 2023","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.68500000000000005,"15min":0.67400000000000004},"min":{"1min":0.53400000000000003,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.93200000000000005,"5min":1.0209999999999999,"15min":1.0209999999999999},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.71999999999999997,"15min":0.70599999999999996},"min":{"1min":0.58499999999999996,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.996,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.70699999999999996}]},{"osd":8,"last update":"Thu Dec 7 14:01:58 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.67900000000000005,"15min":0.67400000000000004},"min":{"1min":0.46000000000000002,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.92200000000000004,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.64700000000000002,"15min":0.64100000000000001},"min":{"1min":0.46999999999999997,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88800000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73199999999999998}]},{"osd":9,"last update":"Thu Dec 7 14:01:20 2023","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":0.77400000000000002,"15min":0.71799999999999997},"min":{"1min":0.55700000000000005,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":5.3390000000000004,"5min":5.3390000000000004,"15min":5.3390000000000004},"last":0.69099999999999995},{"interface":"front","average":{"1min":1.1359999999999999,"5min":0.80700000000000005,"15min":0.752},"min":{"1min":0.47099999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":8.9719999999999995,"5min":8.9719999999999995,"15min":8.9719999999999995},"last":0.752}]},{"osd":10,"last update":"Thu Dec 7 14:01:43 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73499999999999999,"15min":0.72099999999999997},"min":{"1min":0.61599999999999999,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.76600000000000001,"15min":0.752},"min":{"1min":0.62,"5min":0.503,"15min":0.503},"max":{"1min":1.0309999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.78100000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2566,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":59668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1602,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":123,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-12-07T14:02:17.945 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:02:18.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 -- 172.21.15.39:0/3723675126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 msgr2=0x7f5618101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 --2- 172.21.15.39:0/3723675126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618101a60 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f56040099c0 tx=0x7f5604009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 -- 172.21.15.39:0/3723675126 shutdown_connections 2023-12-07T14:02:18.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 --2- 172.21.15.39:0/3723675126 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5618101fa0 0x7f5618108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 --2- 172.21.15.39:0/3723675126 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5618100410 0x7f5618100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 --2- 172.21.15.39:0/3723675126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618101a60 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 -- 172.21.15.39:0/3723675126 >> 172.21.15.39:0/3723675126 conn(0x7f56180fb980 msgr2=0x7f56180fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 -- 172.21.15.39:0/3723675126 shutdown_connections 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.101+0000 7f561f053700 1 -- 172.21.15.39:0/3723675126 wait complete. 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 Processor -- start 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 -- start start 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5618100410 0x7f56181995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5618101fa0 0x7f56181a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56181a10e0 con 0x7f5618101600 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56181a1220 con 0x7f5618101fa0 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561f053700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56181a13b0 con 0x7f5618100410 2023-12-07T14:02:18.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53206/0 (socket says 172.21.15.39:53206) 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 -- 172.21.15.39:0/137535557 learned_addr learned my addr 172.21.15.39:0/137535557 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561cdef700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5618100410 0x7f56181995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561d5f0700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5618101fa0 0x7f56181a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 -- 172.21.15.39:0/137535557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5618100410 msgr2=0x7f56181995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5618100410 0x7f56181995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 -- 172.21.15.39:0/137535557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5618101fa0 msgr2=0x7f56181a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5618101fa0 0x7f56181a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 -- 172.21.15.39:0/137535557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56040095f0 con 0x7f5618101600 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f561d5f0700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5618101fa0 0x7f56181a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.102+0000 7f5617fff700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618199af0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f56040036f0 tx=0x7f56040047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.103+0000 7f5615ffb700 1 -- 172.21.15.39:0/137535557 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f560401d070 con 0x7f5618101600 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.103+0000 7f5615ffb700 1 -- 172.21.15.39:0/137535557 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5604004090 con 0x7f5618101600 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.103+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56181a1630 con 0x7f5618101600 2023-12-07T14:02:18.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.103+0000 7f5615ffb700 1 -- 172.21.15.39:0/137535557 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5604022d40 con 0x7f5618101600 2023-12-07T14:02:18.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.103+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56181a1b30 con 0x7f5618101600 2023-12-07T14:02:18.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.104+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56181078b0 con 0x7f5618101600 2023-12-07T14:02:18.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.105+0000 7f5615ffb700 1 -- 172.21.15.39:0/137535557 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f5604022470 con 0x7f5618101600 2023-12-07T14:02:18.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.105+0000 7f5615ffb700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f56080a1500 0x7f56080a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.105+0000 7f5615ffb700 1 -- 172.21.15.39:0/137535557 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f56040cdda0 con 0x7f5618101600 2023-12-07T14:02:18.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.105+0000 7f561cdef700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f56080a1500 0x7f56080a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.106+0000 7f561cdef700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f56080a1500 0x7f56080a39c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5618101460 tx=0x7f560c00d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:18.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.110+0000 7f5615ffb700 1 -- 172.21.15.39:0/137535557 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f560405d2f0 con 0x7f5618101600 2023-12-07T14:02:18.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.315+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f561810aae0 con 0x7f5618101600 2023-12-07T14:02:18.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.316+0000 7f5615ffb700 1 -- 172.21.15.39:0/137535557 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7f5604097530 con 0x7f5618101600 2023-12-07T14:02:18.320 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:18.320 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:02:18.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.318+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f56080a1500 msgr2=0x7f56080a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.318+0000 7f561f053700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f56080a1500 0x7f56080a39c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5618101460 tx=0x7f560c00d040 comp rx=0 tx=0).stop 2023-12-07T14:02:18.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.318+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 msgr2=0x7f5618199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.318+0000 7f561f053700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618199af0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f56040036f0 tx=0x7f56040047b0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 shutdown_connections 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f56080a1500 0x7f56080a39c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5618101fa0 0x7f56181a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5618100410 0x7f56181995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 --2- 172.21.15.39:0/137535557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5618101600 0x7f5618199af0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 >> 172.21.15.39:0/137535557 conn(0x7f56180fb980 msgr2=0x7f56181049f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 shutdown_connections 2023-12-07T14:02:18.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.319+0000 7f561f053700 1 -- 172.21.15.39:0/137535557 wait complete. 2023-12-07T14:02:18.335 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '83', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:02:18.335 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:02:18.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.461+0000 7ff12f5e0700 1 -- 172.21.15.39:0/3401279055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1281014c0 msgr2=0x7ff1281018e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.461+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/3401279055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1281014c0 0x7ff1281018e0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7ff1240099c0 tx=0x7ff124009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.461+0000 7ff12f5e0700 1 -- 172.21.15.39:0/3401279055 shutdown_connections 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.461+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/3401279055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff128103050 0x7ff128109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.461+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/3401279055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1281014c0 0x7ff1281018e0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.461+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/3401279055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1281026b0 0x7ff128102b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.461+0000 7ff12f5e0700 1 -- 172.21.15.39:0/3401279055 >> 172.21.15.39:0/3401279055 conn(0x7ff1280fca30 msgr2=0x7ff1280fee70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 -- 172.21.15.39:0/3401279055 shutdown_connections 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 -- 172.21.15.39:0/3401279055 wait complete. 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 Processor -- start 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 -- start start 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1281014c0 0x7ff128197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1281026b0 0x7ff1281979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff128103050 0x7ff12819e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff12819ef90 con 0x7ff128103050 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff12819f0d0 con 0x7ff1281026b0 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12f5e0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff12819f260 con 0x7ff1281014c0 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12db7d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff128103050 0x7ff12819e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12db7d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff128103050 0x7ff12819e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53222/0 (socket says 172.21.15.39:53222) 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.462+0000 7ff12db7d700 1 -- 172.21.15.39:0/1920737958 learned_addr learned my addr 172.21.15.39:0/1920737958 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12cb7b700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1281026b0 0x7ff1281979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12d37c700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1281014c0 0x7ff128197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12db7d700 1 -- 172.21.15.39:0/1920737958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1281014c0 msgr2=0x7ff128197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12db7d700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1281014c0 0x7ff128197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12db7d700 1 -- 172.21.15.39:0/1920737958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1281026b0 msgr2=0x7ff1281979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12db7d700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1281026b0 0x7ff1281979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12db7d700 1 -- 172.21.15.39:0/1920737958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1240095f0 con 0x7ff128103050 2023-12-07T14:02:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12db7d700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff128103050 0x7ff12819e9c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7ff12000ada0 tx=0x7ff12000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff11e7fc700 1 -- 172.21.15.39:0/1920737958 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff12000f070 con 0x7ff128103050 2023-12-07T14:02:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff11e7fc700 1 -- 172.21.15.39:0/1920737958 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff120007b30 con 0x7ff128103050 2023-12-07T14:02:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff12819f540 con 0x7ff128103050 2023-12-07T14:02:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff11e7fc700 1 -- 172.21.15.39:0/1920737958 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1200053e0 con 0x7ff128103050 2023-12-07T14:02:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.463+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff12819faa0 con 0x7ff128103050 2023-12-07T14:02:18.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.464+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff128108940 con 0x7ff128103050 2023-12-07T14:02:18.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.465+0000 7ff11e7fc700 1 -- 172.21.15.39:0/1920737958 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7ff12000c980 con 0x7ff128103050 2023-12-07T14:02:18.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.466+0000 7ff11e7fc700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1140a1500 0x7ff1140a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.466+0000 7ff12d37c700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1140a1500 0x7ff1140a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.466+0000 7ff11e7fc700 1 -- 172.21.15.39:0/1920737958 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7ff1200cc220 con 0x7ff128103050 2023-12-07T14:02:18.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.467+0000 7ff12d37c700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1140a1500 0x7ff1140a39c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff12400b580 tx=0x7ff124005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:18.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.471+0000 7ff11e7fc700 1 -- 172.21.15.39:0/1920737958 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff120095910 con 0x7ff128103050 2023-12-07T14:02:18.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:18 smithi039 ceph-mon[98864]: pgmap v316: 97 pgs: 97 active+clean; 641 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 9 op/s 2023-12-07T14:02:18.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:18 smithi039 ceph-mon[98864]: from='client.15375 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:18.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:18 smithi039 ceph-mon[98864]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:18 smithi055 ceph-mon[103363]: pgmap v316: 97 pgs: 97 active+clean; 641 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 9 op/s 2023-12-07T14:02:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:18 smithi055 ceph-mon[103363]: from='client.15375 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:18.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:18 smithi055 ceph-mon[103363]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:18.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.674+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff12802d310 con 0x7ff128103050 2023-12-07T14:02:18.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.675+0000 7ff11e7fc700 1 -- 172.21.15.39:0/1920737958 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff120098f30 con 0x7ff128103050 2023-12-07T14:02:18.678 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:02:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1140a1500 msgr2=0x7ff1140a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1140a1500 0x7ff1140a39c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff12400b580 tx=0x7ff124005fb0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff128103050 msgr2=0x7ff12819e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff128103050 0x7ff12819e9c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7ff12000ada0 tx=0x7ff12000c330 comp rx=0 tx=0).stop 2023-12-07T14:02:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 shutdown_connections 2023-12-07T14:02:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7ff1140a1500 0x7ff1140a39c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff128103050 0x7ff12819e9c0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1281014c0 0x7ff128197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 --2- 172.21.15.39:0/1920737958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1281026b0 0x7ff1281979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 >> 172.21.15.39:0/1920737958 conn(0x7ff1280fca30 msgr2=0x7ff128105a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 shutdown_connections 2023-12-07T14:02:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.677+0000 7ff12f5e0700 1 -- 172.21.15.39:0/1920737958 wait complete. 2023-12-07T14:02:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:18 smithi089 ceph-mon[103124]: pgmap v316: 97 pgs: 97 active+clean; 641 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 255 B/s wr, 9 op/s 2023-12-07T14:02:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:18 smithi089 ceph-mon[103124]: from='client.15375 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:18.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:18 smithi089 ceph-mon[103124]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:18.692 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:02:18.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.818+0000 7fbdd8961700 1 -- 172.21.15.39:0/2297434111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 msgr2=0x7fbdd41018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.818+0000 7fbdd8961700 1 --2- 172.21.15.39:0/2297434111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd41018d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40099c0 tx=0x7fbdc4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 -- 172.21.15.39:0/2297434111 shutdown_connections 2023-12-07T14:02:18.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 --2- 172.21.15.39:0/2297434111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbdd4103040 0x7fbdd41098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 --2- 172.21.15.39:0/2297434111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd41018d0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 --2- 172.21.15.39:0/2297434111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbdd41026a0 0x7fbdd4102b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 -- 172.21.15.39:0/2297434111 >> 172.21.15.39:0/2297434111 conn(0x7fbdd40fca00 msgr2=0x7fbdd40fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 -- 172.21.15.39:0/2297434111 shutdown_connections 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 -- 172.21.15.39:0/2297434111 wait complete. 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 Processor -- start 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.819+0000 7fbdd8961700 1 -- start start 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd4197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbdd41026a0 0x7fbdd41979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbdd4103040 0x7fbdd419e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdd419efb0 con 0x7fbdd41014b0 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdd419f0f0 con 0x7fbdd41026a0 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdd419f280 con 0x7fbdd4103040 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd4197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd4197480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53232/0 (socket says 172.21.15.39:53232) 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 -- 172.21.15.39:0/708529812 learned_addr learned my addr 172.21.15.39:0/708529812 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd1d9b700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbdd41026a0 0x7fbdd41979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd2d9d700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbdd4103040 0x7fbdd419e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 -- 172.21.15.39:0/708529812 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbdd4103040 msgr2=0x7fbdd419e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbdd4103040 0x7fbdd419e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 -- 172.21.15.39:0/708529812 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbdd41026a0 msgr2=0x7fbdd41979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbdd41026a0 0x7fbdd41979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 -- 172.21.15.39:0/708529812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc40095f0 con 0x7fbdd41014b0 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd1d9b700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbdd41026a0 0x7fbdd41979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd259c700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd4197480 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4006010 tx=0x7fbdc40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdc37fe700 1 -- 172.21.15.39:0/708529812 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdc401d070 con 0x7fbdd41014b0 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdc37fe700 1 -- 172.21.15.39:0/708529812 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbdc4005940 con 0x7fbdd41014b0 2023-12-07T14:02:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdd419f500 con 0x7fbdd41014b0 2023-12-07T14:02:18.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdc37fe700 1 -- 172.21.15.39:0/708529812 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdc4022da0 con 0x7fbdd41014b0 2023-12-07T14:02:18.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.820+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdd419f9b0 con 0x7fbdd41014b0 2023-12-07T14:02:18.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.821+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdd4108900 con 0x7fbdd41014b0 2023-12-07T14:02:18.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.823+0000 7fbdc37fe700 1 -- 172.21.15.39:0/708529812 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fbdc4022470 con 0x7fbdd41014b0 2023-12-07T14:02:18.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.823+0000 7fbdc37fe700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbdbc0a1480 0x7fbdbc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:18.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.824+0000 7fbdc37fe700 1 -- 172.21.15.39:0/708529812 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fbdc40ce220 con 0x7fbdd41014b0 2023-12-07T14:02:18.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.824+0000 7fbdd1d9b700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbdbc0a1480 0x7fbdbc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:18.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.824+0000 7fbdd1d9b700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbdbc0a1480 0x7fbdbc0a3940 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80099d0 tx=0x7fbdc8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:18.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:18.827+0000 7fbdc37fe700 1 -- 172.21.15.39:0/708529812 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fbdc4097910 con 0x7fbdd41014b0 2023-12-07T14:02:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.032+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbdd410cd40 con 0x7fbdd41014b0 2023-12-07T14:02:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.032+0000 7fbdc37fe700 1 -- 172.21.15.39:0/708529812 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v85) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbdc409af30 con 0x7fbdd41014b0 2023-12-07T14:02:19.036 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:02:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbdbc0a1480 msgr2=0x7fbdbc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbdbc0a1480 0x7fbdbc0a3940 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fbdc80099d0 tx=0x7fbdc8008040 comp rx=0 tx=0).stop 2023-12-07T14:02:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 msgr2=0x7fbdd4197480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd4197480 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4006010 tx=0x7fbdc40057f0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 shutdown_connections 2023-12-07T14:02:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fbdbc0a1480 0x7fbdbc0a3940 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbdd4103040 0x7fbdd419e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdd41014b0 0x7fbdd4197480 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 --2- 172.21.15.39:0/708529812 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbdd41026a0 0x7fbdd41979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 >> 172.21.15.39:0/708529812 conn(0x7fbdd40fca00 msgr2=0x7fbdd4105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 shutdown_connections 2023-12-07T14:02:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.035+0000 7fbdd8961700 1 -- 172.21.15.39:0/708529812 wait complete. 2023-12-07T14:02:19.050 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:02:19.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.176+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1802054336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5881014a0 msgr2=0x7fc5881018c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.176+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1802054336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5881014a0 0x7fc5881018c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fc5700099c0 tx=0x7fc570009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1802054336 shutdown_connections 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1802054336 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc588103030 0x7fc5881098e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1802054336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5881014a0 0x7fc5881018c0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1802054336 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc588102690 0x7fc588102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1802054336 >> 172.21.15.39:0/1802054336 conn(0x7fc5880fca30 msgr2=0x7fc5880fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1802054336 shutdown_connections 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1802054336 wait complete. 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.177+0000 7fc58dd1f700 1 Processor -- start 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc58dd1f700 1 -- start start 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc58dd1f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5881014a0 0x7fc5881973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc58dd1f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc588102690 0x7fc588197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc58dd1f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc588103030 0x7fc58819e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc58dd1f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc58819ef10 con 0x7fc588103030 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc58dd1f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc58819f050 con 0x7fc5881014a0 2023-12-07T14:02:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc58dd1f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc58819f1e0 con 0x7fc588102690 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc588103030 0x7fc58819e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc588103030 0x7fc58819e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53250/0 (socket says 172.21.15.39:53250) 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 -- 172.21.15.39:0/1262209620 learned_addr learned my addr 172.21.15.39:0/1262209620 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc5877fe700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5881014a0 0x7fc5881973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc586ffd700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc588102690 0x7fc588197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 -- 172.21.15.39:0/1262209620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc588102690 msgr2=0x7fc588197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc588102690 0x7fc588197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 -- 172.21.15.39:0/1262209620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5881014a0 msgr2=0x7fc5881973e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5881014a0 0x7fc5881973e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.178+0000 7fc587fff700 1 -- 172.21.15.39:0/1262209620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5700095f0 con 0x7fc588103030 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.179+0000 7fc587fff700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc588103030 0x7fc58819e940 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc580007ee0 tx=0x7fc58000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.179+0000 7fc584ff9700 1 -- 172.21.15.39:0/1262209620 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc580017070 con 0x7fc588103030 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.179+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc58819f4c0 con 0x7fc588103030 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.179+0000 7fc584ff9700 1 -- 172.21.15.39:0/1262209620 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc58000f040 con 0x7fc588103030 2023-12-07T14:02:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.179+0000 7fc584ff9700 1 -- 172.21.15.39:0/1262209620 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc580005580 con 0x7fc588103030 2023-12-07T14:02:19.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.179+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc58819f980 con 0x7fc588103030 2023-12-07T14:02:19.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.180+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5881088d0 con 0x7fc588103030 2023-12-07T14:02:19.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.181+0000 7fc584ff9700 1 -- 172.21.15.39:0/1262209620 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fc58000db20 con 0x7fc588103030 2023-12-07T14:02:19.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.181+0000 7fc584ff9700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5740a1480 0x7fc5740a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.182+0000 7fc5877fe700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5740a1480 0x7fc5740a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.182+0000 7fc584ff9700 1 -- 172.21.15.39:0/1262209620 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fc5800cc3c0 con 0x7fc588103030 2023-12-07T14:02:19.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.182+0000 7fc5877fe700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5740a1480 0x7fc5740a3940 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc570009f50 tx=0x7fc570005ea0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:19.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.186+0000 7fc584ff9700 1 -- 172.21.15.39:0/1262209620 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fc580095ac0 con 0x7fc588103030 2023-12-07T14:02:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:19 smithi039 ceph-mon[98864]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:19 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/137535557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:19 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1920737958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:19.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:19 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/708529812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.388+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc58810cd00 con 0x7fc588103030 2023-12-07T14:02:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.388+0000 7fc584ff9700 1 -- 172.21.15.39:0/1262209620 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v85) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc5800990e0 con 0x7fc588103030 2023-12-07T14:02:19.392 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.390+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5740a1480 msgr2=0x7fc5740a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.390+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5740a1480 0x7fc5740a3940 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc570009f50 tx=0x7fc570005ea0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.390+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc588103030 msgr2=0x7fc58819e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.390+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc588103030 0x7fc58819e940 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fc580007ee0 tx=0x7fc58000d3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 shutdown_connections 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fc5740a1480 0x7fc5740a3940 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc588103030 0x7fc58819e940 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5881014a0 0x7fc5881973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 --2- 172.21.15.39:0/1262209620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc588102690 0x7fc588197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 >> 172.21.15.39:0/1262209620 conn(0x7fc5880fca30 msgr2=0x7fc588105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:19.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 shutdown_connections 2023-12-07T14:02:19.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.391+0000 7fc58dd1f700 1 -- 172.21.15.39:0/1262209620 wait complete. 2023-12-07T14:02:19.407 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:02:19.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 -- 172.21.15.39:0/589273845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 msgr2=0x7faf04108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 --2- 172.21.15.39:0/589273845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf04108850 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7faefc00b0d0 tx=0x7faefc00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 -- 172.21.15.39:0/589273845 shutdown_connections 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 --2- 172.21.15.39:0/589273845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf04108850 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 --2- 172.21.15.39:0/589273845 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7faf04100410 0x7faf04100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 --2- 172.21.15.39:0/589273845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf04101600 0x7faf04101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 -- 172.21.15.39:0/589273845 >> 172.21.15.39:0/589273845 conn(0x7faf040fb980 msgr2=0x7faf040fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 -- 172.21.15.39:0/589273845 shutdown_connections 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 -- 172.21.15.39:0/589273845 wait complete. 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 Processor -- start 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.530+0000 7faf0c55d700 1 -- start start 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf04100410 0x7faf041963a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7faf04101600 0x7faf041968e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf0419d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf0419ded0 con 0x7faf04101fa0 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf0419e010 con 0x7faf04100410 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf0419e1a0 con 0x7faf04101600 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf0419d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf0419d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53264/0 (socket says 172.21.15.39:53264) 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 -- 172.21.15.39:0/45431062 learned_addr learned my addr 172.21.15.39:0/45431062 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0a2f9700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf04100410 0x7faf041963a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf09af8700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7faf04101600 0x7faf041968e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 -- 172.21.15.39:0/45431062 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7faf04101600 msgr2=0x7faf041968e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7faf04101600 0x7faf041968e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 -- 172.21.15.39:0/45431062 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf04100410 msgr2=0x7faf041963a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf04100410 0x7faf041963a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 -- 172.21.15.39:0/45431062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faefc009d00 con 0x7faf04101fa0 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0a2f9700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf04100410 0x7faf041963a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0aafa700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf0419d900 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7faefc007bd0 tx=0x7faefc0094f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:19.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faefb7fe700 1 -- 172.21.15.39:0/45431062 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faefc00e040 con 0x7faf04101fa0 2023-12-07T14:02:19.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faefb7fe700 1 -- 172.21.15.39:0/45431062 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faefc012dc0 con 0x7faf04101fa0 2023-12-07T14:02:19.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf0419e420 con 0x7faf04101fa0 2023-12-07T14:02:19.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faefb7fe700 1 -- 172.21.15.39:0/45431062 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faefc01b450 con 0x7faf04101fa0 2023-12-07T14:02:19.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.531+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf0419e850 con 0x7faf04101fa0 2023-12-07T14:02:19.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.532+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf04107760 con 0x7faf04101fa0 2023-12-07T14:02:19.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.533+0000 7faefb7fe700 1 -- 172.21.15.39:0/45431062 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7faefc01d610 con 0x7faf04101fa0 2023-12-07T14:02:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.534+0000 7faefb7fe700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7faef00a1480 0x7faef00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.534+0000 7faefb7fe700 1 -- 172.21.15.39:0/45431062 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7faefc0cec20 con 0x7faf04101fa0 2023-12-07T14:02:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.534+0000 7faf0a2f9700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7faef00a1480 0x7faef00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.535+0000 7faf0a2f9700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7faef00a1480 0x7faef00a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7faf00005950 tx=0x7faf000058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:19.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.538+0000 7faefb7fe700 1 -- 172.21.15.39:0/45431062 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7faefc0983b0 con 0x7faf04101fa0 2023-12-07T14:02:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:19 smithi055 ceph-mon[103363]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:19 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/137535557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:19 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1920737958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:19 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/708529812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:19 smithi089 ceph-mon[103124]: from='client.15387 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-12-07T14:02:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:19 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/137535557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:19 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1920737958' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:02:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:19 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/708529812' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:02:19.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.784+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faf04068330 con 0x7faf04101fa0 2023-12-07T14:02:19.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.784+0000 7faefb7fe700 1 -- 172.21.15.39:0/45431062 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11345 (secure 0 0 0) 0x7faefc09b9d0 con 0x7faf04101fa0 2023-12-07T14:02:19.788 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:19.788 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:00:54.156500+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.786+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7faef00a1480 msgr2=0x7faef00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.786+0000 7faf0c55d700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7faef00a1480 0x7faef00a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7faf00005950 tx=0x7faf000058e0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.786+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 msgr2=0x7faf0419d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.786+0000 7faf0c55d700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf0419d900 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7faefc007bd0 tx=0x7faefc0094f0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 shutdown_connections 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7faef00a1480 0x7faef00a3940 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf04101fa0 0x7faf0419d900 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faf04100410 0x7faf041963a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 --2- 172.21.15.39:0/45431062 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7faf04101600 0x7faf041968e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 >> 172.21.15.39:0/45431062 conn(0x7faf040fb980 msgr2=0x7faf041048a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 shutdown_connections 2023-12-07T14:02:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.787+0000 7faf0c55d700 1 -- 172.21.15.39:0/45431062 wait complete. 2023-12-07T14:02:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 26 2023-12-07T14:02:19.803 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 -- 172.21.15.39:0/3238195508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101fa0 msgr2=0x7f7614108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 --2- 172.21.15.39:0/3238195508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101fa0 0x7f7614108850 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f760c00b0d0 tx=0x7f760c00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 -- 172.21.15.39:0/3238195508 shutdown_connections 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 --2- 172.21.15.39:0/3238195508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101fa0 0x7f7614108850 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 --2- 172.21.15.39:0/3238195508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7614100410 0x7f7614100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 --2- 172.21.15.39:0/3238195508 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7614101600 0x7f7614101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 -- 172.21.15.39:0/3238195508 >> 172.21.15.39:0/3238195508 conn(0x7f76140fb980 msgr2=0x7f76140fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 -- 172.21.15.39:0/3238195508 shutdown_connections 2023-12-07T14:02:19.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.926+0000 7f7618f13700 1 -- 172.21.15.39:0/3238195508 wait complete. 2023-12-07T14:02:19.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 Processor -- start 2023-12-07T14:02:19.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 -- start start 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7614100410 0x7f76140692a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101600 0x7f761419c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7614101fa0 0x7f761419e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f761419eff0 con 0x7f7614101600 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f761419f160 con 0x7f7614100410 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7618f13700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f761419f320 con 0x7f7614101fa0 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101600 0x7f761419c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101600 0x7f761419c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53276/0 (socket says 172.21.15.39:53276) 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 -- 172.21.15.39:0/857606629 learned_addr learned my addr 172.21.15.39:0/857606629 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:19.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7612d9d700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7614101fa0 0x7f761419e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f761259c700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7614100410 0x7f76140692a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 -- 172.21.15.39:0/857606629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7614101fa0 msgr2=0x7f761419e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7614101fa0 0x7f761419e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 -- 172.21.15.39:0/857606629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7614100410 msgr2=0x7f76140692a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7614100410 0x7f76140692a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7611d9b700 1 -- 172.21.15.39:0/857606629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f760c009d00 con 0x7f7614101600 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.927+0000 7f7612d9d700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7614101fa0 0x7f761419e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.928+0000 7f7611d9b700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101600 0x7f761419c260 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f760400e9a0 tx=0x7f760400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.928+0000 7f76037fe700 1 -- 172.21.15.39:0/857606629 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7604009790 con 0x7f7614101600 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.928+0000 7f76037fe700 1 -- 172.21.15.39:0/857606629 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f760400cbd0 con 0x7f7614101600 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.928+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f761419f600 con 0x7f7614101600 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.928+0000 7f76037fe700 1 -- 172.21.15.39:0/857606629 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7604018680 con 0x7f7614101600 2023-12-07T14:02:19.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.928+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f761419fb60 con 0x7f7614101600 2023-12-07T14:02:19.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.929+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76141077c0 con 0x7f7614101600 2023-12-07T14:02:19.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.930+0000 7f76037fe700 1 -- 172.21.15.39:0/857606629 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f760400cd40 con 0x7f7614101600 2023-12-07T14:02:19.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.931+0000 7f76037fe700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75fc0a1500 0x7f75fc0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:19.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.931+0000 7f761259c700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75fc0a1500 0x7f75fc0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:19.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.931+0000 7f76037fe700 1 -- 172.21.15.39:0/857606629 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f7604014070 con 0x7f7614101600 2023-12-07T14:02:19.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.931+0000 7f761259c700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75fc0a1500 0x7f75fc0a39c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7608005950 tx=0x7f76080058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:19.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:19.935+0000 7f76037fe700 1 -- 172.21.15.39:0/857606629 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f7604096af0 con 0x7f7614101600 2023-12-07T14:02:20.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.138+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f761410bc00 con 0x7f7614101600 2023-12-07T14:02:20.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.139+0000 7f76037fe700 1 -- 172.21.15.39:0/857606629 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22383 (secure 0 0 0) 0x7f760409a110 con 0x7f7614101600 2023-12-07T14:02:20.143 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:20.143 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:01:16.264467+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.141+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75fc0a1500 msgr2=0x7f75fc0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.141+0000 7f7618f13700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75fc0a1500 0x7f75fc0a39c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7608005950 tx=0x7f76080058e0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.141+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101600 msgr2=0x7f761419c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.141+0000 7f7618f13700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101600 0x7f761419c260 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f760400e9a0 tx=0x7f760400ed60 comp rx=0 tx=0).stop 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 shutdown_connections 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f75fc0a1500 0x7f75fc0a39c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7614101fa0 0x7f761419e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7614100410 0x7f76140692a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 --2- 172.21.15.39:0/857606629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7614101600 0x7f761419c260 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 >> 172.21.15.39:0/857606629 conn(0x7f76140fb980 msgr2=0x7f7614104900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 shutdown_connections 2023-12-07T14:02:20.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.142+0000 7f7618f13700 1 -- 172.21.15.39:0/857606629 wait complete. 2023-12-07T14:02:20.158 DEBUG:tasks.fwd_scrub:Yielding 2023-12-07T14:02:20.158 INFO:teuthology.run_tasks:Running task exec... 2023-12-07T14:02:20.168 INFO:teuthology.task.exec:Executing custom commands... 2023-12-07T14:02:20.168 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:02:20.168 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2023-12-07T14:02:20.169 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2023-12-07T14:02:20.169 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:02:20.169 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:02:20.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 -- 172.21.15.39:0/4221767562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 msgr2=0x7f1510108800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 --2- 172.21.15.39:0/4221767562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f1510108800 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f150800b0d0 tx=0x7f150800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 -- 172.21.15.39:0/4221767562 shutdown_connections 2023-12-07T14:02:20.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 --2- 172.21.15.39:0/4221767562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f1510108800 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 --2- 172.21.15.39:0/4221767562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f15101003c0 0x7f15101007e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 --2- 172.21.15.39:0/4221767562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f15101015b0 0x7f1510101a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 -- 172.21.15.39:0/4221767562 >> 172.21.15.39:0/4221767562 conn(0x7f15100fb930 msgr2=0x7f15100fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 -- 172.21.15.39:0/4221767562 shutdown_connections 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.297+0000 7f1516f8e700 1 -- 172.21.15.39:0/4221767562 wait complete. 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 Processor -- start 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 -- start start 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f15101003c0 0x7f1510069530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f15101015b0 0x7f151019c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f151019e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151019efb0 con 0x7f1510101f50 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151019f120 con 0x7f15101003c0 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1516f8e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151019f2e0 con 0x7f15101015b0 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f151019e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f151019e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53292/0 (socket says 172.21.15.39:53292) 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 -- 172.21.15.39:0/306250994 learned_addr learned my addr 172.21.15.39:0/306250994 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f150ffff700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f15101015b0 0x7f151019c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1514d2a700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f15101003c0 0x7f1510069530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 -- 172.21.15.39:0/306250994 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f15101015b0 msgr2=0x7f151019c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f15101015b0 0x7f151019c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 -- 172.21.15.39:0/306250994 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f15101003c0 msgr2=0x7f1510069530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f15101003c0 0x7f1510069530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f151552b700 1 -- 172.21.15.39:0/306250994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1508009d00 con 0x7f1510101f50 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.298+0000 7f1514d2a700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f15101003c0 0x7f1510069530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.299+0000 7f151552b700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f151019e810 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1508007b60 tx=0x7f1508008f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.299+0000 7f150dffb700 1 -- 172.21.15.39:0/306250994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f150800e040 con 0x7f1510101f50 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.299+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f151019f560 con 0x7f1510101f50 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.299+0000 7f150dffb700 1 -- 172.21.15.39:0/306250994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f150800be30 con 0x7f1510101f50 2023-12-07T14:02:20.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.299+0000 7f150dffb700 1 -- 172.21.15.39:0/306250994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f150801bae0 con 0x7f1510101f50 2023-12-07T14:02:20.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.299+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f151019fa30 con 0x7f1510101f50 2023-12-07T14:02:20.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.300+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1510107770 con 0x7f1510101f50 2023-12-07T14:02:20.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.300+0000 7f94fecc1700 1 -- 172.21.15.39:0/2652934012 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 msgr2=0x7f94f8100b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.300+0000 7f94fecc1700 1 --2- 172.21.15.39:0/2652934012 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 0x7f94f8100b70 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f94e40098f0 tx=0x7f94e4009c00 comp rx=0 tx=0).stop 2023-12-07T14:02:20.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.300+0000 7f94fecc1700 1 -- 172.21.15.39:0/2652934012 shutdown_connections 2023-12-07T14:02:20.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.300+0000 7f94fecc1700 1 --2- 172.21.15.39:0/2652934012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f81010b0 0x7f94f8101530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.300+0000 7f94fecc1700 1 --2- 172.21.15.39:0/2652934012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 0x7f94f81001b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.300+0000 7f94fecc1700 1 --2- 172.21.15.39:0/2652934012 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 0x7f94f8100b70 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.301+0000 7f94fecc1700 1 -- 172.21.15.39:0/2652934012 >> 172.21.15.39:0/2652934012 conn(0x7f94f80fb930 msgr2=0x7f94f80fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.301+0000 7f94fecc1700 1 -- 172.21.15.39:0/2652934012 shutdown_connections 2023-12-07T14:02:20.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.301+0000 7f94fecc1700 1 -- 172.21.15.39:0/2652934012 wait complete. 2023-12-07T14:02:20.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.301+0000 7f94fecc1700 1 Processor -- start 2023-12-07T14:02:20.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.301+0000 7f94fecc1700 1 -- start start 2023-12-07T14:02:20.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f150dffb700 1 -- 172.21.15.39:0/306250994 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f150801d670 con 0x7f1510101f50 2023-12-07T14:02:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fecc1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 0x7f94f81996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fecc1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 0x7f94f8199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fecc1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f81010b0 0x7f94f81a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fecc1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f81a11b0 con 0x7f94f81010b0 2023-12-07T14:02:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fecc1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f81a12f0 con 0x7f94f80ffd90 2023-12-07T14:02:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fecc1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f81a1480 con 0x7f94f81006f0 2023-12-07T14:02:20.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fca5d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 0x7f94f81996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fca5d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 0x7f94f81996d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:44502/0 (socket says 172.21.15.39:44502) 2023-12-07T14:02:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fca5d700 1 -- 172.21.15.39:0/1738896952 learned_addr learned my addr 172.21.15.39:0/1738896952 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94f7fff700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 0x7f94f8199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fd25e700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f81010b0 0x7f94f81a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f150dffb700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f15000a1470 0x7f15000a3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94f7fff700 1 -- 172.21.15.39:0/1738896952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 msgr2=0x7f94f81996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94f7fff700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 0x7f94f81996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94f7fff700 1 -- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f81010b0 msgr2=0x7f94f81a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94f7fff700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f81010b0 0x7f94f81a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94f7fff700 1 -- 172.21.15.39:0/1738896952 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f0009d00 con 0x7f94f81006f0 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fca5d700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 0x7f94f81996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f94fd25e700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f81010b0 0x7f94f81a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f150dffb700 1 -- 172.21.15.39:0/306250994 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f15080ceae0 con 0x7f1510101f50 2023-12-07T14:02:20.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.302+0000 7f1514d2a700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f15000a1470 0x7f15000a3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.303+0000 7f94f7fff700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 0x7f94f8199c10 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f94e4009230 tx=0x7f94e400b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.303+0000 7f94f5ffb700 1 -- 172.21.15.39:0/1738896952 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e401c070 con 0x7f94f81006f0 2023-12-07T14:02:20.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.303+0000 7f1514d2a700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f15000a1470 0x7f15000a3930 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1504005950 tx=0x7f15040058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.303+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94e4009520 con 0x7f94f81006f0 2023-12-07T14:02:20.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.303+0000 7f94f5ffb700 1 -- 172.21.15.39:0/1738896952 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94e400f7d0 con 0x7f94f81006f0 2023-12-07T14:02:20.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.303+0000 7f94f5ffb700 1 -- 172.21.15.39:0/1738896952 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e40038e0 con 0x7f94f81006f0 2023-12-07T14:02:20.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.303+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f81a19f0 con 0x7f94f81006f0 2023-12-07T14:02:20.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.305+0000 7f94f5ffb700 1 -- 172.21.15.39:0/1738896952 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7f94e4020030 con 0x7f94f81006f0 2023-12-07T14:02:20.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.306+0000 7f94f5ffb700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f94e80a1480 0x7f94e80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.306+0000 7f94fca5d700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f94e80a1480 0x7f94e80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.306+0000 7f94f5ffb700 1 -- 172.21.15.39:0/1738896952 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f94e40cdaf0 con 0x7f94f81006f0 2023-12-07T14:02:20.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.306+0000 7f150dffb700 1 -- 172.21.15.39:0/306250994 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f1508098390 con 0x7f1510101f50 2023-12-07T14:02:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f94fca5d700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f94e80a1480 0x7f94e80a3940 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f94ec011550 tx=0x7f94ec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 Processor -- start 2023-12-07T14:02:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 -- start start 2023-12-07T14:02:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b2109550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b210a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b210ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b207d840 con 0x5582b2109a90 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b2064820 con 0x5582b210a980 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f950aebab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b2062140 con 0x5582b2109130 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f94f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b210a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f94fca5d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b2109550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f94f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b210a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53312/0 (socket says 172.21.15.39:53312) 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f94f7fff700 1 -- 172.21.15.39:0/743154507 learned_addr learned my addr 172.21.15.39:0/743154507 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.307+0000 7f94fd25e700 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b210ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94fca5d700 1 -- 172.21.15.39:0/743154507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 msgr2=0x5582b210ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94fca5d700 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b210ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94fca5d700 1 -- 172.21.15.39:0/743154507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 msgr2=0x5582b210a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94fca5d700 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b210a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94fca5d700 1 -- 172.21.15.39:0/743154507 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582b1eda6b0 con 0x5582b2109130 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94f7fff700 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b210a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:20.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94fca5d700 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b2109550 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f94ec011ca0 tx=0x7f94ec014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d869836e8d1229 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94e2ffd700 1 -- 172.21.15.39:0/743154507 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec004830 con 0x5582b2109130 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94e2ffd700 1 -- 172.21.15.39:0/743154507 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94ec021070 con 0x5582b2109130 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.308+0000 7f94e2ffd700 1 -- 172.21.15.39:0/743154507 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec01c670 con 0x5582b2109130 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 -- 172.21.15.39:0/743154507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 msgr2=0x5582b2109550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b2109550 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f94ec011ca0 tx=0x7f94ec014000 comp rx=0 tx=0).stop 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 -- 172.21.15.39:0/743154507 shutdown_connections 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b210ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b2109550 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 --2- 172.21.15.39:0/743154507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b210a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 -- 172.21.15.39:0/743154507 >> 172.21.15.39:0/743154507 conn(0x5582b20383e0 msgr2=0x5582b2105b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 -- 172.21.15.39:0/743154507 shutdown_connections 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 -- 172.21.15.39:0/743154507 wait complete. 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 -- start start 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.309+0000 7f950aebab80 1 Processor -- start 2023-12-07T14:02:20.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f950aebab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109130 0x5582b2113080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f950aebab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109a90 0x5582b21135c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f950aebab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b211a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f950aebab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b205da30 con 0x5582b2109130 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f950aebab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b20175e0 con 0x5582b210a980 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f950aebab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b2017280 con 0x5582b2109a90 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f950aebab80 10 client.0 _ll_register_callbacks cb 0x5582b1f42b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94fca5d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109130 0x5582b2113080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94fca5d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109130 0x5582b2113080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53316/0 (socket says 172.21.15.39:53316) 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94fca5d700 1 -- 172.21.15.39:0/314333316 learned_addr learned my addr 172.21.15.39:0/314333316 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94f7fff700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109a90 0x5582b21135c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94fd25e700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b211a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94f7fff700 1 -- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 msgr2=0x5582b211a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94f7fff700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b211a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94f7fff700 1 -- 172.21.15.39:0/314333316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109130 msgr2=0x5582b2113080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94f7fff700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109130 0x5582b2113080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94f7fff700 1 -- 172.21.15.39:0/314333316 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f81a19f0 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.310+0000 7f94fca5d700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109130 0x5582b2113080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f94f7fff700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109a90 0x5582b21135c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f94e4097910 tx=0x7f94e409a880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ceb1c8b13919faab server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f94d7fff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f94d7fff700 1 -- 172.21.15.39:0/314333316 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e40b2070 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f94d7fff700 1 -- 172.21.15.39:0/314333316 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f94e40a10c0 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5582b20fca80 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f94d7fff700 1 -- 172.21.15.39:0/314333316 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e409aea0 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 10 client.25132 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x7f94ec017070 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f94d7fff700 1 -- 172.21.15.39:0/314333316 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94e4064080 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f94d7fff700 1 -- 172.21.15.39:0/314333316 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f94e409b100 con 0x5582b2109a90 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 10 client.25132 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:20.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 10 client.25132 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 20 client.25132 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b211e9c0 0x5582b2120db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 4 client.25132 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.311+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582b20d8720 con 0x5582b211e9c0 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.312+0000 7f94fca5d700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b211e9c0 0x5582b2120db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.312+0000 7f94fca5d700 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b211e9c0 0x5582b2120db0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a77a3178f0a5f0f5 server_cookie=6432ab9be477dc78 in_seq=0 out_seq=0 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.312+0000 7f94d7fff700 10 client.25132 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f94d7fff700 1 -- 172.21.15.39:0/314333316 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5582b20d8720 con 0x5582b211e9c0 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f94d7fff700 10 client.25132 handle_command_reply: tid=0 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 client.25132 shutdown 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109a90 msgr2=0x5582b21135c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109a90 0x5582b21135c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f94e4097910 tx=0x7f94e409a880 comp rx=0 tx=0).stop 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 shutdown_connections 2023-12-07T14:02:20.323 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b211e9c0 0x5582b2120db0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b211a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f94d7fff700 0 client.25132 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109130 0x5582b2113080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 --2- 172.21.15.39:0/314333316 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109a90 0x5582b21135c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 >> 172.21.15.39:0/314333316 conn(0x5582b20383e0 msgr2=0x5582b21049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 shutdown_connections 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.313+0000 7f950aebab80 1 -- 172.21.15.39:0/314333316 wait complete. 2023-12-07T14:02:20.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.314+0000 7f950aebab80 20 client.25132 trim_cache size 0 max 16384 2023-12-07T14:02:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 Processor -- start 2023-12-07T14:02:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 -- start start 2023-12-07T14:02:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b20fed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b211a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b2104670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b1edc9a0 con 0x5582b2109a90 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b2105510 con 0x5582b210a980 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f950aebab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b210a800 con 0x5582b2109130 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f94f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b211a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f94f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b211a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53326/0 (socket says 172.21.15.39:53326) 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f94f7fff700 1 -- 172.21.15.39:0/4250259401 learned_addr learned my addr 172.21.15.39:0/4250259401 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f94fca5d700 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b20fed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.331+0000 7f94fd25e700 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b2104670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94f7fff700 1 -- 172.21.15.39:0/4250259401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 msgr2=0x5582b20fed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94f7fff700 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b20fed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94f7fff700 1 -- 172.21.15.39:0/4250259401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 msgr2=0x5582b2104670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94f7fff700 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b2104670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94f7fff700 1 -- 172.21.15.39:0/4250259401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582b1e86e60 con 0x5582b2109a90 2023-12-07T14:02:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94f7fff700 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b211a5c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f94e400fa40 tx=0x7f94e400bfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2665a0cd1ae277a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94e37fe700 1 -- 172.21.15.39:0/4250259401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e40b2050 con 0x5582b2109a90 2023-12-07T14:02:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94e37fe700 1 -- 172.21.15.39:0/4250259401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5582b20fca80 con 0x5582b2109a90 2023-12-07T14:02:20.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.332+0000 7f94e37fe700 1 -- 172.21.15.39:0/4250259401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e40a10b0 con 0x5582b2109a90 2023-12-07T14:02:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 -- 172.21.15.39:0/4250259401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 msgr2=0x5582b211a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b211a5c0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f94e400fa40 tx=0x7f94e400bfa0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 -- 172.21.15.39:0/4250259401 shutdown_connections 2023-12-07T14:02:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b210a980 0x5582b2104670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b2109130 0x5582b20fed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 --2- 172.21.15.39:0/4250259401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b211a5c0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 -- 172.21.15.39:0/4250259401 >> 172.21.15.39:0/4250259401 conn(0x5582b20383e0 msgr2=0x5582b2103f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 -- 172.21.15.39:0/4250259401 shutdown_connections 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 -- 172.21.15.39:0/4250259401 wait complete. 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 -- start start 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.333+0000 7f950aebab80 1 Processor -- start 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f950aebab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b2109130 0x5582b21191c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f950aebab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b2119700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f950aebab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b210a980 0x5582b2174e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f950aebab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b2119f80 con 0x5582b2109a90 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f950aebab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b21753c0 con 0x5582b2109130 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f950aebab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582b2175500 con 0x5582b210a980 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f950aebab80 10 client.0 _ll_register_callbacks cb 0x5582b1f42b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b2119700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b2119700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53332/0 (socket says 172.21.15.39:53332) 2023-12-07T14:02:20.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 -- 172.21.15.39:0/1703846579 learned_addr learned my addr 172.21.15.39:0/1703846579 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94fca5d700 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b2109130 0x5582b21191c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94fd25e700 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b210a980 0x5582b2174e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 -- 172.21.15.39:0/1703846579 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b210a980 msgr2=0x5582b2174e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b210a980 0x5582b2174e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 -- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b2109130 msgr2=0x5582b21191c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b2109130 0x5582b21191c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 -- 172.21.15.39:0/1703846579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94ec017070 con 0x5582b2109a90 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94f7fff700 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b2119700 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f94e4024fd0 tx=0x7f94e4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ea83583d0046208 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.334+0000 7f94d7fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f94d7fff700 1 -- 172.21.15.39:0/1703846579 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e40b2070 con 0x5582b2109a90 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f94d7fff700 1 -- 172.21.15.39:0/1703846579 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f94e409aea0 con 0x5582b2109a90 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94ec021070 con 0x5582b2109a90 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f94d7fff700 1 -- 172.21.15.39:0/1703846579 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e40975b0 con 0x5582b2109a90 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 10 client.15447 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:20.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5582b1e6fce0 con 0x5582b2109a90 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f94d7fff700 1 -- 172.21.15.39:0/1703846579 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94ec021070 con 0x5582b2109a90 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f94d7fff700 1 -- 172.21.15.39:0/1703846579 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f94e4081020 con 0x5582b2109a90 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 10 client.15447 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 10 client.15447 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 20 client.15447 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b2176910 0x5582b2178d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 4 client.15447 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5582b2024050 con 0x5582b2176910 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.335+0000 7f94fca5d700 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b2176910 0x5582b2178d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.336+0000 7f94d7fff700 10 client.15447 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.336+0000 7f94fca5d700 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b2176910 0x5582b2178d00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed7c2fc132595686 server_cookie=f3e9695cf266d836 in_seq=0 out_seq=0 2023-12-07T14:02:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f94d7fff700 1 -- 172.21.15.39:0/1703846579 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5582b2024050 con 0x5582b2176910 2023-12-07T14:02:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f94d7fff700 10 client.15447 handle_command_reply: tid=0 2023-12-07T14:02:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 client.15447 shutdown 2023-12-07T14:02:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 msgr2=0x5582b2119700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b2119700 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f94e4024fd0 tx=0x7f94e4009c00 comp rx=0 tx=0).stop 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 shutdown_connections 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5582b210a980 0x5582b2174e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5582b2176910 0x5582b2178d00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5582b2109130 0x5582b21191c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 --2- 172.21.15.39:0/1703846579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5582b2109a90 0x5582b2119700 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 >> 172.21.15.39:0/1703846579 conn(0x5582b20383e0 msgr2=0x5582b21047f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f94d7fff700 0 client.15447 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 shutdown_connections 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 1 -- 172.21.15.39:0/1703846579 wait complete. 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.338+0000 7f950aebab80 20 client.15447 trim_cache size 0 max 16384 2023-12-07T14:02:20.345 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:20.346 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:02:20.346 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "05fa0d05-6506-4377-a6fb-b0eeb04c1ff1", 2023-12-07T14:02:20.346 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:02:20.346 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:20.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f94e80a1480 msgr2=0x7f94e80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f94e80a1480 0x7f94e80a3940 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f94ec011550 tx=0x7f94ec009260 comp rx=0 tx=0).stop 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 msgr2=0x7f94f8199c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 0x7f94f8199c10 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f94e4009230 tx=0x7f94e400b790 comp rx=0 tx=0).stop 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 shutdown_connections 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f94e80a1480 0x7f94e80a3940 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f81010b0 0x7f94f81a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f80ffd90 0x7f94f81996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 --2- 172.21.15.39:0/1738896952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f81006f0 0x7f94f8199c10 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 >> 172.21.15.39:0/1738896952 conn(0x7f94f80fb930 msgr2=0x7f94f80fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 shutdown_connections 2023-12-07T14:02:20.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.339+0000 7f94fecc1700 1 -- 172.21.15.39:0/1738896952 wait complete. 2023-12-07T14:02:20.355 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:02:20.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 -- 172.21.15.39:0/3304292071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 msgr2=0x7fdd9c104370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 --2- 172.21.15.39:0/3304292071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c104370 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fdd90009990 tx=0x7fdd90009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 -- 172.21.15.39:0/3304292071 shutdown_connections 2023-12-07T14:02:20.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 --2- 172.21.15.39:0/3304292071 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdd9c1071e0 0x7fdd9c109650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 --2- 172.21.15.39:0/3304292071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c104370 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 --2- 172.21.15.39:0/3304292071 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdd9c1048b0 0x7fdd9c106ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 -- 172.21.15.39:0/3304292071 >> 172.21.15.39:0/3304292071 conn(0x7fdd9c0fb930 msgr2=0x7fdd9c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 -- 172.21.15.39:0/3304292071 shutdown_connections 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.480+0000 7fdda3123700 1 -- 172.21.15.39:0/3304292071 wait complete. 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 Processor -- start 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 -- start start 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c1018a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdd9c1048b0 0x7fdd9c0fff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdd9c1071e0 0x7fdd9c100470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c100c10 con 0x7fdd9c101f80 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c100d80 con 0x7fdd9c1071e0 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda3123700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd9c1a1430 con 0x7fdd9c1048b0 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c1018a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c1018a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53344/0 (socket says 172.21.15.39:53344) 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3581213839 learned_addr learned my addr 172.21.15.39:0/3581213839 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda16c0700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdd9c1071e0 0x7fdd9c100470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdd9c1048b0 0x7fdd9c0fff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3581213839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdd9c1048b0 msgr2=0x7fdd9c0fff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdd9c1048b0 0x7fdd9c0fff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3581213839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdd9c1071e0 msgr2=0x7fdd9c100470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdd9c1071e0 0x7fdd9c100470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3581213839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd900095f0 con 0x7fdd9c101f80 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.481+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c1018a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdd90005910 tx=0x7fdd90009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.482+0000 7fdd99ffb700 1 -- 172.21.15.39:0/3581213839 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9001d070 con 0x7fdd9c101f80 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.482+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd9c1a1660 con 0x7fdd9c101f80 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.482+0000 7fdd99ffb700 1 -- 172.21.15.39:0/3581213839 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd90021410 con 0x7fdd9c101f80 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.482+0000 7fdd99ffb700 1 -- 172.21.15.39:0/3581213839 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd90017650 con 0x7fdd9c101f80 2023-12-07T14:02:20.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.482+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd9c1a1a30 con 0x7fdd9c101f80 2023-12-07T14:02:20.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.484+0000 7fdd99ffb700 1 -- 172.21.15.39:0/3581213839 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 18) v1 ==== 136006+0+0 (secure 0 0 0) 0x7fdd900177b0 con 0x7fdd9c101f80 2023-12-07T14:02:20.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.485+0000 7fdd99ffb700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdd8c0a1480 0x7fdd8c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.485+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdd8c0a1480 0x7fdd8c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.485+0000 7fdd99ffb700 1 -- 172.21.15.39:0/3581213839 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fdd900ce050 con 0x7fdd9c101f80 2023-12-07T14:02:20.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdd8c0a1480 0x7fdd8c0a3940 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fdd88009bf0 tx=0x7fdd88009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.490 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 Processor -- start 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 -- start start 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93aa5d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df93a187c0 con 0x55df93aa40b0 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df939ff7a0 con 0x55df93aa4a10 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df939fd0c0 con 0x55df93aa5900 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.486+0000 7fdda0ebf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd9bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdda0ebf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa44d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53352/0 (socket says 172.21.15.39:53352) 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdda0ebf700 1 -- 172.21.15.39:0/4136183813 learned_addr learned my addr 172.21.15.39:0/4136183813 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdda16c0700 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93aa5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd9bfff700 1 -- 172.21.15.39:0/4136183813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 msgr2=0x55df93aa5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93aa5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd9bfff700 1 -- 172.21.15.39:0/4136183813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 msgr2=0x55df93aa44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd9bfff700 1 -- 172.21.15.39:0/4136183813 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df93875630 con 0x55df93aa4a10 2023-12-07T14:02:20.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:20.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa5320 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdd88011d80 tx=0x7fdd88014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94bd92d080ef85e2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.487+0000 7fdd86ffd700 1 -- 172.21.15.39:0/4136183813 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd88012dc0 con 0x55df93aa4a10 2023-12-07T14:02:20.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fdd86ffd700 1 -- 172.21.15.39:0/4136183813 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd88016070 con 0x55df93aa4a10 2023-12-07T14:02:20.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fdd86ffd700 1 -- 172.21.15.39:0/4136183813 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd88003c50 con 0x55df93aa4a10 2023-12-07T14:02:20.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 -- 172.21.15.39:0/4136183813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 msgr2=0x55df93aa5320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa5320 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdd88011d80 tx=0x7fdd88014000 comp rx=0 tx=0).stop 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 -- 172.21.15.39:0/4136183813 shutdown_connections 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93aa5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/4136183813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa5320 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 -- 172.21.15.39:0/4136183813 >> 172.21.15.39:0/4136183813 conn(0x55df939d3360 msgr2=0x55df93aa0a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 -- 172.21.15.39:0/4136183813 shutdown_connections 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.488+0000 7fddaf31cb80 1 -- 172.21.15.39:0/4136183813 wait complete. 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 -- start start 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 Processor -- start 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa40b0 0x55df93aae030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93aae570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa5900 0x55df93ab55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df939f89b0 con 0x55df93aa4a10 2023-12-07T14:02:20.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df939b2560 con 0x55df93aa5900 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df939b2200 con 0x55df93aa40b0 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fddaf31cb80 10 client.0 _ll_register_callbacks cb 0x55df938dda80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fdd9bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93aae570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.489+0000 7fdd9bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93aae570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53360/0 (socket says 172.21.15.39:53360) 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd9bfff700 1 -- 172.21.15.39:0/1267146162 learned_addr learned my addr 172.21.15.39:0/1267146162 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdda16c0700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa5900 0x55df93ab55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa40b0 0x55df93aae030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd9bfff700 1 -- 172.21.15.39:0/1267146162 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa40b0 msgr2=0x55df93aae030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa40b0 0x55df93aae030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd9bfff700 1 -- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa5900 msgr2=0x55df93ab55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa5900 0x55df93ab55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd9bfff700 1 -- 172.21.15.39:0/1267146162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd9c1a1a30 con 0x55df93aa4a10 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa40b0 0x55df93aae030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:20.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdda16c0700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa5900 0x55df93ab55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93aae570 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdd88009ab0 tx=0x7fdd88028680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24acacdb765ef2de server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd7bfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd7bfff700 1 -- 172.21.15.39:0/1267146162 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd8802d070 con 0x55df93aa4a10 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd7bfff700 1 -- 172.21.15.39:0/1267146162 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fdd88018070 con 0x55df93aa4a10 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55df93a97a00 con 0x55df93aa4a10 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fdd7bfff700 1 -- 172.21.15.39:0/1267146162 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd88028b20 con 0x55df93aa4a10 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.490+0000 7fddaf31cb80 10 client.15459 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x7fdd88011a60 con 0x55df93aa4a10 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fdd7bfff700 1 -- 172.21.15.39:0/1267146162 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55df93a97a00 con 0x55df93aa4a10 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fdd7bfff700 1 -- 172.21.15.39:0/1267146162 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdd88025070 con 0x55df93aa4a10 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fddaf31cb80 10 client.15459 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:20.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fddaf31cb80 10 client.15459 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fddaf31cb80 20 client.15459 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93ab9cb0 0x55df93abc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fddaf31cb80 4 client.15459 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55df93a736a0 con 0x55df93ab9cb0 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.491+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93ab9cb0 0x55df93abc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.492+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93ab9cb0 0x55df93abc0d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e88899319de45d77 server_cookie=915f12992c020be2 in_seq=0 out_seq=0 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.492+0000 7fdd7bfff700 10 client.15459 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fdd7bfff700 1 -- 172.21.15.39:0/1267146162 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55df93a736a0 con 0x55df93ab9cb0 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fdd7bfff700 10 client.15459 handle_command_reply: tid=0 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 client.15459 shutdown 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 msgr2=0x55df93aae570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93aae570 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fdd88009ab0 tx=0x7fdd88028680 comp rx=0 tx=0).stop 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 shutdown_connections 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93ab9cb0 0x55df93abc0d0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa5900 0x55df93ab55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa40b0 0x55df93aae030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/1267146162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93aae570 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fdd7bfff700 0 client.15459 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 >> 172.21.15.39:0/1267146162 conn(0x55df939d3360 msgr2=0x55df93a9f920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 shutdown_connections 2023-12-07T14:02:20.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 1 -- 172.21.15.39:0/1267146162 wait complete. 2023-12-07T14:02:20.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.493+0000 7fddaf31cb80 20 client.15459 trim_cache size 0 max 16384 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.510+0000 7fddaf31cb80 1 Processor -- start 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.510+0000 7fddaf31cb80 1 -- start start 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab5570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df93877920 con 0x55df93aa40b0 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df93aa0ef0 con 0x55df93aa4a10 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df93a979e0 con 0x55df93aa5900 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa88a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53366/0 (socket says 172.21.15.39:53366) 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3639021048 learned_addr learned my addr 172.21.15.39:0/3639021048 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda16c0700 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3639021048 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 msgr2=0x55df93ab5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3639021048 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 msgr2=0x55df93aa8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 -- 172.21.15.39:0/3639021048 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df93821de0 con 0x55df93aa40b0 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda16c0700 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa88a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdd9009b430 tx=0x7fdd90087040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2af9d10c423040d9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.511+0000 7fdd877fe700 1 -- 172.21.15.39:0/3639021048 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd9009b4a0 con 0x55df93aa40b0 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fdd877fe700 1 -- 172.21.15.39:0/3639021048 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd9009f5f0 con 0x55df93aa40b0 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fdd877fe700 1 -- 172.21.15.39:0/3639021048 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd90021610 con 0x55df93aa40b0 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 -- 172.21.15.39:0/3639021048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 msgr2=0x55df93aa88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa88a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fdd9009b430 tx=0x7fdd90087040 comp rx=0 tx=0).stop 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 -- 172.21.15.39:0/3639021048 shutdown_connections 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa40b0 0x55df93aa88a0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/3639021048 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa4a10 0x55df93aa8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 -- 172.21.15.39:0/3639021048 >> 172.21.15.39:0/3639021048 conn(0x55df939d3360 msgr2=0x55df93ac09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 -- 172.21.15.39:0/3639021048 shutdown_connections 2023-12-07T14:02:20.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.512+0000 7fddaf31cb80 1 -- 172.21.15.39:0/3639021048 wait complete. 2023-12-07T14:02:20.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 -- start start 2023-12-07T14:02:20.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 Processor -- start 2023-12-07T14:02:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa40b0 0x55df93ab2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93ab34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df93ab4a30 con 0x55df93aa4a10 2023-12-07T14:02:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df93ab4ba0 con 0x55df93aa40b0 2023-12-07T14:02:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df93ab4d60 con 0x55df93aa5900 2023-12-07T14:02:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fddaf31cb80 10 client.0 _ll_register_callbacks cb 0x55df938dda80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fdd9bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93ab34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fdd9bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93ab34e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53374/0 (socket says 172.21.15.39:53374) 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fdd9bfff700 1 -- 172.21.15.39:0/2537749097 learned_addr learned my addr 172.21.15.39:0/2537749097 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fdda16c0700 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.513+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa40b0 0x55df93ab2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd9bfff700 1 -- 172.21.15.39:0/2537749097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 msgr2=0x55df93ab44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd9bfff700 1 -- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa40b0 msgr2=0x55df93ab2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa40b0 0x55df93ab2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd9bfff700 1 -- 172.21.15.39:0/2537749097 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd9c1a1660 con 0x55df93aa4a10 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd9bfff700 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93ab34e0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdd88012a10 tx=0x7fdd88012d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e24eab3fac64431 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd7bfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd7bfff700 1 -- 172.21.15.39:0/2537749097 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd8802d070 con 0x55df93aa4a10 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd7bfff700 1 -- 172.21.15.39:0/2537749097 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fdd88018070 con 0x55df93aa4a10 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdd88016070 con 0x55df93aa4a10 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd7bfff700 1 -- 172.21.15.39:0/2537749097 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd880287a0 con 0x55df93aa4a10 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fddaf31cb80 10 client.15465 fetch_fsmap learned FSMap version 26 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55df9380ac60 con 0x55df93aa4a10 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd7bfff700 1 -- 172.21.15.39:0/2537749097 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd8804d080 con 0x55df93aa4a10 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.514+0000 7fdd7bfff700 1 -- 172.21.15.39:0/2537749097 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdd88012730 con 0x55df93aa4a10 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fddaf31cb80 10 client.15465 fetch_fsmap finished waiting for FSMap version 26 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fddaf31cb80 10 client.15465 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fddaf31cb80 20 client.15465 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93b10800 0x55df93b12bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fddaf31cb80 4 client.15465 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55df939befd0 con 0x55df93b10800 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93b10800 0x55df93b12bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fdd7bfff700 10 client.15465 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fdda0ebf700 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93b10800 0x55df93b12bf0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33e766c76a7c84b5 server_cookie=45cf54d74659d95a in_seq=0 out_seq=0 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fdd7bfff700 1 -- 172.21.15.39:0/2537749097 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55df939befd0 con 0x55df93b10800 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fdd7bfff700 10 client.15465 handle_command_reply: tid=0 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.515+0000 7fddaf31cb80 1 client.15465 shutdown 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 msgr2=0x55df93ab34e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93ab34e0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdd88012a10 tx=0x7fdd88012d70 comp rx=0 tx=0).stop 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 shutdown_connections 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55df93aa5900 0x55df93ab44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55df93b10800 0x55df93b12bf0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55df93aa40b0 0x55df93ab2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdd7bfff700 0 client.15465 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 --2- 172.21.15.39:0/2537749097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55df93aa4a10 0x55df93ab34e0 secure :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fdd88012a10 tx=0x7fdd88012d70 comp rx=0 tx=0).stop 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 >> 172.21.15.39:0/2537749097 conn(0x55df939d3360 msgr2=0x55df93ac09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 shutdown_connections 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 1 -- 172.21.15.39:0/2537749097 wait complete. 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fddaf31cb80 20 client.15465 trim_cache size 0 max 16384 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: "05fa0d05-6506-4377-a6fb-b0eeb04c1ff1": { 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "05fa0d05-6506-4377-a6fb-b0eeb04c1ff1", 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:02:20.525 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:20.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdd8c0a1480 msgr2=0x7fdd8c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdd8c0a1480 0x7fdd8c0a3940 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fdd88009bf0 tx=0x7fdd88009260 comp rx=0 tx=0).stop 2023-12-07T14:02:20.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 msgr2=0x7fdd9c1018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:20.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c1018a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fdd90005910 tx=0x7fdd90009580 comp rx=0 tx=0).stop 2023-12-07T14:02:20.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 shutdown_connections 2023-12-07T14:02:20.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fdd8c0a1480 0x7fdd8c0a3940 secure :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fdd88009bf0 tx=0x7fdd88009260 comp rx=0 tx=0).stop 2023-12-07T14:02:20.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdd9c1071e0 0x7fdd9c100470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd9c101f80 0x7fdd9c1018a0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 --2- 172.21.15.39:0/3581213839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdd9c1048b0 0x7fdd9c0fff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:20.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.516+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 >> 172.21.15.39:0/3581213839 conn(0x7fdd9c0fb930 msgr2=0x7fdd9c103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:20.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.517+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 shutdown_connections 2023-12-07T14:02:20.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.517+0000 7fdda3123700 1 -- 172.21.15.39:0/3581213839 wait complete. 2023-12-07T14:02:20.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:20 smithi039 ceph-mon[98864]: pgmap v317: 97 pgs: 97 active+clean; 646 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2023-12-07T14:02:20.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:20 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1262209620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:20.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:20 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/45431062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:20.531 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:20 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/857606629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:20.532 INFO:tasks.cephfs.filesystem:scrub status for tag:05fa0d05-6506-4377-a6fb-b0eeb04c1ff1 - {'path': '/', 'tag': '05fa0d05-6506-4377-a6fb-b0eeb04c1ff1', 'options': 'recursive,force'} 2023-12-07T14:02:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:20.582+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7f151004f290 con 0x7f1510101f50 2023-12-07T14:02:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:20 smithi055 ceph-mon[103363]: pgmap v317: 97 pgs: 97 active+clean; 646 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2023-12-07T14:02:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:20 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1262209620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:20 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/45431062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:20.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:20 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/857606629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:20 smithi089 ceph-mon[103124]: pgmap v317: 97 pgs: 97 active+clean; 646 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2023-12-07T14:02:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:20 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1262209620' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:02:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:20 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/45431062' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:20 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/857606629' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:02:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.233+0000 7f150dffb700 1 -- 172.21.15.39:0/306250994 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) v1 ==== 92+0+0 (secure 0 0 0) 0x7f150809b9b0 con 0x7f1510101f50 2023-12-07T14:02:21.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f15000a1470 msgr2=0x7f15000a3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f15000a1470 0x7f15000a3930 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1504005950 tx=0x7f15040058e0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 msgr2=0x7f151019e810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f151019e810 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f1508007b60 tx=0x7f1508008f10 comp rx=0 tx=0).stop 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 shutdown_connections 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f15000a1470 0x7f15000a3930 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1510101f50 0x7f151019e810 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f15101003c0 0x7f1510069530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 --2- 172.21.15.39:0/306250994 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f15101015b0 0x7f151019c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 >> 172.21.15.39:0/306250994 conn(0x7f15100fb930 msgr2=0x7f15101048b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 shutdown_connections 2023-12-07T14:02:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.236+0000 7f1516f8e700 1 -- 172.21.15.39:0/306250994 wait complete. 2023-12-07T14:02:21.265 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2023-12-07T14:02:21.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 -- 172.21.15.39:0/2970770351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1071e0 msgr2=0x7f513c109610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 --2- 172.21.15.39:0/2970770351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1071e0 0x7f513c109610 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f513400b0a0 tx=0x7f513400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 -- 172.21.15.39:0/2970770351 shutdown_connections 2023-12-07T14:02:21.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 --2- 172.21.15.39:0/2970770351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1071e0 0x7f513c109610 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 --2- 172.21.15.39:0/2970770351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f513c101f80 0x7f513c104370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 --2- 172.21.15.39:0/2970770351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f513c1048b0 0x7f513c106ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 -- 172.21.15.39:0/2970770351 >> 172.21.15.39:0/2970770351 conn(0x7f513c0fb930 msgr2=0x7f513c0fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:21.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 -- 172.21.15.39:0/2970770351 shutdown_connections 2023-12-07T14:02:21.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.402+0000 7f5142e36700 1 -- 172.21.15.39:0/2970770351 wait complete. 2023-12-07T14:02:21.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 Processor -- start 2023-12-07T14:02:21.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 -- start start 2023-12-07T14:02:21.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f513c101f80 0x7f513c197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1048b0 0x7f513c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f513c1071e0 0x7f513c19ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f513c19f010 con 0x7f513c1048b0 2023-12-07T14:02:21.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f513c19f150 con 0x7f513c101f80 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5142e36700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f513c19f2e0 con 0x7f513c1071e0 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f513bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1048b0 0x7f513c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f513bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1048b0 0x7f513c197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53414/0 (socket says 172.21.15.39:53414) 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f5140bd2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f513c101f80 0x7f513c197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f513bfff700 1 -- 172.21.15.39:0/1982446110 learned_addr learned my addr 172.21.15.39:0/1982446110 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f51413d3700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f513c1071e0 0x7f513c19ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f513bfff700 1 -- 172.21.15.39:0/1982446110 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f513c1071e0 msgr2=0x7f513c19ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f513bfff700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f513c1071e0 0x7f513c19ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f513bfff700 1 -- 172.21.15.39:0/1982446110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f513c101f80 msgr2=0x7f513c197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.403+0000 7f513bfff700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f513c101f80 0x7f513c197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f513bfff700 1 -- 172.21.15.39:0/1982446110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5134009d00 con 0x7f513c1048b0 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f5140bd2700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f513c101f80 0x7f513c197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f513bfff700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1048b0 0x7f513c197a70 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f512800e9a0 tx=0x7f512800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f5139ffb700 1 -- 172.21.15.39:0/1982446110 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5128009790 con 0x7f513c1048b0 2023-12-07T14:02:21.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f5139ffb700 1 -- 172.21.15.39:0/1982446110 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5128010430 con 0x7f513c1048b0 2023-12-07T14:02:21.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f513c19f5c0 con 0x7f513c1048b0 2023-12-07T14:02:21.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f5139ffb700 1 -- 172.21.15.39:0/1982446110 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5128018680 con 0x7f513c1048b0 2023-12-07T14:02:21.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.404+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f513c19fad0 con 0x7f513c1048b0 2023-12-07T14:02:21.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.405+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f513c0fd4b0 con 0x7f513c1048b0 2023-12-07T14:02:21.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.406+0000 7f5139ffb700 1 -- 172.21.15.39:0/1982446110 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 19) v1 ==== 136023+0+0 (secure 0 0 0) 0x7f51280105a0 con 0x7f513c1048b0 2023-12-07T14:02:21.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.407+0000 7f5139ffb700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 0x7f512c0a3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.407+0000 7f5140bd2700 1 -- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 msgr2=0x7f512c0a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:21.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.407+0000 7f5139ffb700 1 -- 172.21.15.39:0/1982446110 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f5128014070 con 0x7f513c1048b0 2023-12-07T14:02:21.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.407+0000 7f5140bd2700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 0x7f512c0a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T14:02:21.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.411+0000 7f5139ffb700 1 -- 172.21.15.39:0/1982446110 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f51280522f0 con 0x7f513c1048b0 2023-12-07T14:02:21.494 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: ignoring --setuser ceph since I am not root 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: ignoring --setgroup ceph since I am not root 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:21.412+0000 7f3775d08200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:21.491+0000 7f3775d08200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/306250994' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-12-07T14:02:21.495 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:02:21.539 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:02:21.539 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:21.539 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:02:21.539 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:21.539 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/306250994' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-12-07T14:02:21.539 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:02:21.540 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: ignoring --setuser ceph since I am not root 2023-12-07T14:02:21.540 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: ignoring --setgroup ceph since I am not root 2023-12-07T14:02:21.540 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-mgr[104838]: -- 172.21.15.55:0/523293233 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56043b49c1a0 con 0x56043b472c00 2023-12-07T14:02:21.540 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:21.439+0000 7fcdc94d5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T14:02:21.540 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:21.536+0000 7fcdc94d5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T14:02:21.549 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: ignoring --setuser ceph since I am not root 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: ignoring --setgroup ceph since I am not root 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:21.449+0000 7f1c489df200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/306250994' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-12-07T14:02:21.550 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:02:21.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.608+0000 7f5140bd2700 1 -- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 msgr2=0x7f512c0a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:21.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.608+0000 7f5140bd2700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 0x7f512c0a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-12-07T14:02:21.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.615+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7f513c04f290 con 0x7f513c1048b0 2023-12-07T14:02:21.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.619+0000 7f5139ffb700 1 -- 172.21.15.39:0/1982446110 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v23)=0 v23) v1 ==== 138+0+0 (secure 0 0 0) 0x7f512809a000 con 0x7f513c1048b0 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.621+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 msgr2=0x7f512c0a3980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.621+0000 7f5142e36700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 0x7f512c0a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.621+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1048b0 msgr2=0x7f513c197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.621+0000 7f5142e36700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1048b0 0x7f513c197a70 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f512800e9a0 tx=0x7f512800ecb0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 shutdown_connections 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f512c0a14c0 0x7f512c0a3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f513c1071e0 0x7f513c19ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f513c101f80 0x7f513c197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 --2- 172.21.15.39:0/1982446110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f513c1048b0 0x7f513c197a70 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 >> 172.21.15.39:0/1982446110 conn(0x7f513c0fb930 msgr2=0x7f513c102a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:21.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 shutdown_connections 2023-12-07T14:02:21.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.622+0000 7f5142e36700 1 -- 172.21.15.39:0/1982446110 wait complete. 2023-12-07T14:02:21.638 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2023-12-07T14:02:21.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 -- 172.21.15.39:0/1360020539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1003f0 msgr2=0x7fa89c100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/1360020539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1003f0 0x7fa89c100810 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fa8900099c0 tx=0x7fa890009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 -- 172.21.15.39:0/1360020539 shutdown_connections 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/1360020539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa89c101f80 0x7fa89c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/1360020539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1003f0 0x7fa89c100810 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/1360020539 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1015e0 0x7fa89c101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 -- 172.21.15.39:0/1360020539 >> 172.21.15.39:0/1360020539 conn(0x7fa89c0fb9a0 msgr2=0x7fa89c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 -- 172.21.15.39:0/1360020539 shutdown_connections 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.764+0000 7fa8a20ac700 1 -- 172.21.15.39:0/1360020539 wait complete. 2023-12-07T14:02:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 Processor -- start 2023-12-07T14:02:21.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 -- start start 2023-12-07T14:02:21.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1003f0 0x7fa89c197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1015e0 0x7fa89c1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa89c101f80 0x7fa89c19e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89c19ef40 con 0x7fa89c1015e0 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89c19f080 con 0x7fa89c101f80 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa8a20ac700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89c19f210 con 0x7fa89c1003f0 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1015e0 0x7fa89c1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1003f0 0x7fa89c197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1015e0 0x7fa89c1979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53488/0 (socket says 172.21.15.39:53488) 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1003f0 0x7fa89c197460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58210/0 (socket says 172.21.15.39:58210) 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89affd700 1 -- 172.21.15.39:0/408528537 learned_addr learned my addr 172.21.15.39:0/408528537 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89bfff700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa89c101f80 0x7fa89c19e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89affd700 1 -- 172.21.15.39:0/408528537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1003f0 msgr2=0x7fa89c197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89affd700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1003f0 0x7fa89c197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.765+0000 7fa89affd700 1 -- 172.21.15.39:0/408528537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa89c101f80 msgr2=0x7fa89c19e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa89affd700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa89c101f80 0x7fa89c19e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa89affd700 1 -- 172.21.15.39:0/408528537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8900095f0 con 0x7fa89c1015e0 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa89b7fe700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1003f0 0x7fa89c197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa89bfff700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa89c101f80 0x7fa89c19e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa89affd700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1015e0 0x7fa89c1979a0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa88c00e9a0 tx=0x7fa88c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa898ff9700 1 -- 172.21.15.39:0/408528537 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa88c009790 con 0x7fa89c1015e0 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa898ff9700 1 -- 172.21.15.39:0/408528537 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa88c010430 con 0x7fa89c1015e0 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa898ff9700 1 -- 172.21.15.39:0/408528537 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa88c018680 con 0x7fa89c1015e0 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa89c19f4f0 con 0x7fa89c1015e0 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.766+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa89c19fa00 con 0x7fa89c1015e0 2023-12-07T14:02:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.767+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa89c04f290 con 0x7fa89c1015e0 2023-12-07T14:02:21.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.768+0000 7fa898ff9700 1 -- 172.21.15.39:0/408528537 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 19) v1 ==== 136023+0+0 (secure 0 0 0) 0x7fa88c0105a0 con 0x7fa89c1015e0 2023-12-07T14:02:21.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.769+0000 7fa898ff9700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 0x7fa8840a3a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:21.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.769+0000 7fa89b7fe700 1 -- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 msgr2=0x7fa8840a3a00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:21.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.769+0000 7fa898ff9700 1 -- 172.21.15.39:0/408528537 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7fa88c014070 con 0x7fa89c1015e0 2023-12-07T14:02:21.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.769+0000 7fa89b7fe700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 0x7fa8840a3a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T14:02:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.773+0000 7fa898ff9700 1 -- 172.21.15.39:0/408528537 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa88c0d2020 con 0x7fa89c1015e0 2023-12-07T14:02:21.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:21.546+0000 7f1c489df200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-12-07T14:02:21.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:21.660+0000 7f1c489df200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T14:02:21.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:21.780+0000 7f1c489df200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T14:02:21.848 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:21.581+0000 7f3775d08200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T14:02:21.848 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:21.674+0000 7f3775d08200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T14:02:21.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:21.646+0000 7fcdc94d5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-12-07T14:02:21.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:21.758+0000 7fcdc94d5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-12-07T14:02:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.970+0000 7fa89b7fe700 1 -- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 msgr2=0x7fa8840a3a00 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.970+0000 7fa89b7fe700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 0x7fa8840a3a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-12-07T14:02:21.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.981+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7fa89c10bdb0 con 0x7fa89c1015e0 2023-12-07T14:02:21.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.988+0000 7fa898ff9700 1 -- 172.21.15.39:0/408528537 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v24)=0 v24) v1 ==== 133+0+0 (secure 0 0 0) 0x7fa88c099fa0 con 0x7fa89c1015e0 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 msgr2=0x7fa8840a3a00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 0x7fa8840a3a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1015e0 msgr2=0x7fa89c1979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1015e0 0x7fa89c1979a0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fa88c00e9a0 tx=0x7fa88c00ecb0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 shutdown_connections 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7fa8840a1540 0x7fa8840a3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa89c101f80 0x7fa89c19e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa89c1003f0 0x7fa89c197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.990+0000 7fa8a20ac700 1 --2- 172.21.15.39:0/408528537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa89c1015e0 0x7fa89c1979a0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:21.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.991+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 >> 172.21.15.39:0/408528537 conn(0x7fa89c0fb9a0 msgr2=0x7fa89c069680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:21.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.991+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 shutdown_connections 2023-12-07T14:02:21.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:21.991+0000 7fa8a20ac700 1 -- 172.21.15.39:0/408528537 wait complete. 2023-12-07T14:02:22.007 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2023-12-07T14:02:22.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.134+0000 7f65c1bef700 1 -- 172.21.15.39:0/2395389523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 msgr2=0x7f65bc100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:22.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 --2- 172.21.15.39:0/2395389523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 0x7f65bc100b20 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f65b0009990 tx=0x7f65b0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:22.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 -- 172.21.15.39:0/2395389523 shutdown_connections 2023-12-07T14:02:22.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 --2- 172.21.15.39:0/2395389523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65bc101060 0x7f65bc1014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:22.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 --2- 172.21.15.39:0/2395389523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65bc0ffd40 0x7f65bc100160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:22.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 --2- 172.21.15.39:0/2395389523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 0x7f65bc100b20 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:22.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 -- 172.21.15.39:0/2395389523 >> 172.21.15.39:0/2395389523 conn(0x7f65bc0fb960 msgr2=0x7f65bc0fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:22.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 -- 172.21.15.39:0/2395389523 shutdown_connections 2023-12-07T14:02:22.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 -- 172.21.15.39:0/2395389523 wait complete. 2023-12-07T14:02:22.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 Processor -- start 2023-12-07T14:02:22.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.135+0000 7f65c1bef700 1 -- start start 2023-12-07T14:02:22.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65c1bef700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65bc0ffd40 0x7f65bc199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:22.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65c1bef700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 0x7f65bc199b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:22.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65c1bef700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65bc101060 0x7f65bc1a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:22.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65c1bef700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc1a1130 con 0x7f65bc1006a0 2023-12-07T14:02:22.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65c1bef700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc1a1270 con 0x7f65bc101060 2023-12-07T14:02:22.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65c1bef700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65bc1a1400 con 0x7f65bc0ffd40 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 0x7f65bc199b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 0x7f65bc199b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53552/0 (socket says 172.21.15.39:53552) 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 -- 172.21.15.39:0/1665137395 learned_addr learned my addr 172.21.15.39:0/1665137395 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65bc0ffd40 0x7f65bc199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65bbfff700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65bc101060 0x7f65bc1a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65bc0ffd40 msgr2=0x7f65bc199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65bc0ffd40 0x7f65bc199600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65bc101060 msgr2=0x7f65bc1a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:22.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65bc101060 0x7f65bc1a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 -- 172.21.15.39:0/1665137395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65b00095f0 con 0x7f65bc1006a0 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65bc0ffd40 0x7f65bc199600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65bbfff700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65bc101060 0x7f65bc1a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.136+0000 7f65baffd700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 0x7f65bc199b40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f65b000b680 tx=0x7f65b0009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.137+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b001d070 con 0x7f65bc1006a0 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.137+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65bc1a1680 con 0x7f65bc1006a0 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.137+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65b0022470 con 0x7f65bc1006a0 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.137+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65b0017650 con 0x7f65bc1006a0 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.137+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65bc1a1ab0 con 0x7f65bc1006a0 2023-12-07T14:02:22.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.138+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65bc10ad20 con 0x7f65bc1006a0 2023-12-07T14:02:22.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.139+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 19) v1 ==== 136023+0+0 (secure 0 0 0) 0x7f65b00225e0 con 0x7f65bc1006a0 2023-12-07T14:02:22.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.140+0000 7f65b8ff9700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:22.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.140+0000 7f65bb7fe700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 msgr2=0x7f65a40a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:22.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.140+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8153+0+0 (secure 0 0 0) 0x7f65b00ce4e0 con 0x7f65bc1006a0 2023-12-07T14:02:22.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.140+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-12-07T14:02:22.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.143+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f65b0097c70 con 0x7f65bc1006a0 2023-12-07T14:02:22.189 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:21.845+0000 7f3775d08200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T14:02:22.237 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:21.991+0000 7f1c489df200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T14:02:22.238 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:21.967+0000 7fcdc94d5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-12-07T14:02:22.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.341+0000 7f65bb7fe700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 msgr2=0x7f65a40a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:22.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.341+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-12-07T14:02:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.374+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 --> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f65bc02d380 con 0x7f65a40a14c0 2023-12-07T14:02:22.524 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:22.209+0000 7f3775d08200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T14:02:22.524 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:22.339+0000 7f3775d08200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T14:02:22.524 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:22.427+0000 7f3775d08200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T14:02:22.524 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/306250994' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-12-07T14:02:22.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-mon[103124]: mgrmap e19: x(active, since 8m), standbys: z, y 2023-12-07T14:02:22.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1982446110' entity='client.admin' 2023-12-07T14:02:22.525 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/408528537' entity='client.admin' 2023-12-07T14:02:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/306250994' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-12-07T14:02:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-mon[98864]: mgrmap e19: x(active, since 8m), standbys: z, y 2023-12-07T14:02:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1982446110' entity='client.admin' 2023-12-07T14:02:22.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/408528537' entity='client.admin' 2023-12-07T14:02:22.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:22.473+0000 7f1c489df200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T14:02:22.598 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:22.443+0000 7fcdc94d5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-12-07T14:02:22.598 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/306250994' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-12-07T14:02:22.598 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-mon[103363]: mgrmap e19: x(active, since 8m), standbys: z, y 2023-12-07T14:02:22.598 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1982446110' entity='client.admin' 2023-12-07T14:02:22.598 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/408528537' entity='client.admin' 2023-12-07T14:02:22.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.742+0000 7f65bb7fe700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 msgr2=0x7f65a40a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:22.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:22.742+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-12-07T14:02:22.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:22.596+0000 7fcdc94d5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T14:02:22.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:22.704+0000 7fcdc94d5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T14:02:22.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:22 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:22.820+0000 7fcdc94d5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T14:02:22.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:22.521+0000 7f3775d08200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T14:02:23.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:22.627+0000 7f1c489df200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-12-07T14:02:23.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:22.736+0000 7f1c489df200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-12-07T14:02:23.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:22.851+0000 7f1c489df200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-12-07T14:02:23.440 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:22.944+0000 7f3775d08200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T14:02:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:23.543+0000 7f65bb7fe700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 msgr2=0x7f65a40a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:23.543+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-12-07T14:02:23.649 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:23 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:23.333+0000 7fcdc94d5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T14:02:23.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:23 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:23.365+0000 7f1c489df200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-12-07T14:02:23.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:23.599+0000 7f3775d08200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T14:02:23.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:23.680+0000 7f3775d08200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T14:02:24.399 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:24.120+0000 7fcdc94d5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T14:02:24.399 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:24.219+0000 7fcdc94d5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T14:02:24.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:24.152+0000 7f1c489df200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-12-07T14:02:24.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:24.252+0000 7f1c489df200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-12-07T14:02:24.720 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:24.456+0000 7f3775d08200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T14:02:24.720 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:24.545+0000 7f3775d08200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T14:02:25.133 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:24.717+0000 7f3775d08200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T14:02:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:25.145+0000 7f65bb7fe700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 msgr2=0x7f65a40a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:25.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:25.145+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-12-07T14:02:25.439 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:25.131+0000 7f3775d08200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T14:02:25.440 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:25.218+0000 7f3775d08200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T14:02:25.440 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:25.366+0000 7f3775d08200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T14:02:25.536 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:25.200+0000 7fcdc94d5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T14:02:25.536 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:25.312+0000 7fcdc94d5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T14:02:25.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:25.237+0000 7f1c489df200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-12-07T14:02:25.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:25.350+0000 7f1c489df200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-12-07T14:02:25.899 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:25.534+0000 7fcdc94d5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T14:02:25.939 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:25.627+0000 7f3775d08200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T14:02:26.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:25.576+0000 7f1c489df200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-12-07T14:02:26.324 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:26.031+0000 7fcdc94d5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T14:02:26.324 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:26.136+0000 7fcdc94d5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T14:02:26.376 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:26.081+0000 7f1c489df200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-12-07T14:02:26.376 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:26.188+0000 7f1c489df200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-12-07T14:02:26.649 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:26.321+0000 7fcdc94d5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T14:02:26.650 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:26.322+0000 7f3775d08200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T14:02:26.650 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:26.453+0000 7f3775d08200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T14:02:26.712 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:26.373+0000 7f1c489df200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-12-07T14:02:26.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:26.647+0000 7f3775d08200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T14:02:26.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:26.759+0000 7f3775d08200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T14:02:27.055 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:26.710+0000 7f1c489df200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T14:02:27.149 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:26.652+0000 7fcdc94d5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-12-07T14:02:27.439 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:26.977+0000 7f3775d08200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T14:02:27.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:27.539+0000 7f1c489df200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T14:02:27.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:27.700+0000 7f1c489df200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T14:02:27.885 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:27.475+0000 7fcdc94d5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-12-07T14:02:27.885 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:27.634+0000 7fcdc94d5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-12-07T14:02:27.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:27.907+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mgrmap(e 20) v1 ==== 136023+0+0 (secure 0 0 0) 0x7f65b0098040 con 0x7f65bc1006a0 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:27.882+0000 7fcdc94d5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:28 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:28.022+0000 7fcdc94d5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-mon[103363]: Standby manager daemon z restarted 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-mon[103363]: Standby manager daemon z started 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-12-07T14:02:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:27 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T14:02:28.190 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:02:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-z[105237]: 2023-12-07T14:02:27.831+0000 7f3775d08200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T14:02:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:27 smithi089 ceph-mon[103124]: Standby manager daemon z restarted 2023-12-07T14:02:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:27 smithi089 ceph-mon[103124]: Standby manager daemon z started 2023-12-07T14:02:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:27 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-12-07T14:02:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:27 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T14:02:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:27 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-12-07T14:02:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:27 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T14:02:28.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:27.958+0000 7f1c489df200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-12-07T14:02:28.305 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:28 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:28.098+0000 7f1c489df200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-12-07T14:02:28.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-mon[98864]: Standby manager daemon z restarted 2023-12-07T14:02:28.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-mon[98864]: Standby manager daemon z started 2023-12-07T14:02:28.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-12-07T14:02:28.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T14:02:28.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-12-07T14:02:28.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:27 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.89:0/975665813' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T14:02:28.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:28.349+0000 7f65bb7fe700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 msgr2=0x7f65a40a3980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.39:6800/3942875407 2023-12-07T14:02:28.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:28.349+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2023-12-07T14:02:28.649 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:28 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:28.297+0000 7fcdc94d5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T14:02:28.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:28 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:28.378+0000 7f1c489df200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-12-07T14:02:29.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:28 smithi089 ceph-mon[103124]: mgrmap e20: x(active, since 8m), standbys: y, z 2023-12-07T14:02:29.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:28 smithi039 ceph-mon[98864]: mgrmap e20: x(active, since 8m), standbys: y, z 2023-12-07T14:02:29.344 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:28 smithi055 ceph-mon[103363]: mgrmap e20: x(active, since 8m), standbys: y, z 2023-12-07T14:02:29.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:29.457+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mgrmap(e 21) v1 ==== 135691+0+0 (secure 0 0 0) 0x7f65b00cc0d0 con 0x7f65bc1006a0 2023-12-07T14:02:29.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:29.458+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 msgr2=0x7f65a40a3980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:02:29.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:29.458+0000 7f65b8ff9700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3942875407,v1:172.21.15.39:6801/3942875407] conn(0x7f65a40a14c0 0x7f65a40a3980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:29.638 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y[104814]: 2023-12-07T14:02:29.341+0000 7fcdc94d5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T14:02:29.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.432+0000 7f1c489df200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-12-07T14:02:29.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.672+0000 7f1ba8aa8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.673+0000 7f1ba8aa8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.805 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.673+0000 7f1ba8aa8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.673+0000 7f1ba8aa8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.673+0000 7f1ba8aa8700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.673+0000 7f1bab2ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.674+0000 7f1bab2ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.674+0000 7f1bab2ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.674+0000 7f1bab2ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:29.806 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:02:29.674+0000 7f1bab2ad700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:02:30.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: Standby manager daemon y restarted 2023-12-07T14:02:30.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: Standby manager daemon y started 2023-12-07T14:02:30.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-07T14:02:30.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T14:02:30.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-07T14:02:30.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T14:02:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: Active manager daemon x restarted 2023-12-07T14:02:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: Activating manager daemon x 2023-12-07T14:02:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: osdmap e86: 12 total, 12 up, 12 in 2023-12-07T14:02:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: mgrmap e21: x(active, starting, since 0.0123287s), standbys: y, z 2023-12-07T14:02:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T14:02:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T14:02:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:02:30.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-12-07T14:02:30.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T14:02:30.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T14:02:30.155 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T14:02:30.155 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T14:02:30.155 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:02:30.155 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-07T14:02:30.155 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-07T14:02:30.155 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-07T14:02:30.156 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: Manager daemon x is now available 2023-12-07T14:02:30.156 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:30.156 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:30.156 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-07T14:02:30.156 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:29 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-07T14:02:30.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: Standby manager daemon y restarted 2023-12-07T14:02:30.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: Standby manager daemon y started 2023-12-07T14:02:30.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-07T14:02:30.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: Active manager daemon x restarted 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: Activating manager daemon x 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: osdmap e86: 12 total, 12 up, 12 in 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: mgrmap e21: x(active, starting, since 0.0123287s), standbys: y, z 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-12-07T14:02:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T14:02:30.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: Manager daemon x is now available 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:30.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-07T14:02:30.194 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:29 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-07T14:02:30.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: Standby manager daemon y restarted 2023-12-07T14:02:30.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: Standby manager daemon y started 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.? 172.21.15.55:0/2525265754' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: Active manager daemon x restarted 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: Activating manager daemon x 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: osdmap e86: 12 total, 12 up, 12 in 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: mgrmap e21: x(active, starting, since 0.0123287s), standbys: y, z 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-12-07T14:02:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-12-07T14:02:30.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: Manager daemon x is now available 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:30.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-12-07T14:02:30.309 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:29 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-12-07T14:02:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.462+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mon.0 v2:172.21.15.39:3300/0 9 ==== mgrmap(e 22) v1 ==== 135818+0+0 (secure 0 0 0) 0x7f65b00228e0 con 0x7f65bc1006a0 2023-12-07T14:02:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.462+0000 7f65b8ff9700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f65a4026310 0x7f65a40266f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.462+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 --> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f65bc02d380 con 0x7f65a4026310 2023-12-07T14:02:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.466+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f65a4026310 0x7f65a40266f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:30.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.468+0000 7f65bb7fe700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f65a4026310 0x7f65a40266f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f65ac009c30 tx=0x7f65ac009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:30.549 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.547+0000 7f65b8ff9700 1 -- 172.21.15.39:0/1665137395 <== mgr.15477 v2:172.21.15.39:6800/3084457348 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f65bc02d380 con 0x7f65a4026310 2023-12-07T14:02:30.550 INFO:teuthology.orchestra.run.smithi039.stdout:Schedule set for path / 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.549+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f65a4026310 msgr2=0x7f65a40266f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.549+0000 7f65c1bef700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f65a4026310 0x7f65a40266f0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f65ac009c30 tx=0x7f65ac009260 comp rx=0 tx=0).stop 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.549+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 msgr2=0x7f65bc199b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.549+0000 7f65c1bef700 1 --2- 172.21.15.39:0/1665137395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65bc1006a0 0x7f65bc199b40 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f65b000b680 tx=0x7f65b0009580 comp rx=0 tx=0).stop 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.549+0000 7f65bbfff700 1 -- 172.21.15.39:0/1665137395 reap_dead start 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.549+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 shutdown_connections 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.549+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 >> 172.21.15.39:0/1665137395 conn(0x7f65bc0fb960 msgr2=0x7f65bc0fd0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.550+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 shutdown_connections 2023-12-07T14:02:30.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.550+0000 7f65c1bef700 1 -- 172.21.15.39:0/1665137395 wait complete. 2023-12-07T14:02:30.565 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 -- 172.21.15.39:0/3856969392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81003f0 msgr2=0x7f60a8100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 --2- 172.21.15.39:0/3856969392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81003f0 0x7f60a8100810 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f60980099c0 tx=0x7f6098009cd0 comp rx=0 tx=0).stop 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 -- 172.21.15.39:0/3856969392 shutdown_connections 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 --2- 172.21.15.39:0/3856969392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a8101f80 0x7f60a8108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 --2- 172.21.15.39:0/3856969392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81003f0 0x7f60a8100810 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 --2- 172.21.15.39:0/3856969392 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a81015e0 0x7f60a8101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 -- 172.21.15.39:0/3856969392 >> 172.21.15.39:0/3856969392 conn(0x7f60a80fb9a0 msgr2=0x7f60a80fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 -- 172.21.15.39:0/3856969392 shutdown_connections 2023-12-07T14:02:30.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.698+0000 7f60ae293700 1 -- 172.21.15.39:0/3856969392 wait complete. 2023-12-07T14:02:30.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 Processor -- start 2023-12-07T14:02:30.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 -- start start 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a81003f0 0x7f60a81962f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81015e0 0x7f60a8196830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a8101f80 0x7f60a819d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a819de20 con 0x7f60a81015e0 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a819df60 con 0x7f60a81003f0 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ae293700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60a819e0f0 con 0x7f60a8101f80 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f609ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81015e0 0x7f60a8196830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f609ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81015e0 0x7f60a8196830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53814/0 (socket says 172.21.15.39:53814) 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f609ffff700 1 -- 172.21.15.39:0/201216724 learned_addr learned my addr 172.21.15.39:0/201216724 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60a7fff700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a81003f0 0x7f60a81962f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.699+0000 7f60ac830700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a8101f80 0x7f60a819d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f609ffff700 1 -- 172.21.15.39:0/201216724 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a8101f80 msgr2=0x7f60a819d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:30.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f609ffff700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a8101f80 0x7f60a819d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f609ffff700 1 -- 172.21.15.39:0/201216724 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a81003f0 msgr2=0x7f60a81962f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f609ffff700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a81003f0 0x7f60a81962f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f609ffff700 1 -- 172.21.15.39:0/201216724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60980095f0 con 0x7f60a81015e0 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f60a7fff700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a81003f0 0x7f60a81962f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f609ffff700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81015e0 0x7f60a8196830 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f609000d950 tx=0x7f609000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f60a5ffb700 1 -- 172.21.15.39:0/201216724 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609000f890 con 0x7f60a81015e0 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f60a5ffb700 1 -- 172.21.15.39:0/201216724 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6090010460 con 0x7f60a81015e0 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60a819e3d0 con 0x7f60a81015e0 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f60a5ffb700 1 -- 172.21.15.39:0/201216724 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f609000e610 con 0x7f60a81015e0 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.700+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60a819e8e0 con 0x7f60a81015e0 2023-12-07T14:02:30.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.701+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60a8107840 con 0x7f60a81015e0 2023-12-07T14:02:30.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.702+0000 7f60a5ffb700 1 -- 172.21.15.39:0/201216724 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 22) v1 ==== 135818+0+0 (secure 0 0 0) 0x7f60900108d0 con 0x7f60a81015e0 2023-12-07T14:02:30.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.703+0000 7f60a5ffb700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f60940a1260 0x7f60940a3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:30.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.703+0000 7f60a5ffb700 1 -- 172.21.15.39:0/201216724 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f60900cc780 con 0x7f60a81015e0 2023-12-07T14:02:30.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.703+0000 7f60a7fff700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f60940a1260 0x7f60940a3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:30.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.703+0000 7f60a7fff700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f60940a1260 0x7f60940a3720 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6098003730 tx=0x7f609801a040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:30.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.707+0000 7f60a5ffb700 1 -- 172.21.15.39:0/201216724 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6090096020 con 0x7f60a81015e0 2023-12-07T14:02:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:30.956+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 --> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) v1 -- 0x7f60a802d420 con 0x7f60940a1260 2023-12-07T14:02:31.013 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.011+0000 7f60a5ffb700 1 -- 172.21.15.39:0/201216724 <== mgr.15477 v2:172.21.15.39:6800/3084457348 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7f60a802d420 con 0x7f60940a1260 2023-12-07T14:02:31.013 INFO:teuthology.orchestra.run.smithi039.stdout:Retention added to path / 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f60940a1260 msgr2=0x7f60940a3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f60940a1260 0x7f60940a3720 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6098003730 tx=0x7f609801a040 comp rx=0 tx=0).stop 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81015e0 msgr2=0x7f60a8196830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81015e0 0x7f60a8196830 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f609000d950 tx=0x7f609000dc60 comp rx=0 tx=0).stop 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 shutdown_connections 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60a8101f80 0x7f60a819d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f60940a1260 0x7f60940a3720 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60a81003f0 0x7f60a81962f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 --2- 172.21.15.39:0/201216724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60a81015e0 0x7f60a8196830 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 >> 172.21.15.39:0/201216724 conn(0x7f60a80fb9a0 msgr2=0x7f60a8104980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 shutdown_connections 2023-12-07T14:02:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.013+0000 7f60ae293700 1 -- 172.21.15.39:0/201216724 wait complete. 2023-12-07T14:02:31.028 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-12-07T14:02:31.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.159+0000 7f14f91ba700 1 -- 172.21.15.39:0/1220369652 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41014d0 msgr2=0x7f14f41018f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.159+0000 7f14f91ba700 1 --2- 172.21.15.39:0/1220369652 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41014d0 0x7f14f41018f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f14e4009990 tx=0x7f14e4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.160+0000 7f14f91ba700 1 -- 172.21.15.39:0/1220369652 shutdown_connections 2023-12-07T14:02:31.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.160+0000 7f14f91ba700 1 --2- 172.21.15.39:0/1220369652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14f4103060 0x7f14f4109910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.160+0000 7f14f91ba700 1 --2- 172.21.15.39:0/1220369652 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41014d0 0x7f14f41018f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.160+0000 7f14f91ba700 1 --2- 172.21.15.39:0/1220369652 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f41026c0 0x7f14f4102b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.160+0000 7f14f91ba700 1 -- 172.21.15.39:0/1220369652 >> 172.21.15.39:0/1220369652 conn(0x7f14f40fca60 msgr2=0x7f14f40fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:31.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.160+0000 7f14f91ba700 1 -- 172.21.15.39:0/1220369652 shutdown_connections 2023-12-07T14:02:31.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.160+0000 7f14f91ba700 1 -- 172.21.15.39:0/1220369652 wait complete. 2023-12-07T14:02:31.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 Processor -- start 2023-12-07T14:02:31.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 -- start start 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f41014d0 0x7f14f4197400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41026c0 0x7f14f4197940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14f4103060 0x7f14f419e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f419ef30 con 0x7f14f4103060 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f419f070 con 0x7f14f41014d0 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f91ba700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14f419f200 con 0x7f14f41026c0 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41026c0 0x7f14f4197940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f359e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14f4103060 0x7f14f419e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41026c0 0x7f14f4197940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58556/0 (socket says 172.21.15.39:58556) 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f259c700 1 -- 172.21.15.39:0/3832919086 learned_addr learned my addr 172.21.15.39:0/3832919086 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:31.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.161+0000 7f14f2d9d700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f41014d0 0x7f14f4197400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f259c700 1 -- 172.21.15.39:0/3832919086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f41014d0 msgr2=0x7f14f4197400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f259c700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f41014d0 0x7f14f4197400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f259c700 1 -- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14f4103060 msgr2=0x7f14f419e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f259c700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14f4103060 0x7f14f419e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f259c700 1 -- 172.21.15.39:0/3832919086 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14e40095f0 con 0x7f14f41026c0 2023-12-07T14:02:31.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f259c700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41026c0 0x7f14f4197940 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f14e800e9a0 tx=0x7f14e800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:31.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14dbfff700 1 -- 172.21.15.39:0/3832919086 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e8009790 con 0x7f14f41026c0 2023-12-07T14:02:31.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14dbfff700 1 -- 172.21.15.39:0/3832919086 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f14e8010430 con 0x7f14f41026c0 2023-12-07T14:02:31.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14f419f4e0 con 0x7f14f41026c0 2023-12-07T14:02:31.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14dbfff700 1 -- 172.21.15.39:0/3832919086 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14e8018680 con 0x7f14f41026c0 2023-12-07T14:02:31.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.162+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14f419f9f0 con 0x7f14f41026c0 2023-12-07T14:02:31.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.163+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14f4108950 con 0x7f14f41026c0 2023-12-07T14:02:31.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.166+0000 7f14dbfff700 1 -- 172.21.15.39:0/3832919086 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 22) v1 ==== 135818+0+0 (secure 0 0 0) 0x7f14e80105a0 con 0x7f14f41026c0 2023-12-07T14:02:31.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.166+0000 7f14dbfff700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f14dc0a1260 0x7f14dc0a3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.166+0000 7f14dbfff700 1 -- 172.21.15.39:0/3832919086 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f14e8014070 con 0x7f14f41026c0 2023-12-07T14:02:31.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.166+0000 7f14f2d9d700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f14dc0a1260 0x7f14dc0a3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.167+0000 7f14f2d9d700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f14dc0a1260 0x7f14dc0a3720 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f14e400b680 tx=0x7f14e400b750 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:31.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.169+0000 7f14dbfff700 1 -- 172.21.15.39:0/3832919086 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f14e8096c70 con 0x7f14f41026c0 2023-12-07T14:02:31.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.407+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 --> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7f14f4061a10 con 0x7f14dc0a1260 2023-12-07T14:02:31.419 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.417+0000 7f14dbfff700 1 -- 172.21.15.39:0/3832919086 <== mgr.15477 v2:172.21.15.39:6800/3084457348 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+283 (secure 0 0 0) 0x7f14f4061a10 con 0x7f14dc0a1260 2023-12-07T14:02:31.419 INFO:teuthology.orchestra.run.smithi039.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2023-12-07T00:00:00", "created": "2023-12-07T14:02:30", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2023-12-07T14:02:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f14dc0a1260 msgr2=0x7f14dc0a3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f14dc0a1260 0x7f14dc0a3720 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f14e400b680 tx=0x7f14e400b750 comp rx=0 tx=0).stop 2023-12-07T14:02:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41026c0 msgr2=0x7f14f4197940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41026c0 0x7f14f4197940 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f14e800e9a0 tx=0x7f14e800ecb0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 shutdown_connections 2023-12-07T14:02:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14f4103060 0x7f14f419e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f14dc0a1260 0x7f14dc0a3720 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f41014d0 0x7f14f4197400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 --2- 172.21.15.39:0/3832919086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f14f41026c0 0x7f14f4197940 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 >> 172.21.15.39:0/3832919086 conn(0x7f14f40fca60 msgr2=0x7f14f4105a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:31.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 shutdown_connections 2023-12-07T14:02:31.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.419+0000 7f14f91ba700 1 -- 172.21.15.39:0/3832919086 wait complete. 2023-12-07T14:02:31.436 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-12-07T14:02:31.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 -- 172.21.15.39:0/2630291793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 msgr2=0x7f984c0fff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 --2- 172.21.15.39:0/2630291793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c0fff90 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9848009990 tx=0x7f9848009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 -- 172.21.15.39:0/2630291793 shutdown_connections 2023-12-07T14:02:31.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 --2- 172.21.15.39:0/2630291793 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f984c101700 0x7f984c107fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 --2- 172.21.15.39:0/2630291793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c0fff90 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 --2- 172.21.15.39:0/2630291793 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f984c100d60 0x7f984c1011c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 -- 172.21.15.39:0/2630291793 >> 172.21.15.39:0/2630291793 conn(0x7f984c0fb100 msgr2=0x7f984c0fd520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:31.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 -- 172.21.15.39:0/2630291793 shutdown_connections 2023-12-07T14:02:31.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.569+0000 7f9853ffc700 1 -- 172.21.15.39:0/2630291793 wait complete. 2023-12-07T14:02:31.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 Processor -- start 2023-12-07T14:02:31.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 -- start start 2023-12-07T14:02:31.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c1974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f984c100d60 0x7f984c197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f984c101700 0x7f984c19e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984c19efa0 con 0x7f984c0ffb70 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984c19f0e0 con 0x7f984c101700 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9853ffc700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f984c19f270 con 0x7f984c100d60 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9851d98700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c1974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9851597700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f984c100d60 0x7f984c197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9851d98700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c1974c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53860/0 (socket says 172.21.15.39:53860) 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9851d98700 1 -- 172.21.15.39:0/296872731 learned_addr learned my addr 172.21.15.39:0/296872731 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.570+0000 7f9852599700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f984c101700 0x7f984c19e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9851597700 1 -- 172.21.15.39:0/296872731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f984c101700 msgr2=0x7f984c19e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9851597700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f984c101700 0x7f984c19e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9851597700 1 -- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 msgr2=0x7f984c1974c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9851597700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c1974c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9851597700 1 -- 172.21.15.39:0/296872731 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f983c009520 con 0x7f984c100d60 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9851d98700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c1974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9851597700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f984c100d60 0x7f984c197a00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f983c010d00 tx=0x7f983c00b5a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9842ffd700 1 -- 172.21.15.39:0/296872731 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983c015070 con 0x7f984c100d60 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9842ffd700 1 -- 172.21.15.39:0/296872731 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f983c010e50 con 0x7f984c100d60 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98480095f0 con 0x7f984c100d60 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9842ffd700 1 -- 172.21.15.39:0/296872731 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983c003bf0 con 0x7f984c100d60 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.571+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f984c109b20 con 0x7f984c100d60 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.572+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f984c107040 con 0x7f984c100d60 2023-12-07T14:02:31.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.573+0000 7f9842ffd700 1 -- 172.21.15.39:0/296872731 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 22) v1 ==== 135818+0+0 (secure 0 0 0) 0x7f983c004020 con 0x7f984c100d60 2023-12-07T14:02:31.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.574+0000 7f9842ffd700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98380a1260 0x7f98380a3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:31.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.574+0000 7f9842ffd700 1 -- 172.21.15.39:0/296872731 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f983c0d00c0 con 0x7f984c100d60 2023-12-07T14:02:31.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.574+0000 7f9851d98700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98380a1260 0x7f98380a3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:31.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.574+0000 7f9851d98700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98380a1260 0x7f98380a3720 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f984800b2e0 tx=0x7f9848005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:31.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.578+0000 7f9842ffd700 1 -- 172.21.15.39:0/296872731 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f983c0532f0 con 0x7f984c100d60 2023-12-07T14:02:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:31 smithi039 ceph-mon[98864]: mgrmap e22: x(active, since 1.01744s), standbys: y, z 2023-12-07T14:02:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:31 smithi039 ceph-mon[98864]: [07/Dec/2023:14:02:30] ENGINE Bus STARTING 2023-12-07T14:02:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:31 smithi039 ceph-mon[98864]: [07/Dec/2023:14:02:30] ENGINE Serving on https://172.21.15.39:7150 2023-12-07T14:02:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:31 smithi039 ceph-mon[98864]: [07/Dec/2023:14:02:30] ENGINE Serving on http://172.21.15.39:8765 2023-12-07T14:02:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:31 smithi039 ceph-mon[98864]: [07/Dec/2023:14:02:30] ENGINE Bus STARTED 2023-12-07T14:02:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:31 smithi039 ceph-mon[98864]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:31.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.827+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 --> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f984c061a10 con 0x7f98380a1260 2023-12-07T14:02:31.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.835+0000 7f9842ffd700 1 -- 172.21.15.39:0/296872731 <== mgr.15477 v2:172.21.15.39:6800/3084457348 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f984c061a10 con 0x7f98380a1260 2023-12-07T14:02:31.837 INFO:teuthology.orchestra.run.smithi039.stdout:/ 1m 6m3h 2023-12-07T14:02:31.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98380a1260 msgr2=0x7f98380a3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98380a1260 0x7f98380a3720 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f984800b2e0 tx=0x7f9848005fd0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f984c100d60 msgr2=0x7f984c197a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f984c100d60 0x7f984c197a00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f983c010d00 tx=0x7f983c00b5a0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 shutdown_connections 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98380a1260 0x7f98380a3720 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f984c101700 0x7f984c19e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f984c0ffb70 0x7f984c1974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 --2- 172.21.15.39:0/296872731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f984c100d60 0x7f984c197a00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 >> 172.21.15.39:0/296872731 conn(0x7f984c0fb100 msgr2=0x7f984c104180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 shutdown_connections 2023-12-07T14:02:31.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:31.837+0000 7f9853ffc700 1 -- 172.21.15.39:0/296872731 wait complete. 2023-12-07T14:02:31.851 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2023-12-07T14:02:31.882 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2023-12-07T14:02:31.893 INFO:teuthology.run_tasks:Running task background_exec... 2023-12-07T14:02:31.917 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:02:31.917 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2023-12-07T14:02:31.918 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:31 smithi055 ceph-mon[103363]: mgrmap e22: x(active, since 1.01744s), standbys: y, z 2023-12-07T14:02:31.918 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:31 smithi055 ceph-mon[103363]: [07/Dec/2023:14:02:30] ENGINE Bus STARTING 2023-12-07T14:02:31.918 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:31 smithi055 ceph-mon[103363]: [07/Dec/2023:14:02:30] ENGINE Serving on https://172.21.15.39:7150 2023-12-07T14:02:31.918 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:31 smithi055 ceph-mon[103363]: [07/Dec/2023:14:02:30] ENGINE Serving on http://172.21.15.39:8765 2023-12-07T14:02:31.918 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:31 smithi055 ceph-mon[103363]: [07/Dec/2023:14:02:30] ENGINE Bus STARTED 2023-12-07T14:02:31.918 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:31 smithi055 ceph-mon[103363]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:31.925 INFO:teuthology.run_tasks:Running task exec... 2023-12-07T14:02:31.935 INFO:teuthology.task.exec:Executing custom commands... 2023-12-07T14:02:31.936 INFO:teuthology.task.exec:Running commands on role client.0 host ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:02:31.936 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -l /tmp/cephfs/ && sudo df -h /tmp/cephfs/' 2023-12-07T14:02:31.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:31 smithi089 ceph-mon[103124]: mgrmap e22: x(active, since 1.01744s), standbys: y, z 2023-12-07T14:02:31.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:31 smithi089 ceph-mon[103124]: [07/Dec/2023:14:02:30] ENGINE Bus STARTING 2023-12-07T14:02:31.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:31 smithi089 ceph-mon[103124]: [07/Dec/2023:14:02:30] ENGINE Serving on https://172.21.15.39:7150 2023-12-07T14:02:31.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:31 smithi089 ceph-mon[103124]: [07/Dec/2023:14:02:30] ENGINE Serving on http://172.21.15.39:8765 2023-12-07T14:02:31.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:31 smithi089 ceph-mon[103124]: [07/Dec/2023:14:02:30] ENGINE Bus STARTED 2023-12-07T14:02:31.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:31 smithi089 ceph-mon[103124]: from='client.15531 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:31.976 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:32.036 INFO:teuthology.orchestra.run.smithi039.stdout:Filesystem Size Used Avail Use% Mounted on 2023-12-07T14:02:32.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:3300,172.21.15.55:3300,172.21.15.89:3300:/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb 340G 0 340G 0% /tmp/cephfs 2023-12-07T14:02:32.039 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -m 755 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres && sudo chown postgres:postgres /tmp/cephfs/postgres' 2023-12-07T14:02:32.135 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- mkdir -m 700 --context=system_u:system_r:postgresql_t:s0 /tmp/cephfs/postgres/data' 2023-12-07T14:02:32.179 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo semanage fcontext -a -t postgresql_db_t "/tmp/cephfs/postgres(/.*)?"' 2023-12-07T14:02:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:32 smithi039 ceph-mon[98864]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:32 smithi039 ceph-mon[98864]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:02:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:32 smithi039 ceph-mon[98864]: from='client.25246 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:32 smithi055 ceph-mon[103363]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:32 smithi055 ceph-mon[103363]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:02:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:32 smithi055 ceph-mon[103363]: from='client.25246 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:32.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:32 smithi089 ceph-mon[103124]: from='client.25234 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:32.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:32 smithi089 ceph-mon[103124]: pgmap v4: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:02:32.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:32 smithi089 ceph-mon[103124]: from='client.25246 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:02:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:33 smithi039 ceph-mon[98864]: mgrmap e23: x(active, since 3s), standbys: y, z 2023-12-07T14:02:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:33 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:33 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:33 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:33 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:33 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:33 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:33 smithi055 ceph-mon[103363]: mgrmap e23: x(active, since 3s), standbys: y, z 2023-12-07T14:02:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:33 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:33 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:33 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:33 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:33 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:33 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:33 smithi089 ceph-mon[103124]: mgrmap e23: x(active, since 3s), standbys: y, z 2023-12-07T14:02:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:33 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:33 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:33 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:33 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:33 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:33 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi089 to 196.1M 2023-12-07T14:02:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Unable to set osd_memory_target on smithi089 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi055 to 197.2M 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Unable to set osd_memory_target on smithi055 to 206876364: error parsing value: Value '206876364' is below minimum 939524096 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi039 to 196.2M 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Unable to set osd_memory_target on smithi039 to 205773209: error parsing value: Value '205773209' is below minimum 939524096 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Updating smithi055:/etc/ceph/ceph.conf 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Updating smithi089:/etc/ceph/ceph.conf 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: mgrmap e24: x(active, since 4s), standbys: y, z 2023-12-07T14:02:35.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:34 smithi039 ceph-mon[98864]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.066 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo grep -i postgresql /etc/selinux/targeted/contexts/files/file_contexts.local' 2023-12-07T14:02:35.109 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres(/.*)? system_u:object_r:postgresql_db_t:s0 2023-12-07T14:02:35.112 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo restorecon -R -v /tmp/cephfs/postgres' 2023-12-07T14:02:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:02:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi089 to 196.1M 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Unable to set osd_memory_target on smithi089 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi055 to 197.2M 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Unable to set osd_memory_target on smithi055 to 206876364: error parsing value: Value '206876364' is below minimum 939524096 2023-12-07T14:02:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi039 to 196.2M 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Unable to set osd_memory_target on smithi039 to 205773209: error parsing value: Value '205773209' is below minimum 939524096 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Updating smithi055:/etc/ceph/ceph.conf 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Updating smithi089:/etc/ceph/ceph.conf 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: mgrmap e24: x(active, since 4s), standbys: y, z 2023-12-07T14:02:35.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:34 smithi055 ceph-mon[103363]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: pgmap v5: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-12-07T14:02:35.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi089 to 196.1M 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Unable to set osd_memory_target on smithi089 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi055 to 197.2M 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Unable to set osd_memory_target on smithi055 to 206876364: error parsing value: Value '206876364' is below minimum 939524096 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:35.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi039 to 196.2M 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Unable to set osd_memory_target on smithi039 to 205773209: error parsing value: Value '205773209' is below minimum 939524096 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Updating smithi039:/etc/ceph/ceph.conf 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Updating smithi055:/etc/ceph/ceph.conf 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Updating smithi089:/etc/ceph/ceph.conf 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: mgrmap e24: x(active, since 4s), standbys: y, z 2023-12-07T14:02:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:34 smithi089 ceph-mon[103124]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.conf 2023-12-07T14:02:35.195 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2023-12-07T14:02:35.276 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/: 2023-12-07T14:02:35.276 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:35.276 INFO:teuthology.orchestra.run.smithi039.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:02:35.276 INFO:teuthology.orchestra.run.smithi039.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 .. 2023-12-07T14:02:35.276 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 data 2023-12-07T14:02:35.276 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:35.277 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data: 2023-12-07T14:02:35.277 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:35.277 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:35.277 INFO:teuthology.orchestra.run.smithi039.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 .. 2023-12-07T14:02:35.278 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo mkdir -p /etc/systemd/system/postgresql.service.d/ && printf '"'"'[Service]\nEnvironment=PGDATA=/tmp/cephfs/postgres/data\nEnvironment=PGLOG=/tmp/cephfs/postgres/pgstartup.log\n'"'"' | sudo tee /etc/systemd/system/postgresql.service.d/env.conf' 2023-12-07T14:02:35.368 INFO:teuthology.orchestra.run.smithi039.stdout:[Service] 2023-12-07T14:02:35.368 INFO:teuthology.orchestra.run.smithi039.stdout:Environment=PGDATA=/tmp/cephfs/postgres/data 2023-12-07T14:02:35.368 INFO:teuthology.orchestra.run.smithi039.stdout:Environment=PGLOG=/tmp/cephfs/postgres/pgstartup.log 2023-12-07T14:02:35.371 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- postgresql-setup --initdb' 2023-12-07T14:02:35.470 INFO:teuthology.orchestra.run.smithi039.stderr: * Initializing database in '/tmp/cephfs/postgres/data' 2023-12-07T14:02:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:02:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:35 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:36.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:02:36.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:02:36.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:35 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: Updating smithi089:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: Updating smithi039:/etc/ceph/ceph.client.admin.keyring 2023-12-07T14:02:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: Updating smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: Updating smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: Updating smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/config/ceph.client.admin.keyring 2023-12-07T14:02:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:02:36.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:35 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:02:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:37 smithi039 ceph-mon[98864]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s rd, 205 B/s wr, 1 op/s 2023-12-07T14:02:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:37 smithi055 ceph-mon[103363]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s rd, 205 B/s wr, 1 op/s 2023-12-07T14:02:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:37 smithi089 ceph-mon[103124]: pgmap v6: 97 pgs: 97 active+clean; 1.0 MiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail; 205 B/s rd, 205 B/s wr, 1 op/s 2023-12-07T14:02:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:39 smithi055 ceph-mon[103363]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 133 KiB/s wr, 71 op/s 2023-12-07T14:02:39.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:39 smithi089 ceph-mon[103124]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 133 KiB/s wr, 71 op/s 2023-12-07T14:02:39.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:39 smithi039 ceph-mon[98864]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 133 KiB/s wr, 71 op/s 2023-12-07T14:02:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:41 smithi055 ceph-mon[103363]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 103 KiB/s wr, 55 op/s 2023-12-07T14:02:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:41 smithi089 ceph-mon[103124]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 103 KiB/s wr, 55 op/s 2023-12-07T14:02:41.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:41 smithi039 ceph-mon[98864]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 103 KiB/s wr, 55 op/s 2023-12-07T14:02:42.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:42 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:42.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:42 smithi055 ceph-mon[103363]: pgmap v9: 97 pgs: 97 active+clean; 26 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 2.4 MiB/s wr, 80 op/s 2023-12-07T14:02:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:42 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:42 smithi089 ceph-mon[103124]: pgmap v9: 97 pgs: 97 active+clean; 26 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 2.4 MiB/s wr, 80 op/s 2023-12-07T14:02:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:42 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:42.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:42 smithi039 ceph-mon[98864]: pgmap v9: 97 pgs: 97 active+clean; 26 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 171 KiB/s rd, 2.4 MiB/s wr, 80 op/s 2023-12-07T14:02:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.094+0000 7fe0f5f65700 1 -- 172.21.15.39:0/1051298671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102f50 msgr2=0x7fe0f010b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.094+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/1051298671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102f50 0x7fe0f010b430 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0009990 tx=0x7fe0e0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.094+0000 7fe0f5f65700 1 -- 172.21.15.39:0/1051298671 shutdown_connections 2023-12-07T14:02:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.094+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/1051298671 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe0f010ba50 0x7fe0f010df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.094+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/1051298671 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe0f0102630 0x7fe0f0102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.094+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/1051298671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102f50 0x7fe0f010b430 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.094+0000 7fe0f5f65700 1 -- 172.21.15.39:0/1051298671 >> 172.21.15.39:0/1051298671 conn(0x7fe0f00fbe70 msgr2=0x7fe0f00fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.095+0000 7fe0f5f65700 1 -- 172.21.15.39:0/1051298671 shutdown_connections 2023-12-07T14:02:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.095+0000 7fe0f5f65700 1 -- 172.21.15.39:0/1051298671 wait complete. 2023-12-07T14:02:45.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.095+0000 7fe0f5f65700 1 Processor -- start 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.095+0000 7fe0f5f65700 1 -- start start 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0f5f65700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102630 0x7fe0f0100280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0f5f65700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe0f0102f50 0x7fe0f01007c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0f5f65700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe0f010ba50 0x7fe0f0100d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0f5f65700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0f01a5ca0 con 0x7fe0f0102630 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0f5f65700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0f01a5e10 con 0x7fe0f010ba50 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0f5f65700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0f01a5fd0 con 0x7fe0f0102f50 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102630 0x7fe0f0100280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102630 0x7fe0f0100280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53908/0 (socket says 172.21.15.39:53908) 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/957113542 learned_addr learned my addr 172.21.15.39:0/957113542 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:45.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0effff700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe0f010ba50 0x7fe0f0100d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe0f0102f50 0x7fe0f01007c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/957113542 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe0f0102f50 msgr2=0x7fe0f01007c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe0f0102f50 0x7fe0f01007c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/957113542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe0f010ba50 msgr2=0x7fe0f0100d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe0f010ba50 0x7fe0f0100d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/957113542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0e00095f0 con 0x7fe0f0102630 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102630 0x7fe0f0100280 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe0d800d950 tx=0x7fe0d800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.096+0000 7fe0ecff9700 1 -- 172.21.15.39:0/957113542 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d8009940 con 0x7fe0f0102630 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.097+0000 7fe0ecff9700 1 -- 172.21.15.39:0/957113542 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0d8010460 con 0x7fe0f0102630 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.097+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0f01a62b0 con 0x7fe0f0102630 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.097+0000 7fe0ecff9700 1 -- 172.21.15.39:0/957113542 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d800f620 con 0x7fe0f0102630 2023-12-07T14:02:45.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.097+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0f01a67c0 con 0x7fe0f0102630 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.099+0000 7fe0ecff9700 1 -- 172.21.15.39:0/957113542 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7fe0d80108d0 con 0x7fe0f0102630 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.099+0000 7fe0ecff9700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0dc0a1670 0x7fe0dc0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.099+0000 7fe0ecff9700 1 -- 172.21.15.39:0/957113542 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe0d80cd0b0 con 0x7fe0f0102630 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0dc0a1670 0x7fe0dc0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0dc0a1670 0x7fe0dc0a3b30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe0e000b2e0 tx=0x7fe0e0005e80 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 Processor -- start 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 -- start start 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0630 0x55fa1bbd0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bb44760 con 0x55fa1bbd0f50 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bb2b740 con 0x55fa1bbd4b10 2023-12-07T14:02:45.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.100+0000 7fe10215eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bb29060 con 0x55fa1bbd0630 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53918/0 (socket says 172.21.15.39:53918) 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 -- 172.21.15.39:0/1980642869 learned_addr learned my addr 172.21.15.39:0/1980642869 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0effff700 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0630 0x55fa1bbd0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 -- 172.21.15.39:0/1980642869 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0630 msgr2=0x55fa1bbd0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0630 0x55fa1bbd0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 -- 172.21.15.39:0/1980642869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd4b10 msgr2=0x55fa1bbd4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 -- 172.21.15.39:0/1980642869 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa1b9a15d0 con 0x55fa1bbd0f50 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0effff700 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd45d0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0015000 tx=0x7fe0e001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a8f588ce7c1963 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0e5ffb700 1 -- 172.21.15.39:0/1980642869 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0e001e070 con 0x55fa1bbd0f50 2023-12-07T14:02:45.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0e5ffb700 1 -- 172.21.15.39:0/1980642869 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0e00054f0 con 0x55fa1bbd0f50 2023-12-07T14:02:45.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.101+0000 7fe0e5ffb700 1 -- 172.21.15.39:0/1980642869 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0e0004680 con 0x55fa1bbd0f50 2023-12-07T14:02:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 -- 172.21.15.39:0/1980642869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0f50 msgr2=0x55fa1bbd45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd45d0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0015000 tx=0x7fe0e001e000 comp rx=0 tx=0).stop 2023-12-07T14:02:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 -- 172.21.15.39:0/1980642869 shutdown_connections 2023-12-07T14:02:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0630 0x55fa1bbd0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1980642869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd45d0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 -- 172.21.15.39:0/1980642869 >> 172.21.15.39:0/1980642869 conn(0x55fa1baff300 msgr2=0x55fa1bbcaba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 -- 172.21.15.39:0/1980642869 shutdown_connections 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.102+0000 7fe10215eb80 1 -- 172.21.15.39:0/1980642869 wait complete. 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 -- start start 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 Processor -- start 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdc340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bb24950 con 0x55fa1bbd4b10 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bade500 con 0x55fa1bbd0630 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bade1a0 con 0x55fa1bbd0f50 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe10215eb80 10 client.0 _ll_register_callbacks cb 0x55fa1ba09a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe0effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe0effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd9d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53926/0 (socket says 172.21.15.39:53926) 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe0effff700 1 -- 172.21.15.39:0/1300441975 learned_addr learned my addr 172.21.15.39:0/1300441975 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.103+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0effff700 1 -- 172.21.15.39:0/1300441975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0f50 msgr2=0x55fa1bbd9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0effff700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0effff700 1 -- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0630 msgr2=0x55fa1bbdc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0effff700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0effff700 1 -- 172.21.15.39:0/1300441975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0e8011230 con 0x55fa1bbd4b10 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0effff700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd9d70 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fe0e8007d10 tx=0x7fe0e80116a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7c5f6ee2c98da43 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0ceffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0ceffd700 1 -- 172.21.15.39:0/1300441975 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0e800e040 con 0x55fa1bbd4b10 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0ceffd700 1 -- 172.21.15.39:0/1300441975 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe0e801f460 con 0x55fa1bbd4b10 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fa1bbc35f0 con 0x55fa1bbd4b10 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0ceffd700 1 -- 172.21.15.39:0/1300441975 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe0e801f620 con 0x55fa1bbd4b10 2023-12-07T14:02:45.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe10215eb80 10 client.15561 fetch_fsmap learned FSMap version 27 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fe0f010ebd0 con 0x55fa1bbd4b10 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.104+0000 7fe0ceffd700 1 -- 172.21.15.39:0/1300441975 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fa1bbc35f0 con 0x55fa1bbd4b10 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe0ceffd700 1 -- 172.21.15.39:0/1300441975 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 27) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fe0e8029a60 con 0x55fa1bbd4b10 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe10215eb80 10 client.15561 fetch_fsmap finished waiting for FSMap version 27 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe10215eb80 10 client.15561 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe10215eb80 20 client.15561 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bbe9eb0 0x55fa1bbec2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe10215eb80 4 client.15561 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fa1bb9f640 con 0x55fa1bbe9eb0 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bbe9eb0 0x55fa1bbec2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe0ceffd700 10 client.15561 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.105+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bbe9eb0 0x55fa1bbec2d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f966a3d91d877b55 server_cookie=3926077e7ad4a3fc in_seq=0 out_seq=0 2023-12-07T14:02:45.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.106+0000 7fe0ceffd700 1 -- 172.21.15.39:0/1300441975 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55fa1bb9f640 con 0x55fa1bbe9eb0 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.106+0000 7fe0ceffd700 10 client.15561 handle_command_reply: tid=0 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.106+0000 7fe10215eb80 1 client.15561 shutdown 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.106+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd4b10 msgr2=0x55fa1bbd9d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.106+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd9d70 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fe0e8007d10 tx=0x7fe0e80116a0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 shutdown_connections 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbd9d70 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bbe9eb0 0x55fa1bbec2d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 --2- 172.21.15.39:0/1300441975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbd9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe0ceffd700 0 client.15561 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 >> 172.21.15.39:0/1300441975 conn(0x55fa1baff300 msgr2=0x55fa1bbcf430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 shutdown_connections 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 1 -- 172.21.15.39:0/1300441975 wait complete. 2023-12-07T14:02:45.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.107+0000 7fe10215eb80 20 client.15561 trim_cache size 0 max 16384 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 Processor -- start 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 -- start start 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbe5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbdc070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbf0c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1b9a38c0 con 0x55fa1bbd0630 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bbd3860 con 0x55fa1bbd0f50 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe10215eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bbcc5d0 con 0x55fa1bbd4b10 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe0ef7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbe5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe0ef7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbe5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53930/0 (socket says 172.21.15.39:53930) 2023-12-07T14:02:45.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/4160418513 learned_addr learned my addr 172.21.15.39:0/4160418513 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.122+0000 7fe0effff700 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbf0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbdc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/4160418513 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 msgr2=0x55fa1bbf0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbf0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/4160418513 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 msgr2=0x55fa1bbdc070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbdc070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/4160418513 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa1b94dd80 con 0x55fa1bbd0630 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbe5810 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe0d8009520 tx=0x7fe0d8005910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b191bb23e6e647bd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0e67fc700 1 -- 172.21.15.39:0/4160418513 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d8014070 con 0x55fa1bbd0630 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0e67fc700 1 -- 172.21.15.39:0/4160418513 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0d809e0e0 con 0x55fa1bbd0630 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe0e67fc700 1 -- 172.21.15.39:0/4160418513 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d809a450 con 0x55fa1bbd0630 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe10215eb80 1 -- 172.21.15.39:0/4160418513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 msgr2=0x55fa1bbe5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.123+0000 7fe10215eb80 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbe5810 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe0d8009520 tx=0x7fe0d8005910 comp rx=0 tx=0).stop 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- 172.21.15.39:0/4160418513 shutdown_connections 2023-12-07T14:02:45.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbf0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbe5810 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 --2- 172.21.15.39:0/4160418513 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbdc070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- 172.21.15.39:0/4160418513 >> 172.21.15.39:0/4160418513 conn(0x55fa1baff300 msgr2=0x55fa1bbcfd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- 172.21.15.39:0/4160418513 shutdown_connections 2023-12-07T14:02:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- 172.21.15.39:0/4160418513 wait complete. 2023-12-07T14:02:45.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- start start 2023-12-07T14:02:45.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 Processor -- start 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbe04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbe0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bc3f3b0 con 0x55fa1bbd0630 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bc3f4f0 con 0x55fa1bbd0f50 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1bc3f680 con 0x55fa1bbd4b10 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe10215eb80 10 client.0 _ll_register_callbacks cb 0x55fa1ba09a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.124+0000 7fe0ef7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53936/0 (socket says 172.21.15.39:53936) 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/3537906735 learned_addr learned my addr 172.21.15.39:0/3537906735 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbe04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0effff700 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbe0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/3537906735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 msgr2=0x55fa1bbe0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbe0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 msgr2=0x55fa1bbe04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbe04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 -- 172.21.15.39:0/3537906735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0f01a67c0 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ef7fe700 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdff80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe0d8096a00 tx=0x7fe0d80a2320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=217fc0040e3032d1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ceffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ceffd700 1 -- 172.21.15.39:0/3537906735 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d8014070 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ceffd700 1 -- 172.21.15.39:0/3537906735 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe0d80cac60 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe0e00054f0 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ceffd700 1 -- 172.21.15.39:0/3537906735 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe0d8099480 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe10215eb80 10 client.15567 fetch_fsmap learned FSMap version 27 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55fa1b936c00 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.125+0000 7fe0ceffd700 1 -- 172.21.15.39:0/3537906735 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0e00054f0 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe0ceffd700 1 -- 172.21.15.39:0/3537906735 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 27) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fe0d8094ba0 con 0x55fa1bbd0630 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe10215eb80 10 client.15567 fetch_fsmap finished waiting for FSMap version 27 2023-12-07T14:02:45.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe10215eb80 10 client.15567 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:45.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe10215eb80 20 client.15567 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:45.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe10215eb80 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bc40a10 0x55fa1bc42e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:45.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe10215eb80 4 client.15567 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:02:45.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fa1baeaf70 con 0x55fa1bc40a10 2023-12-07T14:02:45.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bc40a10 0x55fa1bc42e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:45.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe0eeffd700 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bc40a10 0x55fa1bc42e30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcfc4a82bb126881 server_cookie=d5990c378f815a21 in_seq=0 out_seq=0 2023-12-07T14:02:45.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.126+0000 7fe0ceffd700 10 client.15567 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.392+0000 7fe0ceffd700 1 -- 172.21.15.39:0/3537906735 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fa1baeaf70 con 0x55fa1bc40a10 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.392+0000 7fe0ceffd700 10 client.15567 handle_command_reply: tid=0 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.392+0000 7fe10215eb80 1 client.15567 shutdown 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 msgr2=0x55fa1bbdff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdff80 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe0d8096a00 tx=0x7fe0d80a2320 comp rx=0 tx=0).stop 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 shutdown_connections 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fa1bbd4b10 0x55fa1bbe0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa1bbd0630 0x55fa1bbdff80 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fa1bc40a10 0x55fa1bc42e30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 --2- 172.21.15.39:0/3537906735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fa1bbd0f50 0x55fa1bbe04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe0ceffd700 0 client.15567 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 >> 172.21.15.39:0/3537906735 conn(0x55fa1baff300 msgr2=0x55fa1bbd2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 shutdown_connections 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 1 -- 172.21.15.39:0/3537906735 wait complete. 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe10215eb80 20 client.15567 trim_cache size 0 max 16384 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:02:45.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.393+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0dc0a1670 msgr2=0x7fe0dc0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0dc0a1670 0x7fe0dc0a3b30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe0e000b2e0 tx=0x7fe0e0005e80 comp rx=0 tx=0).stop 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102630 msgr2=0x7fe0f0100280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102630 0x7fe0f0100280 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe0d800d950 tx=0x7fe0d800dc60 comp rx=0 tx=0).stop 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 shutdown_connections 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0dc0a1670 0x7fe0dc0a3b30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe0f010ba50 0x7fe0f0100d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0f0102630 0x7fe0f0100280 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 --2- 172.21.15.39:0/957113542 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe0f0102f50 0x7fe0f01007c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:45.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 >> 172.21.15.39:0/957113542 conn(0x7fe0f00fbe70 msgr2=0x7fe0f00fccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 shutdown_connections 2023-12-07T14:02:45.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:45.394+0000 7fe0f5f65700 1 -- 172.21.15.39:0/957113542 wait complete. 2023-12-07T14:02:45.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:45 smithi089 ceph-mon[103124]: pgmap v10: 97 pgs: 97 active+clean; 26 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 2.2 MiB/s wr, 74 op/s 2023-12-07T14:02:45.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:45 smithi039 ceph-mon[98864]: pgmap v10: 97 pgs: 97 active+clean; 26 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 2.2 MiB/s wr, 74 op/s 2023-12-07T14:02:45.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:45 smithi055 ceph-mon[103363]: pgmap v10: 97 pgs: 97 active+clean; 26 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 2.2 MiB/s wr, 74 op/s 2023-12-07T14:02:46.534 INFO:teuthology.orchestra.run.smithi039.stderr: * Initialized, logs are in /var/lib/pgsql/initdb_postgresql.log 2023-12-07T14:02:46.537 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/: 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 .. 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 data 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data: 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:total 30 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 . 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 .. 2023-12-07T14:02:46.613 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 base 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 58 Dec 7 14:02 global 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 log 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_commit_ts 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_dynshmem 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 4269 Dec 7 14:02 pg_hba.conf 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1636 Dec 7 14:02 pg_ident.conf 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 pg_logical 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 pg_multixact 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 pg_notify 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_replslot 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_serial 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_snapshots 2023-12-07T14:02:46.614 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_stat 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_stat_tmp 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 pg_subtrans 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_tblspc 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_twophase 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 pg_wal 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 pg_xact 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 88 Dec 7 14:02 postgresql.auto.conf 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 22989 Dec 7 14:02 postgresql.conf 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base: 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 . 2023-12-07T14:02:46.615 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 1 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 12346 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 12347 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base/1: 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:total 7193 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 . 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 .. 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 112 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 113 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Dec 7 14:02 12182 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12182_fsm 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12182_vm 2023-12-07T14:02:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12184 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12186 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12187_fsm 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187_vm 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12189 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12191 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12192_fsm 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192_vm 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12194 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12196 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197 2023-12-07T14:02:46.617 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12197_fsm 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197_vm 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12199 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12201 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12202_fsm 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202_vm 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12204 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12206 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12207_fsm 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207_vm 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12209 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12211 2023-12-07T14:02:46.618 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12212 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12214 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12216 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 73728 Dec 7 14:02 1247 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1247_fsm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1247_vm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 393216 Dec 7 14:02 1249 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1249_fsm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1249_vm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 606208 Dec 7 14:02 1255 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1255_fsm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1255_vm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Dec 7 14:02 1259 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1259_fsm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1259_vm 2023-12-07T14:02:46.619 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417_vm 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418_vm 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 174 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 175 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2187 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224_vm 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328_vm 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336_vm 2023-12-07T14:02:46.620 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2337 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2600 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2600_fsm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2600_vm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2601_fsm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601_vm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2602 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2602_fsm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2602_vm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2603 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2603_fsm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2603_vm 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604 2023-12-07T14:02:46.621 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604_vm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2605 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2605_fsm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2605_vm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2606_fsm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606_vm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607_fsm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2607_vm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 442368 Dec 7 14:02 2608 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2608_fsm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2608_vm 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 286720 Dec 7 14:02 2609 2023-12-07T14:02:46.622 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2609_fsm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2609_vm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610_fsm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2610_vm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611_vm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2612_fsm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612_vm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613_vm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2615_fsm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615_vm 2023-12-07T14:02:46.623 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616_fsm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2616_vm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Dec 7 14:02 2617 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2617_fsm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2617_vm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Dec 7 14:02 2618 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2618_fsm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2618_vm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 131072 Dec 7 14:02 2619 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2619_fsm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2619_vm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620_vm 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2650 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2651 2023-12-07T14:02:46.624 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2652 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2653 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2654 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2655 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2656 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2657 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Dec 7 14:02 2658 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2659 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2660 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2661 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2662 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2663 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2664 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2665 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2666 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2667 2023-12-07T14:02:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2668 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2669 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2670 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 319488 Dec 7 14:02 2673 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 376832 Dec 7 14:02 2674 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 180224 Dec 7 14:02 2675 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2678 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2679 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2680 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2681 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2682 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2683 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2684 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2685 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2686 2023-12-07T14:02:46.626 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2687 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2688 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2689 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2690 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 270336 Dec 7 14:02 2691 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2692 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2693 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2696 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2699 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2701 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2702 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2703 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2704 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2753 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2753_fsm 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2753_vm 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2754 2023-12-07T14:02:46.627 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2755 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2756 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2757 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830_vm 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2831 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832_vm 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2833 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834_vm 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2835 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836_vm 2023-12-07T14:02:46.628 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2837 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 417792 Dec 7 14:02 2838 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2838_fsm 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2838_vm 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2839 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840_fsm 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2840_vm 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2841 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995_vm 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2996 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3079_fsm 2023-12-07T14:02:46.629 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079_vm 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3080 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3081 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3085 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118_vm 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3119 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3164 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256_vm 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3257 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3258 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350 2023-12-07T14:02:46.630 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350_vm 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3351 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3379 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3380 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381_vm 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3394 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3394_fsm 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3394_vm 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3395 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439_vm 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3440 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 3455 2023-12-07T14:02:46.631 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3456 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3456_fsm 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3456_vm 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466_vm 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3467 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3468 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501_vm 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3502 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3503 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3534 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3541_fsm 2023-12-07T14:02:46.632 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541_vm 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3542 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3574 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3575 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576_vm 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596_vm 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3597 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598_vm 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3599 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3600_fsm 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600_vm 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601 2023-12-07T14:02:46.633 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3601_fsm 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601_vm 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3602_fsm 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602_vm 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3603 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3603_fsm 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3603_vm 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3604 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3605 2023-12-07T14:02:46.634 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3606 2023-12-07T14:02:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3607 2023-12-07T14:02:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3608 2023-12-07T14:02:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 3609 2023-12-07T14:02:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3712 2023-12-07T14:02:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3764_fsm 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764_vm 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3766 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3767 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3997 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 5002 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 548 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 549 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102_vm 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104 2023-12-07T14:02:46.638 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104_vm 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106_vm 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6110 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6111 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6112 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6113 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6117 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826_vm 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 827 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 828 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.639 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base/12346: 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:total 7193 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 . 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 .. 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 112 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 113 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Dec 7 14:02 12182 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12182_fsm 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12182_vm 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12184 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12186 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12187_fsm 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187_vm 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12189 2023-12-07T14:02:46.640 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12191 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12192_fsm 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192_vm 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12194 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12196 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12197_fsm 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197_vm 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12199 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12201 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12202_fsm 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202_vm 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12204 2023-12-07T14:02:46.641 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12206 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12207_fsm 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207_vm 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12209 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12211 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12212 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12214 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12216 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 73728 Dec 7 14:02 1247 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1247_fsm 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1247_vm 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 393216 Dec 7 14:02 1249 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1249_fsm 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1249_vm 2023-12-07T14:02:46.642 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 606208 Dec 7 14:02 1255 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1255_fsm 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1255_vm 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Dec 7 14:02 1259 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1259_fsm 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1259_vm 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417_vm 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418_vm 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 174 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 175 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2187 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224 2023-12-07T14:02:46.643 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224_vm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328_vm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336_vm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2337 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2600 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2600_fsm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2600_vm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2601_fsm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601_vm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2602 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2602_fsm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2602_vm 2023-12-07T14:02:46.644 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2603 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2603_fsm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2603_vm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604_vm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2605 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2605_fsm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2605_vm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2606_fsm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606_vm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607_fsm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2607_vm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 442368 Dec 7 14:02 2608 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2608_fsm 2023-12-07T14:02:46.645 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2608_vm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 286720 Dec 7 14:02 2609 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2609_fsm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2609_vm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610_fsm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2610_vm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611_vm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2612_fsm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612_vm 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613 2023-12-07T14:02:46.646 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613_vm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2615_fsm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615_vm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616_fsm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2616_vm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Dec 7 14:02 2617 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2617_fsm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2617_vm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Dec 7 14:02 2618 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2618_fsm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2618_vm 2023-12-07T14:02:46.647 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 131072 Dec 7 14:02 2619 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2619_fsm 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2619_vm 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620_vm 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2650 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2651 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2652 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2653 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2654 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2655 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2656 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2657 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Dec 7 14:02 2658 2023-12-07T14:02:46.648 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2659 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2660 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2661 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2662 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2663 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2664 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2665 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2666 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2667 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2668 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2669 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2670 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 319488 Dec 7 14:02 2673 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 376832 Dec 7 14:02 2674 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 180224 Dec 7 14:02 2675 2023-12-07T14:02:46.649 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2678 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2679 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2680 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2681 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2682 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2683 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2684 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2685 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2686 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2687 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2688 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2689 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2690 2023-12-07T14:02:46.650 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 270336 Dec 7 14:02 2691 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2692 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2693 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2696 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2699 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2701 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2702 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2703 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2704 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2753 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2753_fsm 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2753_vm 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2754 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2755 2023-12-07T14:02:46.651 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2756 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2757 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830_vm 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2831 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832_vm 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2833 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834_vm 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2835 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836_vm 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2837 2023-12-07T14:02:46.652 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 417792 Dec 7 14:02 2838 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2838_fsm 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2838_vm 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2839 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840_fsm 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2840_vm 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2841 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995_vm 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2996 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3079_fsm 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079_vm 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3080 2023-12-07T14:02:46.653 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3081 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3085 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118_vm 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3119 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3164 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256_vm 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3257 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3258 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350_vm 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3351 2023-12-07T14:02:46.654 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3379 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3380 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381_vm 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3394 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3394_fsm 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3394_vm 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3395 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439_vm 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3440 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 3455 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3456 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3456_fsm 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3456_vm 2023-12-07T14:02:46.655 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466_vm 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3467 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3468 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501_vm 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3502 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3503 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3534 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3541_fsm 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541_vm 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3542 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3574 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3575 2023-12-07T14:02:46.656 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576_vm 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596_vm 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3597 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598_vm 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3599 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3600_fsm 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600_vm 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3601_fsm 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601_vm 2023-12-07T14:02:46.657 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3602_fsm 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602_vm 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3603 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3603_fsm 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3603_vm 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3604 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3605 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3606 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3607 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3608 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 3609 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3712 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3764_fsm 2023-12-07T14:02:46.658 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764_vm 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3766 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3767 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3997 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 5002 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 548 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 549 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102_vm 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104_vm 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106_vm 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6110 2023-12-07T14:02:46.659 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6111 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6112 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6113 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6117 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826_vm 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 827 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 828 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base/12347: 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:total 7193 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 . 2023-12-07T14:02:46.660 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 5 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 .. 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 112 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 113 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Dec 7 14:02 12182 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12182_fsm 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12182_vm 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12184 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12186 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12187_fsm 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187_vm 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12189 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12191 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12192_fsm 2023-12-07T14:02:46.661 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192_vm 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12194 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12196 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12197_fsm 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197_vm 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12199 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12201 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12202_fsm 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202_vm 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12204 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12206 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207 2023-12-07T14:02:46.662 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12207_fsm 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207_vm 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12209 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12211 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12212 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12214 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12216 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 73728 Dec 7 14:02 1247 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1247_fsm 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1247_vm 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 393216 Dec 7 14:02 1249 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1249_fsm 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1249_vm 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 606208 Dec 7 14:02 1255 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1255_fsm 2023-12-07T14:02:46.663 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1255_vm 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Dec 7 14:02 1259 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1259_fsm 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1259_vm 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417_vm 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418_vm 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 174 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 175 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2187 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224_vm 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328 2023-12-07T14:02:46.664 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328_vm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336_vm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2337 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2600 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2600_fsm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2600_vm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2601_fsm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601_vm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2602 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2602_fsm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2602_vm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2603 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2603_fsm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2603_vm 2023-12-07T14:02:46.665 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604_vm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2605 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2605_fsm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2605_vm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2606_fsm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606_vm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607_fsm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2607_vm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 442368 Dec 7 14:02 2608 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2608_fsm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2608_vm 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 286720 Dec 7 14:02 2609 2023-12-07T14:02:46.666 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2609_fsm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2609_vm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610_fsm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2610_vm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611_vm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2612_fsm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612_vm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613_vm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2615_fsm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615_vm 2023-12-07T14:02:46.667 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616_fsm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2616_vm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Dec 7 14:02 2617 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2617_fsm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2617_vm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Dec 7 14:02 2618 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2618_fsm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2618_vm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 131072 Dec 7 14:02 2619 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2619_fsm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2619_vm 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620 2023-12-07T14:02:46.668 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620_vm 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2650 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2651 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2652 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2653 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2654 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2655 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2656 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2657 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Dec 7 14:02 2658 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2659 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2660 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2661 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2662 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2663 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2664 2023-12-07T14:02:46.669 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2665 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2666 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2667 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2668 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2669 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2670 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 319488 Dec 7 14:02 2673 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 376832 Dec 7 14:02 2674 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 180224 Dec 7 14:02 2675 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2678 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2679 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2680 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2681 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2682 2023-12-07T14:02:46.670 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2683 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2684 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2685 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2686 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2687 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2688 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2689 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2690 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 270336 Dec 7 14:02 2691 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2692 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2693 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2696 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2699 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2701 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2702 2023-12-07T14:02:46.671 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2703 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2704 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2753 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2753_fsm 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2753_vm 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2754 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2755 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2756 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2757 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830_vm 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2831 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832_vm 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2833 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834 2023-12-07T14:02:46.672 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834_vm 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2835 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836_vm 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2837 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 417792 Dec 7 14:02 2838 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2838_fsm 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2838_vm 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2839 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840_fsm 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2840_vm 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2841 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995_vm 2023-12-07T14:02:46.673 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2996 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3079_fsm 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079_vm 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3080 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3081 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3085 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118_vm 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3119 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3164 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256_vm 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3257 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3258 2023-12-07T14:02:46.674 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350_vm 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3351 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3379 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3380 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381_vm 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3394 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3394_fsm 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3394_vm 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3395 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439_vm 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3440 2023-12-07T14:02:46.675 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 3455 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3456 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3456_fsm 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3456_vm 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466_vm 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3467 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3468 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501_vm 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3502 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3503 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3534 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3541_fsm 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541_vm 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3542 2023-12-07T14:02:46.676 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3574 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3575 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576_vm 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596_vm 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3597 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598_vm 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3599 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3600_fsm 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600_vm 2023-12-07T14:02:46.677 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3601_fsm 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601_vm 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3602_fsm 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602_vm 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3603 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3603_fsm 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3603_vm 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3604 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3605 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3606 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3607 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3608 2023-12-07T14:02:46.678 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 3609 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3712 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3764_fsm 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764_vm 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3766 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3767 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3997 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 5002 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 548 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 549 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102_vm 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104_vm 2023-12-07T14:02:46.679 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106_vm 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6110 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6111 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6112 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6113 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6117 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826_vm 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 827 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 828 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/global: 2023-12-07T14:02:46.680 INFO:teuthology.orchestra.run.smithi039.stdout:total 553 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 58 Dec 7 14:02 . 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1136 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1136_fsm 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1136_vm 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 1137 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1213 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1213_fsm 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1213_vm 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1214 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1214_fsm 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1214_vm 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 1232 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 1233 2023-12-07T14:02:46.681 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1260 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1260_fsm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1260_vm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1261 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1261_fsm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1261_vm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1262 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1262_fsm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1262_vm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2396 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2396_fsm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2396_vm 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2397 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2671 2023-12-07T14:02:46.682 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2672 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2676 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2677 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2694 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2695 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2697 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2698 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2846 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2846_vm 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2847 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2964 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2964_vm 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2965 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2966 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2966_vm 2023-12-07T14:02:46.683 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2967 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3592 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3592_vm 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3593 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 4060 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 4060_vm 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 4061 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6000 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6000_vm 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6001 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6002 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6100 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6100_vm 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6114 2023-12-07T14:02:46.684 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6115 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 pg_control 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/log: 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_commit_ts: 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.685 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_dynshmem: 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_logical: 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:total 1 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 . 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 mappings 2023-12-07T14:02:46.686 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8 Dec 7 14:02 replorigin_checkpoint 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 snapshots 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_logical/mappings: 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 .. 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_logical/snapshots: 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 .. 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_multixact: 2023-12-07T14:02:46.687 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 . 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 members 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 offsets 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_multixact/members: 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 .. 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_multixact/offsets: 2023-12-07T14:02:46.688 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 .. 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_notify: 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_replslot: 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.689 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_serial: 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_snapshots: 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.690 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_stat: 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_stat_tmp: 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_subtrans: 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:02:46.691 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_tblspc: 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_twophase: 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_wal: 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:total 16384 2023-12-07T14:02:46.692 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 . 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:02 000000010000000000000001 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 archive_status 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_wal/archive_status: 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 .. 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_xact: 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 23 Dec 7 14:02 .. 2023-12-07T14:02:46.693 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:02:46.694 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo systemctl start postgresql' 2023-12-07T14:02:46.818 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- pgbench -s 32 -i' 2023-12-07T14:02:46.870 INFO:teuthology.orchestra.run.smithi039.stderr:NOTICE: table "pgbench_history" does not exist, skipping 2023-12-07T14:02:46.874 INFO:teuthology.orchestra.run.smithi039.stderr:NOTICE: table "pgbench_tellers" does not exist, skipping 2023-12-07T14:02:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:NOTICE: table "pgbench_accounts" does not exist, skipping 2023-12-07T14:02:46.882 INFO:teuthology.orchestra.run.smithi039.stderr:NOTICE: table "pgbench_branches" does not exist, skipping 2023-12-07T14:02:46.901 INFO:teuthology.orchestra.run.smithi039.stderr:creating tables... 2023-12-07T14:02:46.966 INFO:teuthology.orchestra.run.smithi039.stderr:100000 of 3200000 tuples (3%) done (elapsed 0.06 s, remaining 1.97 s) 2023-12-07T14:02:47.155 INFO:teuthology.orchestra.run.smithi039.stderr:200000 of 3200000 tuples (6%) done (elapsed 0.25 s, remaining 3.79 s) 2023-12-07T14:02:47.261 INFO:teuthology.orchestra.run.smithi039.stderr:300000 of 3200000 tuples (9%) done (elapsed 0.36 s, remaining 3.46 s) 2023-12-07T14:02:47.422 INFO:teuthology.orchestra.run.smithi039.stderr:400000 of 3200000 tuples (12%) done (elapsed 0.52 s, remaining 3.64 s) 2023-12-07T14:02:47.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:47 smithi039 ceph-mon[98864]: pgmap v11: 97 pgs: 97 active+clean; 26 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 2.2 MiB/s wr, 98 op/s 2023-12-07T14:02:47.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:47 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:500000 of 3200000 tuples (15%) done (elapsed 0.71 s, remaining 3.83 s) 2023-12-07T14:02:47.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:47 smithi055 ceph-mon[103363]: pgmap v11: 97 pgs: 97 active+clean; 26 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 2.2 MiB/s wr, 98 op/s 2023-12-07T14:02:47.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:47 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:47.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:47 smithi089 ceph-mon[103124]: pgmap v11: 97 pgs: 97 active+clean; 26 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 2.2 MiB/s wr, 98 op/s 2023-12-07T14:02:47.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:47 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:47.716 INFO:teuthology.orchestra.run.smithi039.stderr:600000 of 3200000 tuples (18%) done (elapsed 0.81 s, remaining 3.52 s) 2023-12-07T14:02:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:700000 of 3200000 tuples (21%) done (elapsed 0.97 s, remaining 3.48 s) 2023-12-07T14:02:48.054 INFO:teuthology.orchestra.run.smithi039.stderr:800000 of 3200000 tuples (25%) done (elapsed 1.15 s, remaining 3.46 s) 2023-12-07T14:02:48.154 INFO:teuthology.orchestra.run.smithi039.stderr:900000 of 3200000 tuples (28%) done (elapsed 1.25 s, remaining 3.20 s) 2023-12-07T14:02:48.321 INFO:teuthology.orchestra.run.smithi039.stderr:1000000 of 3200000 tuples (31%) done (elapsed 1.42 s, remaining 3.12 s) 2023-12-07T14:02:48.503 INFO:teuthology.orchestra.run.smithi039.stderr:1100000 of 3200000 tuples (34%) done (elapsed 1.60 s, remaining 3.06 s) 2023-12-07T14:02:48.602 INFO:teuthology.orchestra.run.smithi039.stderr:1200000 of 3200000 tuples (37%) done (elapsed 1.70 s, remaining 2.83 s) 2023-12-07T14:02:48.760 INFO:teuthology.orchestra.run.smithi039.stderr:1300000 of 3200000 tuples (40%) done (elapsed 1.86 s, remaining 2.71 s) 2023-12-07T14:02:48.942 INFO:teuthology.orchestra.run.smithi039.stderr:1400000 of 3200000 tuples (43%) done (elapsed 2.04 s, remaining 2.62 s) 2023-12-07T14:02:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:1500000 of 3200000 tuples (46%) done (elapsed 2.15 s, remaining 2.43 s) 2023-12-07T14:02:49.225 INFO:teuthology.orchestra.run.smithi039.stderr:1600000 of 3200000 tuples (50%) done (elapsed 2.32 s, remaining 2.32 s) 2023-12-07T14:02:49.415 INFO:teuthology.orchestra.run.smithi039.stderr:1700000 of 3200000 tuples (53%) done (elapsed 2.51 s, remaining 2.22 s) 2023-12-07T14:02:49.486 INFO:teuthology.orchestra.run.smithi039.stderr:1800000 of 3200000 tuples (56%) done (elapsed 2.58 s, remaining 2.01 s) 2023-12-07T14:02:49.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:49 smithi039 ceph-mon[98864]: pgmap v12: 97 pgs: 97 active+clean; 27 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 2.3 MiB/s wr, 219 op/s 2023-12-07T14:02:49.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:49 smithi055 ceph-mon[103363]: pgmap v12: 97 pgs: 97 active+clean; 27 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 2.3 MiB/s wr, 219 op/s 2023-12-07T14:02:49.686 INFO:teuthology.orchestra.run.smithi039.stderr:1900000 of 3200000 tuples (59%) done (elapsed 2.78 s, remaining 1.90 s) 2023-12-07T14:02:49.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:49 smithi089 ceph-mon[103124]: pgmap v12: 97 pgs: 97 active+clean; 27 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 2.3 MiB/s wr, 219 op/s 2023-12-07T14:02:49.875 INFO:teuthology.orchestra.run.smithi039.stderr:2000000 of 3200000 tuples (62%) done (elapsed 2.97 s, remaining 1.78 s) 2023-12-07T14:02:49.941 INFO:teuthology.orchestra.run.smithi039.stderr:2100000 of 3200000 tuples (65%) done (elapsed 3.04 s, remaining 1.59 s) 2023-12-07T14:02:50.154 INFO:teuthology.orchestra.run.smithi039.stderr:2200000 of 3200000 tuples (68%) done (elapsed 3.25 s, remaining 1.48 s) 2023-12-07T14:02:50.219 INFO:teuthology.orchestra.run.smithi039.stderr:2300000 of 3200000 tuples (71%) done (elapsed 3.32 s, remaining 1.30 s) 2023-12-07T14:02:50.405 INFO:teuthology.orchestra.run.smithi039.stderr:2400000 of 3200000 tuples (75%) done (elapsed 3.50 s, remaining 1.17 s) 2023-12-07T14:02:50.533 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:02:50.603 INFO:teuthology.orchestra.run.smithi039.stderr:2500000 of 3200000 tuples (78%) done (elapsed 3.70 s, remaining 1.04 s) 2023-12-07T14:02:50.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 -- 172.21.15.39:0/3939087713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101430 msgr2=0x7f95e41018b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/3939087713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101430 0x7f95e41018b0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f95e0009990 tx=0x7f95e0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 -- 172.21.15.39:0/3939087713 shutdown_connections 2023-12-07T14:02:50.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/3939087713 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e4101df0 0x7f95e410e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/3939087713 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e41074d0 0x7f95e41078b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/3939087713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101430 0x7f95e41018b0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 -- 172.21.15.39:0/3939087713 >> 172.21.15.39:0/3939087713 conn(0x7f95e40fcf40 msgr2=0x7f95e40ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:50.677 INFO:teuthology.orchestra.run.smithi039.stderr:2600000 of 3200000 tuples (81%) done (elapsed 3.77 s, remaining 0.87 s) 2023-12-07T14:02:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 -- 172.21.15.39:0/3939087713 shutdown_connections 2023-12-07T14:02:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.672+0000 7f95ebf1b700 1 -- 172.21.15.39:0/3939087713 wait complete. 2023-12-07T14:02:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 Processor -- start 2023-12-07T14:02:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 -- start start 2023-12-07T14:02:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e4101430 0x7f95e419d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101df0 0x7f95e419dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e41074d0 0x7f95e41976b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e4197d10 con 0x7f95e4101df0 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e4197e80 con 0x7f95e41074d0 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95ebf1b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e4198040 con 0x7f95e4101430 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.673+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e4101430 0x7f95e419d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e4101430 0x7f95e419d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58672/0 (socket says 172.21.15.39:58672) 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 -- 172.21.15.39:0/52937480 learned_addr learned my addr 172.21.15.39:0/52937480 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e41074d0 0x7f95e41976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e94b6700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101df0 0x7f95e419dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 -- 172.21.15.39:0/52937480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e41074d0 msgr2=0x7f95e41976b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e41074d0 0x7f95e41976b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 -- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101df0 msgr2=0x7f95e419dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101df0 0x7f95e419dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 -- 172.21.15.39:0/52937480 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95e00095f0 con 0x7f95e4101430 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e4101430 0x7f95e419d580 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f95d400d950 tx=0x7f95d400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95daffd700 1 -- 172.21.15.39:0/52937480 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d400f890 con 0x7f95e4101430 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95e4198320 con 0x7f95e4101430 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95daffd700 1 -- 172.21.15.39:0/52937480 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d4010460 con 0x7f95e4101430 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95daffd700 1 -- 172.21.15.39:0/52937480 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d400e610 con 0x7f95e4101430 2023-12-07T14:02:50.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.674+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95e41a4570 con 0x7f95e4101430 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.677+0000 7f95daffd700 1 -- 172.21.15.39:0/52937480 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7f95d40108d0 con 0x7f95e4101430 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95f8114b80 1 Processor -- start 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95f8114b80 1 -- start start 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95daffd700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95d00a1680 0x7f95d00a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d46e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95daffd700 1 -- 172.21.15.39:0/52937480 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f95d40ccff0 con 0x7f95e4101430 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d4ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95d00a1680 0x7f95d00a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d4b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95f8114b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1cba7c0 con 0x563fb1d4b050 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.678+0000 7f95f8114b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1ca17a0 con 0x563fb1d46a40 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95f8114b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1c9f0c0 con 0x563fb1d47360 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d46e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d46e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45162/0 (socket says 172.21.15.39:45162) 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 -- 172.21.15.39:0/2769828507 learned_addr learned my addr 172.21.15.39:0/2769828507 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e94b6700 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d4ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d4b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 -- 172.21.15.39:0/2769828507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 msgr2=0x563fb1d4ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d4ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 -- 172.21.15.39:0/2769828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 msgr2=0x563fb1d4b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d4b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 -- 172.21.15.39:0/2769828507 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563fb1b17630 con 0x563fb1d46a40 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d4b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e94b6700 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d4ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95d00a1680 0x7f95d00a3b40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00f5e0 tx=0x7f95dc009920 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d46e20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f95d40ca760 tx=0x7f95d4099890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=605bf67069b23775 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95cffff700 1 -- 172.21.15.39:0/2769828507 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d409e000 con 0x563fb1d46a40 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95cffff700 1 -- 172.21.15.39:0/2769828507 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d40a2240 con 0x563fb1d46a40 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.679+0000 7f95cffff700 1 -- 172.21.15.39:0/2769828507 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d4099600 con 0x563fb1d46a40 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 -- 172.21.15.39:0/2769828507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 msgr2=0x563fb1d46e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d46e20 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f95d40ca760 tx=0x7f95d4099890 comp rx=0 tx=0).stop 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 -- 172.21.15.39:0/2769828507 shutdown_connections 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d4b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d46e20 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 --2- 172.21.15.39:0/2769828507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d4ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 -- 172.21.15.39:0/2769828507 >> 172.21.15.39:0/2769828507 conn(0x563fb1c75360 msgr2=0x563fb1d41070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 -- 172.21.15.39:0/2769828507 shutdown_connections 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.680+0000 7f95f8114b80 1 -- 172.21.15.39:0/2769828507 wait complete. 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 -- start start 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 Processor -- start 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d4fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d50110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d50650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1c9a9b0 con 0x563fb1d4b050 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1c54560 con 0x563fb1d46a40 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1c54200 con 0x563fb1d47360 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.681+0000 7f95f8114b80 10 client.0 _ll_register_callbacks cb 0x563fb1b7fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d4fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d4fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45166/0 (socket says 172.21.15.39:45166) 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 -- 172.21.15.39:0/407821933 learned_addr learned my addr 172.21.15.39:0/407821933 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e94b6700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d50110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d50650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 -- 172.21.15.39:0/407821933 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 msgr2=0x563fb1d50110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d50110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 -- 172.21.15.39:0/407821933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 msgr2=0x563fb1d50650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d50650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 -- 172.21.15.39:0/407821933 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95e41a4570 con 0x563fb1d46a40 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d50650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d4fbd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f95d400e010 tx=0x7f95d40961f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43bf41ba73ecbb80 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95cd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95cd7fa700 1 -- 172.21.15.39:0/407821933 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d40cab90 con 0x563fb1d46a40 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95cd7fa700 1 -- 172.21.15.39:0/407821933 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f95d40993a0 con 0x563fb1d46a40 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563fb1d39a00 con 0x563fb1d46a40 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.682+0000 7f95cd7fa700 1 -- 172.21.15.39:0/407821933 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f95d4099560 con 0x563fb1d46a40 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 10 client.25211 fetch_fsmap learned FSMap version 28 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563fb1ac3de0 con 0x563fb1d46a40 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95cd7fa700 1 -- 172.21.15.39:0/407821933 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563fb1d39a00 con 0x563fb1d46a40 2023-12-07T14:02:50.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95cd7fa700 1 -- 172.21.15.39:0/407821933 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f95d4094ac0 con 0x563fb1d46a40 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 10 client.25211 fetch_fsmap finished waiting for FSMap version 28 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 10 client.25211 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 20 client.25211 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1d64200 0x563fb1d66620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 4 client.25211 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563fb1d156a0 con 0x563fb1d64200 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.683+0000 7f95e94b6700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1d64200 0x563fb1d66620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.684+0000 7f95cd7fa700 10 client.25211 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.684+0000 7f95e94b6700 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1d64200 0x563fb1d66620 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56491f505c2a9de0 server_cookie=b398cfb11c766193 in_seq=0 out_seq=0 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.684+0000 7f95cd7fa700 1 -- 172.21.15.39:0/407821933 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x563fb1d156a0 con 0x563fb1d64200 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.684+0000 7f95cd7fa700 10 client.25211 handle_command_reply: tid=0 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.684+0000 7f95f8114b80 1 client.25211 shutdown 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 msgr2=0x563fb1d4fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d4fbd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f95d400e010 tx=0x7f95d40961f0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 shutdown_connections 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d50650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1d64200 0x563fb1d66620 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d4fbd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 --2- 172.21.15.39:0/407821933 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d50110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95cd7fa700 0 client.25211 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 >> 172.21.15.39:0/407821933 conn(0x563fb1c75360 msgr2=0x563fb1d4c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 shutdown_connections 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 1 -- 172.21.15.39:0/407821933 wait complete. 2023-12-07T14:02:50.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.685+0000 7f95f8114b80 20 client.25211 trim_cache size 0 max 16384 2023-12-07T14:02:50.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.706+0000 7f95f8114b80 1 Processor -- start 2023-12-07T14:02:50.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.706+0000 7f95f8114b80 1 -- start start 2023-12-07T14:02:50.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.706+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d46a40 0x563fb1d665f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.706+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d47360 0x563fb1d50440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d4b050 0x563fb1d57300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95f8114b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1b19920 con 0x563fb1d46a40 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95f8114b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1d41bb0 con 0x563fb1d47360 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95f8114b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1d61270 con 0x563fb1d4b050 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d46a40 0x563fb1d665f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d46a40 0x563fb1d665f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53972/0 (socket says 172.21.15.39:53972) 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 -- 172.21.15.39:0/1082743525 learned_addr learned my addr 172.21.15.39:0/1082743525 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e94b6700 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d47360 0x563fb1d50440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d4b050 0x563fb1d57300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 -- 172.21.15.39:0/1082743525 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d4b050 msgr2=0x563fb1d57300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d4b050 0x563fb1d57300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 -- 172.21.15.39:0/1082743525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d47360 msgr2=0x563fb1d50440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d47360 0x563fb1d50440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 -- 172.21.15.39:0/1082743525 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563fb1aacc60 con 0x563fb1d46a40 2023-12-07T14:02:50.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d46a40 0x563fb1d665f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f95d40ca760 tx=0x7f95d4099890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a65761e2cf7ed5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.707+0000 7f95d8ff9700 1 -- 172.21.15.39:0/1082743525 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d4098310 con 0x563fb1d46a40 2023-12-07T14:02:50.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.708+0000 7f95d8ff9700 1 -- 172.21.15.39:0/1082743525 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d409a5b0 con 0x563fb1d46a40 2023-12-07T14:02:50.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.708+0000 7f95d8ff9700 1 -- 172.21.15.39:0/1082743525 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d409a110 con 0x563fb1d46a40 2023-12-07T14:02:50.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.708+0000 7f95f8114b80 1 -- 172.21.15.39:0/1082743525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d46a40 msgr2=0x563fb1d665f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.708+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d46a40 0x563fb1d665f0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f95d40ca760 tx=0x7f95d4099890 comp rx=0 tx=0).stop 2023-12-07T14:02:50.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.708+0000 7f95f8114b80 1 -- 172.21.15.39:0/1082743525 shutdown_connections 2023-12-07T14:02:50.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.708+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d4b050 0x563fb1d57300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.708+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d46a40 0x563fb1d665f0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1082743525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d47360 0x563fb1d50440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 -- 172.21.15.39:0/1082743525 >> 172.21.15.39:0/1082743525 conn(0x563fb1c75360 msgr2=0x563fb1d49230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:50.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 -- 172.21.15.39:0/1082743525 shutdown_connections 2023-12-07T14:02:50.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 -- 172.21.15.39:0/1082743525 wait complete. 2023-12-07T14:02:50.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 -- start start 2023-12-07T14:02:50.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 Processor -- start 2023-12-07T14:02:50.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d552e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d55820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d55d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1db96c0 con 0x563fb1d4b050 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1db9800 con 0x563fb1d46a40 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.709+0000 7f95f8114b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fb1db9940 con 0x563fb1d47360 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95f8114b80 10 client.0 _ll_register_callbacks cb 0x563fb1b7fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d552e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d55820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95ea4b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d55d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e9cb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d552e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45180/0 (socket says 172.21.15.39:45180) 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d55820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58700/0 (socket says 172.21.15.39:58700) 2023-12-07T14:02:50.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95ea4b8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d55d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53980/0 (socket says 172.21.15.39:53980) 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e9cb7700 1 -- 172.21.15.39:0/1183264290 learned_addr learned my addr 172.21.15.39:0/1183264290 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 -- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 msgr2=0x563fb1d552e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d552e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 -- 172.21.15.39:0/1183264290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 msgr2=0x563fb1d55d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d55d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 -- 172.21.15.39:0/1183264290 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563fb1ac3de0 con 0x563fb1d47360 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d552e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95ea4b8700 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d55d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95e94b6700 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d55820 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f95e00059d0 tx=0x7f95e0005570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aecfe7cb6bb8e3d4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95cd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.710+0000 7f95cd7fa700 1 -- 172.21.15.39:0/1183264290 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e001d040 con 0x563fb1d47360 2023-12-07T14:02:50.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95cd7fa700 1 -- 172.21.15.39:0/1183264290 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f95e000bb60 con 0x563fb1d47360 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f95d40a2240 con 0x563fb1d47360 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95cd7fa700 1 -- 172.21.15.39:0/1183264290 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f95e000bd40 con 0x563fb1d47360 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 10 client.25279 fetch_fsmap learned FSMap version 28 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563fb1aea250 con 0x563fb1d47360 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95cd7fa700 1 -- 172.21.15.39:0/1183264290 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d40a2240 con 0x563fb1d47360 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95cd7fa700 1 -- 172.21.15.39:0/1183264290 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 28) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f95e003c5f0 con 0x563fb1d47360 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 10 client.25279 fetch_fsmap finished waiting for FSMap version 28 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 10 client.25279 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 20 client.25279 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1dbb0b0 0x563fb1dbd4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 4 client.25279 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563fb1c60fd0 con 0x563fb1dbb0b0 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.711+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1dbb0b0 0x563fb1dbd4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95cd7fa700 10 client.25279 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95e9cb7700 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1dbb0b0 0x563fb1dbd4d0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bf1e1b25a6c009a server_cookie=6567cd39ee07b107 in_seq=0 out_seq=0 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95cd7fa700 1 -- 172.21.15.39:0/1183264290 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x563fb1c60fd0 con 0x563fb1dbb0b0 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95cd7fa700 10 client.25279 handle_command_reply: tid=0 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 client.25279 shutdown 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 msgr2=0x563fb1d55820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d55820 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f95e00059d0 tx=0x7f95e0005570 comp rx=0 tx=0).stop 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 shutdown_connections 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fb1d4b050 0x563fb1d55d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563fb1dbb0b0 0x563fb1dbd4d0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fb1d46a40 0x563fb1d552e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 --2- 172.21.15.39:0/1183264290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fb1d47360 0x563fb1d55820 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95cd7fa700 0 client.25279 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 >> 172.21.15.39:0/1183264290 conn(0x563fb1c75360 msgr2=0x563fb1d4e400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 shutdown_connections 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 1 -- 172.21.15.39:0/1183264290 wait complete. 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.712+0000 7f95f8114b80 20 client.25279 trim_cache size 0 max 16384 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:50.726 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:02:50.727 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:02:50.727 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:50.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95d00a1680 msgr2=0x7f95d00a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95d00a1680 0x7f95d00a3b40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00f5e0 tx=0x7f95dc009920 comp rx=0 tx=0).stop 2023-12-07T14:02:50.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e4101430 msgr2=0x7f95e419d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e4101430 0x7f95e419d580 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f95d400d950 tx=0x7f95d400dc60 comp rx=0 tx=0).stop 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 shutdown_connections 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95d00a1680 0x7f95d00a3b40 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e41074d0 0x7f95e41976b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e4101430 0x7f95e419d580 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 --2- 172.21.15.39:0/52937480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e4101df0 0x7f95e419dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 >> 172.21.15.39:0/52937480 conn(0x7f95e40fcf40 msgr2=0x7f95e40fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 shutdown_connections 2023-12-07T14:02:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.713+0000 7f95ebf1b700 1 -- 172.21.15.39:0/52937480 wait complete. 2023-12-07T14:02:50.729 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:02:50.730 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:02:50.867 INFO:teuthology.orchestra.run.smithi039.stderr:2700000 of 3200000 tuples (84%) done (elapsed 3.96 s, remaining 0.73 s) 2023-12-07T14:02:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 -- 172.21.15.39:0/3378780613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec41026a0 msgr2=0x7f6ec4102a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 --2- 172.21.15.39:0/3378780613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec41026a0 0x7f6ec4102a80 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0009990 tx=0x7f6ec0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 -- 172.21.15.39:0/3378780613 shutdown_connections 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 --2- 172.21.15.39:0/3378780613 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec410ba70 0x7f6ec410dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 --2- 172.21.15.39:0/3378780613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec41026a0 0x7f6ec4102a80 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 --2- 172.21.15.39:0/3378780613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ec4102fc0 0x7f6ec410b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 -- 172.21.15.39:0/3378780613 >> 172.21.15.39:0/3378780613 conn(0x7f6ec40fbe20 msgr2=0x7f6ec40fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 -- 172.21.15.39:0/3378780613 shutdown_connections 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.873+0000 7f6ecb572700 1 -- 172.21.15.39:0/3378780613 wait complete. 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 Processor -- start 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 -- start start 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec41026a0 0x7f6ec419d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ec4102fc0 0x7f6ec419db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec410ba70 0x7f6ec4197750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec4197db0 con 0x7f6ec410ba70 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec4197f20 con 0x7f6ec4102fc0 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ecb572700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec41980e0 con 0x7f6ec41026a0 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec410ba70 0x7f6ec4197750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec930e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec41026a0 0x7f6ec419d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec410ba70 0x7f6ec4197750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53994/0 (socket says 172.21.15.39:53994) 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec930e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec41026a0 0x7f6ec419d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58712/0 (socket says 172.21.15.39:58712) 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 -- 172.21.15.39:0/860149512 learned_addr learned my addr 172.21.15.39:0/860149512 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec8b0d700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ec4102fc0 0x7f6ec419db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 -- 172.21.15.39:0/860149512 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec41026a0 msgr2=0x7f6ec419d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec41026a0 0x7f6ec419d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 -- 172.21.15.39:0/860149512 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ec4102fc0 msgr2=0x7f6ec419db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ec4102fc0 0x7f6ec419db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec9b0f700 1 -- 172.21.15.39:0/860149512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec00095f0 con 0x7f6ec410ba70 2023-12-07T14:02:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.874+0000 7f6ec930e700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec41026a0 0x7f6ec419d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.875+0000 7f6ec9b0f700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec410ba70 0x7f6ec4197750 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00ef30 tx=0x7f6ebc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.875+0000 7f6eba7fc700 1 -- 172.21.15.39:0/860149512 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc018070 con 0x7f6ec410ba70 2023-12-07T14:02:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.875+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ec4198360 con 0x7f6ec410ba70 2023-12-07T14:02:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.875+0000 7f6eba7fc700 1 -- 172.21.15.39:0/860149512 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ebc00f040 con 0x7f6ec410ba70 2023-12-07T14:02:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.875+0000 7f6eba7fc700 1 -- 172.21.15.39:0/860149512 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc00cd00 con 0x7f6ec410ba70 2023-12-07T14:02:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.875+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ec41a45c0 con 0x7f6ec410ba70 2023-12-07T14:02:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.876+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ec4106bf0 con 0x7f6ec410ba70 2023-12-07T14:02:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.878+0000 7f6eba7fc700 1 -- 172.21.15.39:0/860149512 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7f6ebc003a00 con 0x7f6ec410ba70 2023-12-07T14:02:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.878+0000 7f6eba7fc700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6eb00a1680 0x7f6eb00a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.879+0000 7f6eba7fc700 1 -- 172.21.15.39:0/860149512 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6ebc0cccb0 con 0x7f6ec410ba70 2023-12-07T14:02:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.879+0000 7f6ec930e700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6eb00a1680 0x7f6eb00a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.879+0000 7f6ec930e700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6eb00a1680 0x7f6eb00a3b40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6ec000b2e0 tx=0x7f6ec0005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:50.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:50.888+0000 7f6eba7fc700 1 -- 172.21.15.39:0/860149512 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6ebc095f60 con 0x7f6ec410ba70 2023-12-07T14:02:50.974 INFO:teuthology.orchestra.run.smithi039.stderr:2800000 of 3200000 tuples (87%) done (elapsed 4.07 s, remaining 0.58 s) 2023-12-07T14:02:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2900000 of 3200000 tuples (90%) done (elapsed 4.24 s, remaining 0.44 s) 2023-12-07T14:02:51.160 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.157+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6ec4198bc0 con 0x7f6ec410ba70 2023-12-07T14:02:51.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.158+0000 7f6eba7fc700 1 -- 172.21.15.39:0/860149512 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11348 (secure 0 0 0) 0x7f6ebc099580 con 0x7f6ec410ba70 2023-12-07T14:02:51.161 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:02:51.161 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:02:46.161339+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6eb00a1680 msgr2=0x7f6eb00a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6eb00a1680 0x7f6eb00a3b40 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f6ec000b2e0 tx=0x7f6ec0005fd0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec410ba70 msgr2=0x7f6ec4197750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec410ba70 0x7f6ec4197750 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00ef30 tx=0x7f6ebc00c3a0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 shutdown_connections 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec410ba70 0x7f6ec4197750 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6ec41026a0 0x7f6ec419d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6eb00a1680 0x7f6eb00a3b40 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 --2- 172.21.15.39:0/860149512 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6ec4102fc0 0x7f6ec419db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.161+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 >> 172.21.15.39:0/860149512 conn(0x7f6ec40fbe20 msgr2=0x7f6ec40fcbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.162+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 shutdown_connections 2023-12-07T14:02:51.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.162+0000 7f6ecb572700 1 -- 172.21.15.39:0/860149512 wait complete. 2023-12-07T14:02:51.166 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 28 2023-12-07T14:02:51.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:02:51.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 -- 172.21.15.39:0/836632612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc100560 msgr2=0x7fc3dc100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 --2- 172.21.15.39:0/836632612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc100560 0x7fc3dc100940 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc009990 tx=0x7fc3cc009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 -- 172.21.15.39:0/836632612 shutdown_connections 2023-12-07T14:02:51.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 --2- 172.21.15.39:0/836632612 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc3dc105680 0x7fc3dc10d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 --2- 172.21.15.39:0/836632612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc100560 0x7fc3dc100940 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 --2- 172.21.15.39:0/836632612 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc3dc100f10 0x7fc3dc104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 -- 172.21.15.39:0/836632612 >> 172.21.15.39:0/836632612 conn(0x7fc3dc0fbda0 msgr2=0x7fc3dc0fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 -- 172.21.15.39:0/836632612 shutdown_connections 2023-12-07T14:02:51.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.328+0000 7fc3e0903700 1 -- 172.21.15.39:0/836632612 wait complete. 2023-12-07T14:02:51.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 Processor -- start 2023-12-07T14:02:51.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 -- start start 2023-12-07T14:02:51.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc3dc100560 0x7fc3dc19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc105680 0x7fc3dc19fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc3dc199930 0x7fc3dc199de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3dc19a430 con 0x7fc3dc105680 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3dc19a5a0 con 0x7fc3dc199930 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.329+0000 7fc3e0903700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3dc19a760 con 0x7fc3dc100560 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3da59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc3dc100560 0x7fc3dc19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc105680 0x7fc3dc19fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3da59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc3dc100560 0x7fc3dc19f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58726/0 (socket says 172.21.15.39:58726) 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3da59c700 1 -- 172.21.15.39:0/3422072970 learned_addr learned my addr 172.21.15.39:0/3422072970 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc105680 0x7fc3dc19fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54006/0 (socket says 172.21.15.39:54006) 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3dad9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc3dc199930 0x7fc3dc199de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 -- 172.21.15.39:0/3422072970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc3dc100560 msgr2=0x7fc3dc19f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc3dc100560 0x7fc3dc19f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 -- 172.21.15.39:0/3422072970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc3dc199930 msgr2=0x7fc3dc199de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc3dc199930 0x7fc3dc199de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 -- 172.21.15.39:0/3422072970 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3cc0095f0 con 0x7fc3dc105680 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc3dc199930 0x7fc3dc199de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc105680 0x7fc3dc19fd80 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc3d000b3c0 tx=0x7fc3d0009ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3cb7fe700 1 -- 172.21.15.39:0/3422072970 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d0010040 con 0x7fc3dc105680 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3dc1a66a0 con 0x7fc3dc105680 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3cb7fe700 1 -- 172.21.15.39:0/3422072970 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc3d0013c50 con 0x7fc3dc105680 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3cb7fe700 1 -- 172.21.15.39:0/3422072970 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d0014e50 con 0x7fc3dc105680 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.330+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3dc1a6c00 con 0x7fc3dc105680 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.333+0000 7fc3cb7fe700 1 -- 172.21.15.39:0/3422072970 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7fc3d0013790 con 0x7fc3dc105680 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.333+0000 7fc3cb7fe700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc3c40a1680 0x7fc3c40a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.333+0000 7fc3cb7fe700 1 -- 172.21.15.39:0/3422072970 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc3d00ccdf0 con 0x7fc3dc105680 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.334+0000 7fc3da59c700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc3c40a1680 0x7fc3c40a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.334+0000 7fc3da59c700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc3c40a1680 0x7fc3c40a3b40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc006010 tx=0x7fc3cc00b260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.335+0000 7fc3ecafcb80 1 Processor -- start 2023-12-07T14:02:51.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.335+0000 7fc3ecafcb80 1 -- start start 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bf2e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf3360 0x5575a3bf6b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3bf74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3b667c0 con 0x5575a3bf7050 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3b4d7a0 con 0x5575a3bf2a40 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3b4b0c0 con 0x5575a3bf3360 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3da59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bf2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3bf74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3d9d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf3360 0x5575a3bf6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3da59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bf2e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45214/0 (socket says 172.21.15.39:45214) 2023-12-07T14:02:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3bf74b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54016/0 (socket says 172.21.15.39:54016) 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3d9d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf3360 0x5575a3bf6b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58736/0 (socket says 172.21.15.39:58736) 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3da59c700 1 -- 172.21.15.39:0/1225514787 learned_addr learned my addr 172.21.15.39:0/1225514787 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 -- 172.21.15.39:0/1225514787 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf3360 msgr2=0x5575a3bf6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf3360 0x5575a3bf6b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 -- 172.21.15.39:0/1225514787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 msgr2=0x5575a3bf2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bf2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 -- 172.21.15.39:0/1225514787 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575a39c3630 con 0x5575a3bf7050 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3da59c700 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bf2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.336+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3bf74b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4003db0 tx=0x7fc3d4009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b081e82b7f5e2151 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3c8ff9700 1 -- 172.21.15.39:0/1225514787 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d4004bb0 con 0x5575a3bf7050 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3c8ff9700 1 -- 172.21.15.39:0/1225514787 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc3d400f040 con 0x5575a3bf7050 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3c8ff9700 1 -- 172.21.15.39:0/1225514787 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d4007c20 con 0x5575a3bf7050 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/1225514787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 msgr2=0x5575a3bf74b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3bf74b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4003db0 tx=0x7fc3d4009920 comp rx=0 tx=0).stop 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/1225514787 shutdown_connections 2023-12-07T14:02:51.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3bf74b0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bf2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/1225514787 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf3360 0x5575a3bf6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.337+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/1225514787 >> 172.21.15.39:0/1225514787 conn(0x5575a3b21360 msgr2=0x5575a3bed070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/1225514787 shutdown_connections 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/1225514787 wait complete. 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 -- start start 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 Processor -- start 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bfe860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bfbba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bfc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3b469b0 con 0x5575a3bf3360 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3b00560 con 0x5575a3bf2a40 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3b00200 con 0x5575a3bf7050 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3ecafcb80 10 client.0 _ll_register_callbacks cb 0x5575a3a2ba80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3da59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bfe860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3dad9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bfc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.338+0000 7fc3da59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bfe860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45220/0 (socket says 172.21.15.39:45220) 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3da59c700 1 -- 172.21.15.39:0/4240639984 learned_addr learned my addr 172.21.15.39:0/4240639984 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bfbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3dad9d700 1 -- 172.21.15.39:0/4240639984 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 msgr2=0x5575a3bfe860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bfe860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3dad9d700 1 -- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 msgr2=0x5575a3bfbba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bfbba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3dad9d700 1 -- 172.21.15.39:0/4240639984 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3dc10da70 con 0x5575a3bf7050 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3da59c700 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bfe860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bfc2e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4004600 tx=0x7fc3d4004f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d15ea8cbf5c09638 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/4240639984 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d4007710 con 0x5575a3bf7050 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/4240639984 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc3d4007870 con 0x5575a3bf7050 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5575a3be5a00 con 0x5575a3bf7050 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/4240639984 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3d4007a30 con 0x5575a3bf7050 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3ecafcb80 10 client.25297 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.339+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7fc3d4003a60 con 0x5575a3bf7050 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/4240639984 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5575a3be5a00 con 0x5575a3bf7050 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/4240639984 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fc3d4025020 con 0x5575a3bf7050 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3ecafcb80 10 client.25297 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3ecafcb80 10 client.25297 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3ecafcb80 20 client.25297 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c0c280 0x5575a3c0e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3ecafcb80 4 client.25297 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5575a3bc16a0 con 0x5575a3c0c280 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3da59c700 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c0c280 0x5575a3c0e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3c1ffb700 10 client.25297 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.340+0000 7fc3da59c700 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c0c280 0x5575a3c0e670 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=22ae7ad0cf48d8a4 server_cookie=c271f94c07874be9 in_seq=0 out_seq=0 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/4240639984 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5575a3bc16a0 con 0x5575a3c0c280 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3c1ffb700 10 client.25297 handle_command_reply: tid=0 2023-12-07T14:02:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 client.25297 shutdown 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 msgr2=0x5575a3bfc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bfc2e0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4004600 tx=0x7fc3d4004f60 comp rx=0 tx=0).stop 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 shutdown_connections 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bfc2e0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c0c280 0x5575a3c0e670 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3bfe860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/4240639984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bfbba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3c1ffb700 0 client.25297 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 >> 172.21.15.39:0/4240639984 conn(0x5575a3b21360 msgr2=0x5575a3bf84b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 shutdown_connections 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.341+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/4240639984 wait complete. 2023-12-07T14:02:51.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.342+0000 7fc3ecafcb80 20 client.25297 trim_cache size 0 max 16384 2023-12-07T14:02:51.354 INFO:teuthology.orchestra.run.smithi039.stderr:3000000 of 3200000 tuples (93%) done (elapsed 4.45 s, remaining 0.30 s) 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 Processor -- start 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 -- start start 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf2a40 0x5575a3c12fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf3360 0x5575a3c03300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3c03840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a39c5920 con 0x5575a3bf7050 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3bfd150 con 0x5575a3bf3360 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3be59e0 con 0x5575a3bf2a40 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3dad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3c03840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3dad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3c03840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54030/0 (socket says 172.21.15.39:54030) 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3dad9d700 1 -- 172.21.15.39:0/336391695 learned_addr learned my addr 172.21.15.39:0/336391695 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf3360 0x5575a3c03300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.355+0000 7fc3da59c700 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf2a40 0x5575a3c12fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3dad9d700 1 -- 172.21.15.39:0/336391695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf2a40 msgr2=0x5575a3c12fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf2a40 0x5575a3c12fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3dad9d700 1 -- 172.21.15.39:0/336391695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf3360 msgr2=0x5575a3c03300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf3360 0x5575a3c03300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3dad9d700 1 -- 172.21.15.39:0/336391695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575a396fde0 con 0x5575a3bf7050 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3c03840 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4002230 tx=0x7fc3d4006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c73c8811912a92f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3c97fa700 1 -- 172.21.15.39:0/336391695 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d4031580 con 0x5575a3bf7050 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3c97fa700 1 -- 172.21.15.39:0/336391695 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc3d4009920 con 0x5575a3bf7050 2023-12-07T14:02:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.356+0000 7fc3c97fa700 1 -- 172.21.15.39:0/336391695 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d400eb60 con 0x5575a3bf7050 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/336391695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 msgr2=0x5575a3c03840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3c03840 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc3d4002230 tx=0x7fc3d4006000 comp rx=0 tx=0).stop 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/336391695 shutdown_connections 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf7050 0x5575a3c03840 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf2a40 0x5575a3c12fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/336391695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf3360 0x5575a3c03300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/336391695 >> 172.21.15.39:0/336391695 conn(0x5575a3b21360 msgr2=0x5575a3bf9440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/336391695 shutdown_connections 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/336391695 wait complete. 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 -- start start 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 Processor -- start 2023-12-07T14:02:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3c03740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bf1840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.357+0000 7fc3ecafcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bf1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3bf2530 con 0x5575a3bf3360 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3bf26a0 con 0x5575a3bf2a40 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3ecafcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575a3c61750 con 0x5575a3bf7050 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3ecafcb80 10 client.0 _ll_register_callbacks cb 0x5575a3a2ba80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bf1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bf1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54034/0 (socket says 172.21.15.39:54034) 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 -- 172.21.15.39:0/2237760560 learned_addr learned my addr 172.21.15.39:0/2237760560 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3da59c700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3c03740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3dad9d700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bf1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 -- 172.21.15.39:0/2237760560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 msgr2=0x5575a3bf1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bf1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 -- 172.21.15.39:0/2237760560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 msgr2=0x5575a3c03740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3c03740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 -- 172.21.15.39:0/2237760560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3d4003a60 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3da59c700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3c03740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3d9d9b700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bf1840 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc3d00cabb0 tx=0x7fc3d00998c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae77f499d0db495 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/2237760560 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3d0099cd0 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc3d400f040 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/2237760560 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc3d009de20 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.358+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/2237760560 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3d00a2060 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 10 client.15603 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5575a3958c60 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/2237760560 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc3d0063020 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/2237760560 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fc3d0099f30 con 0x5575a3bf3360 2023-12-07T14:02:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 10 client.15603 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 10 client.15603 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 20 client.15603 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c62fa0 0x5575a3c653c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 4 client.15603 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5575a3b0cfd0 con 0x5575a3c62fa0 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3da59c700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c62fa0 0x5575a3c653c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3c1ffb700 10 client.15603 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.359+0000 7fc3da59c700 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c62fa0 0x5575a3c653c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=aba87792d3e586c3 server_cookie=d1f24225a7e3b72e in_seq=0 out_seq=0 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3c1ffb700 1 -- 172.21.15.39:0/2237760560 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5575a3b0cfd0 con 0x5575a3c62fa0 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3c1ffb700 10 client.15603 handle_command_reply: tid=0 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 client.15603 shutdown 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 msgr2=0x5575a3bf1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bf1840 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc3d00cabb0 tx=0x7fc3d00998c0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.369 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 shutdown_connections 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575a3bf7050 0x5575a3bf1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5575a3c62fa0 0x5575a3c653c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575a3bf2a40 0x5575a3c03740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3c1ffb700 0 client.15603 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 --2- 172.21.15.39:0/2237760560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575a3bf3360 0x5575a3bf1840 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 >> 172.21.15.39:0/2237760560 conn(0x5575a3b21360 msgr2=0x5575a3becee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 shutdown_connections 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 1 -- 172.21.15.39:0/2237760560 wait complete. 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.360+0000 7fc3ecafcb80 20 client.15603 trim_cache size 0 max 16384 2023-12-07T14:02:51.370 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:02:51.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc3c40a1680 msgr2=0x7fc3c40a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc3c40a1680 0x7fc3c40a3b40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc3cc006010 tx=0x7fc3cc00b260 comp rx=0 tx=0).stop 2023-12-07T14:02:51.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc105680 msgr2=0x7fc3dc19fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.371 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc105680 0x7fc3dc19fd80 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc3d000b3c0 tx=0x7fc3d0009ab0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 shutdown_connections 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc3c40a1680 0x7fc3c40a3b40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc3dc199930 0x7fc3dc199de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc3dc100560 0x7fc3dc19f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 --2- 172.21.15.39:0/3422072970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3dc105680 0x7fc3dc19fd80 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 >> 172.21.15.39:0/3422072970 conn(0x7fc3dc0fbda0 msgr2=0x7fc3dc0fd1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 shutdown_connections 2023-12-07T14:02:51.372 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.361+0000 7fc3e0903700 1 -- 172.21.15.39:0/3422072970 wait complete. 2023-12-07T14:02:51.376 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:02:51.461 INFO:teuthology.orchestra.run.smithi039.stderr:3100000 of 3200000 tuples (96%) done (elapsed 4.56 s, remaining 0.15 s) 2023-12-07T14:02:51.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 -- 172.21.15.39:0/1789566168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 msgr2=0x7f82b810d050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 --2- 172.21.15.39:0/1789566168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b810d050 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f82b000b0a0 tx=0x7f82b000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 -- 172.21.15.39:0/1789566168 shutdown_connections 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 --2- 172.21.15.39:0/1789566168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b810d050 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 --2- 172.21.15.39:0/1789566168 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82b8105170 0x7f82b8105550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 --2- 172.21.15.39:0/1789566168 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82b81003c0 0x7f82b8100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 -- 172.21.15.39:0/1789566168 >> 172.21.15.39:0/1789566168 conn(0x7f82b8075d10 msgr2=0x7f82b8076120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 -- 172.21.15.39:0/1789566168 shutdown_connections 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.515+0000 7f82b759e700 1 -- 172.21.15.39:0/1789566168 wait complete. 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 Processor -- start 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 -- start start 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82b81003c0 0x7f82b81976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b8197c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82b8105170 0x7f82b819bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b819c5e0 con 0x7f82b8100d60 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b819c750 con 0x7f82b8105170 2023-12-07T14:02:51.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b759e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b819c910 con 0x7f82b81003c0 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b8197c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b8197c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54048/0 (socket says 172.21.15.39:54048) 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b5d9b700 1 -- 172.21.15.39:0/2781073982 learned_addr learned my addr 172.21.15.39:0/2781073982 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82b8105170 0x7f82b819bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b5d9b700 1 -- 172.21.15.39:0/2781073982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82b81003c0 msgr2=0x7f82b81976c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b659c700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82b81003c0 0x7f82b81976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.516+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82b81003c0 0x7f82b81976c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82b5d9b700 1 -- 172.21.15.39:0/2781073982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82b8105170 msgr2=0x7f82b819bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82b8105170 0x7f82b819bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82b5d9b700 1 -- 172.21.15.39:0/2781073982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82b0009d00 con 0x7f82b8100d60 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82b659c700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82b81003c0 0x7f82b81976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b8197c00 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00d950 tx=0x7f82ac00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82a77fe700 1 -- 172.21.15.39:0/2781073982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82ac009940 con 0x7f82b8100d60 2023-12-07T14:02:51.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82a77fe700 1 -- 172.21.15.39:0/2781073982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82ac010460 con 0x7f82b8100d60 2023-12-07T14:02:51.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82b819cbf0 con 0x7f82b8100d60 2023-12-07T14:02:51.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82a77fe700 1 -- 172.21.15.39:0/2781073982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82ac00f620 con 0x7f82b8100d60 2023-12-07T14:02:51.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.517+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82b81a4430 con 0x7f82b8100d60 2023-12-07T14:02:51.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.520+0000 7f82a77fe700 1 -- 172.21.15.39:0/2781073982 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7f82ac0108d0 con 0x7f82b8100d60 2023-12-07T14:02:51.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.520+0000 7f82a77fe700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82a00a1720 0x7f82a00a3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.521+0000 7f82a77fe700 1 -- 172.21.15.39:0/2781073982 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f82ac0cd0b0 con 0x7f82b8100d60 2023-12-07T14:02:51.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.521+0000 7f82b659c700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82a00a1720 0x7f82a00a3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.521+0000 7f82b659c700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82a00a1720 0x7f82a00a3be0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f82a8005fd0 tx=0x7f82a8005f00 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.521+0000 7f82c8bfcb80 1 Processor -- start 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.521+0000 7f82c8bfcb80 1 -- start start 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c584450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c57e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c57ed90 0x55b93c57f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c4f27c0 con 0x55b93c584990 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c4d97a0 con 0x55b93c57ed90 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c4d70c0 con 0x55b93c584070 2023-12-07T14:02:51.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c57e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b6d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c57ed90 0x55b93c57f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c57e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54056/0 (socket says 172.21.15.39:54056) 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b5d9b700 1 -- 172.21.15.39:0/1747818420 learned_addr learned my addr 172.21.15.39:0/1747818420 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b6d9d700 1 -- 172.21.15.39:0/1747818420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 msgr2=0x55b93c584450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/1747818420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c584450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b6d9d700 1 -- 172.21.15.39:0/1747818420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 msgr2=0x55b93c57e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/1747818420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c57e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b6d9d700 1 -- 172.21.15.39:0/1747818420 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b93c34f630 con 0x55b93c57ed90 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.522+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/1747818420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c57ed90 0x55b93c57f1d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f82b000b070 tx=0x7f82b0009c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35025faa89a4a075 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82a4ff9700 1 -- 172.21.15.39:0/1747818420 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82b000e040 con 0x55b93c57ed90 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82a4ff9700 1 -- 172.21.15.39:0/1747818420 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82b0003a00 con 0x55b93c57ed90 2023-12-07T14:02:51.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82a4ff9700 1 -- 172.21.15.39:0/1747818420 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82b001c440 con 0x55b93c57ed90 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/1747818420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c57ed90 msgr2=0x55b93c57f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/1747818420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c57ed90 0x55b93c57f1d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f82b000b070 tx=0x7f82b0009c90 comp rx=0 tx=0).stop 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/1747818420 shutdown_connections 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/1747818420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c57ed90 0x55b93c57f1d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/1747818420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c584450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/1747818420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c57e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/1747818420 >> 172.21.15.39:0/1747818420 conn(0x55b93c4ad360 msgr2=0x55b93c579030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/1747818420 shutdown_connections 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.523+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/1747818420 wait complete. 2023-12-07T14:02:51.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 -- start start 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 Processor -- start 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c587db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c5882f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584990 0x55b93c588830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c4d29b0 con 0x55b93c57ed90 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c48c560 con 0x55b93c584990 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c48c200 con 0x55b93c584070 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82c8bfcb80 10 client.0 _ll_register_callbacks cb 0x55b93c3b7a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c587db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82b5d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c5882f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c587db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54060/0 (socket says 172.21.15.39:54060) 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82b6d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584990 0x55b93c588830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82b5d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c5882f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58784/0 (socket says 172.21.15.39:58784) 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.524+0000 7f82b659c700 1 -- 172.21.15.39:0/104011388 learned_addr learned my addr 172.21.15.39:0/104011388 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b659c700 1 -- 172.21.15.39:0/104011388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 msgr2=0x55b93c5882f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b659c700 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c5882f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b659c700 1 -- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584990 msgr2=0x55b93c588830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b659c700 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584990 0x55b93c588830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b659c700 1 -- 172.21.15.39:0/104011388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82b810d950 con 0x55b93c57ed90 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584990 0x55b93c588830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c5882f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82b659c700 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c587db0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f82a80116f0 tx=0x7f82a8011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48f7932e47e266bd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f829dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f829dffb700 1 -- 172.21.15.39:0/104011388 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82a801e640 con 0x55b93c57ed90 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f829dffb700 1 -- 172.21.15.39:0/104011388 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f82a801e7a0 con 0x55b93c57ed90 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b93c571a00 con 0x55b93c57ed90 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f829dffb700 1 -- 172.21.15.39:0/104011388 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f82a8011e80 con 0x55b93c57ed90 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82c8bfcb80 10 client.15615 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.525+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b93c2fbde0 con 0x55b93c57ed90 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f829dffb700 1 -- 172.21.15.39:0/104011388 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b93c571a00 con 0x55b93c57ed90 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f829dffb700 1 -- 172.21.15.39:0/104011388 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f82a8010a40 con 0x55b93c57ed90 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f82c8bfcb80 10 client.15615 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f82c8bfcb80 10 client.15615 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f82c8bfcb80 20 client.15615 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c598640 0x55b93c59aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f82c8bfcb80 4 client.15615 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b93c54d6a0 con 0x55b93c598640 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.526+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c598640 0x55b93c59aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.527+0000 7f829dffb700 10 client.15615 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.527+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c598640 0x55b93c59aa60 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d42fc6c8c88bbb3e server_cookie=81964ed7dfcd6142 in_seq=0 out_seq=0 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.527+0000 7f829dffb700 1 -- 172.21.15.39:0/104011388 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55b93c54d6a0 con 0x55b93c598640 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.527+0000 7f829dffb700 10 client.15615 handle_command_reply: tid=0 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.527+0000 7f82c8bfcb80 1 client.15615 shutdown 2023-12-07T14:02:51.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.527+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 msgr2=0x55b93c587db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.527+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c587db0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f82a80116f0 tx=0x7f82a8011a00 comp rx=0 tx=0).stop 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 shutdown_connections 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584990 0x55b93c588830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c587db0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c598640 0x55b93c59aa60 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/104011388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584070 0x55b93c5882f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f829dffb700 0 client.15615 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 >> 172.21.15.39:0/104011388 conn(0x55b93c4ad360 msgr2=0x55b93c573c20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 shutdown_connections 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/104011388 wait complete. 2023-12-07T14:02:51.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.528+0000 7f82c8bfcb80 20 client.15615 trim_cache size 0 max 16384 2023-12-07T14:02:51.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.541+0000 7f82c8bfcb80 1 Processor -- start 2023-12-07T14:02:51.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.541+0000 7f82c8bfcb80 1 -- start start 2023-12-07T14:02:51.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.541+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c57ed90 0x55b93c57e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c593f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c578ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c351920 con 0x55b93c584990 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c571a10 con 0x55b93c584070 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c5759f0 con 0x55b93c57ed90 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c57ed90 0x55b93c57e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c578ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b5d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c593f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c57ed90 0x55b93c57e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58790/0 (socket says 172.21.15.39:58790) 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c578ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54072/0 (socket says 172.21.15.39:54072) 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 -- 172.21.15.39:0/3882780749 learned_addr learned my addr 172.21.15.39:0/3882780749 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 -- 172.21.15.39:0/3882780749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 msgr2=0x55b93c593f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c593f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 -- 172.21.15.39:0/3882780749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 msgr2=0x55b93c578ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c578ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 -- 172.21.15.39:0/3882780749 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b93c2e4c60 con 0x55b93c57ed90 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c593f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82b659c700 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c57ed90 0x55b93c57e850 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f82a8010e20 tx=0x7f82a800e940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97dbee00705f74f5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.542+0000 7f82a57fa700 1 -- 172.21.15.39:0/3882780749 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82a8011e50 con 0x55b93c57ed90 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82a57fa700 1 -- 172.21.15.39:0/3882780749 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82a8004cf0 con 0x55b93c57ed90 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82a57fa700 1 -- 172.21.15.39:0/3882780749 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82a801d7a0 con 0x55b93c57ed90 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/3882780749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c57ed90 msgr2=0x55b93c57e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c57ed90 0x55b93c57e850 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f82a8010e20 tx=0x7f82a800e940 comp rx=0 tx=0).stop 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/3882780749 shutdown_connections 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c584990 0x55b93c578ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c57ed90 0x55b93c57e850 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/3882780749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c593f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/3882780749 >> 172.21.15.39:0/3882780749 conn(0x55b93c4ad360 msgr2=0x55b93c588670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/3882780749 shutdown_connections 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.543+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/3882780749 wait complete. 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 -- start start 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 Processor -- start 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c58d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c58d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584990 0x55b93c58df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c5edb40 con 0x55b93c57ed90 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c5edcb0 con 0x55b93c584070 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b93c5ede70 con 0x55b93c584990 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82c8bfcb80 10 client.0 _ll_register_callbacks cb 0x55b93c3b7a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c58d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82b6d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584990 0x55b93c58df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82b659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c58d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54074/0 (socket says 172.21.15.39:54074) 2023-12-07T14:02:51.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82b659c700 1 -- 172.21.15.39:0/842914320 learned_addr learned my addr 172.21.15.39:0/842914320 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.544+0000 7f82b5d9b700 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c58d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82b6d9d700 1 -- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 msgr2=0x55b93c58d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c58d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82b6d9d700 1 -- 172.21.15.39:0/842914320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 msgr2=0x55b93c58d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c58d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82b6d9d700 1 -- 172.21.15.39:0/842914320 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82b81a4430 con 0x55b93c584990 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82b659c700 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c58d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82b6d9d700 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584990 0x55b93c58df10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f82b000b0a0 tx=0x7f82b0007680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11d0a28e697e3c9e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f829dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f829dffb700 1 -- 172.21.15.39:0/842914320 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82b002a070 con 0x55b93c584990 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f82b0003a00 con 0x55b93c584990 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f829dffb700 1 -- 172.21.15.39:0/842914320 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f82b0025660 con 0x55b93c584990 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f829dffb700 1 -- 172.21.15.39:0/842914320 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f82b000e040 con 0x55b93c584990 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82c8bfcb80 10 client.25315 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b93c2fbde0 con 0x55b93c584990 2023-12-07T14:02:51.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.545+0000 7f829dffb700 1 -- 172.21.15.39:0/842914320 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82b0003a00 con 0x55b93c584990 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f829dffb700 1 -- 172.21.15.39:0/842914320 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f82b0019070 con 0x55b93c584990 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f82c8bfcb80 10 client.25315 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f82c8bfcb80 10 client.25315 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f82c8bfcb80 20 client.25315 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c5ef340 0x55b93c5f1730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f82c8bfcb80 4 client.25315 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b93c498fd0 con 0x55b93c5ef340 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.546+0000 7f82b659c700 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c5ef340 0x55b93c5f1730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82b659c700 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c5ef340 0x55b93c5f1730 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=54f24d648ba62a48 server_cookie=c9a7c767258cb81c in_seq=0 out_seq=0 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f829dffb700 10 client.25315 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f829dffb700 1 -- 172.21.15.39:0/842914320 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b93c498fd0 con 0x55b93c5ef340 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f829dffb700 10 client.25315 handle_command_reply: tid=0 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 client.25315 shutdown 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584990 msgr2=0x55b93c58df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584990 0x55b93c58df10 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f82b000b0a0 tx=0x7f82b0007680 comp rx=0 tx=0).stop 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 shutdown_connections 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55b93c5ef340 0x55b93c5f1730 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b93c584990 0x55b93c58df10 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f829dffb700 0 client.25315 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b93c57ed90 0x55b93c58d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 --2- 172.21.15.39:0/842914320 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b93c584070 0x55b93c58d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 >> 172.21.15.39:0/842914320 conn(0x55b93c4ad360 msgr2=0x55b93c578ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 shutdown_connections 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.547+0000 7f82c8bfcb80 1 -- 172.21.15.39:0/842914320 wait complete. 2023-12-07T14:02:51.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82c8bfcb80 20 client.25315 trim_cache size 0 max 16384 2023-12-07T14:02:51.559 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:02:51.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82a00a1720 msgr2=0x7f82a00a3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82a00a1720 0x7f82a00a3be0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f82a8005fd0 tx=0x7f82a8005f00 comp rx=0 tx=0).stop 2023-12-07T14:02:51.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 msgr2=0x7f82b8197c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b8197c00 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00d950 tx=0x7f82ac00dc60 comp rx=0 tx=0).stop 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 shutdown_connections 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82a00a1720 0x7f82a00a3be0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82b8105170 0x7f82b819bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82b81003c0 0x7f82b81976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 --2- 172.21.15.39:0/2781073982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8100d60 0x7f82b8197c00 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 >> 172.21.15.39:0/2781073982 conn(0x7f82b8075d10 msgr2=0x7f82b80689c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 shutdown_connections 2023-12-07T14:02:51.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.548+0000 7f82b759e700 1 -- 172.21.15.39:0/2781073982 wait complete. 2023-12-07T14:02:51.560 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:51 smithi039 ceph-mon[98864]: pgmap v13: 97 pgs: 97 active+clean; 27 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 178 op/s 2023-12-07T14:02:51.561 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:51 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/860149512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:51.563 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:02:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:3200000 of 3200000 tuples (100%) done (elapsed 4.73 s, remaining 0.00 s) 2023-12-07T14:02:51.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:51 smithi055 ceph-mon[103363]: pgmap v13: 97 pgs: 97 active+clean; 27 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 178 op/s 2023-12-07T14:02:51.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:51 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/860149512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:51.678 INFO:teuthology.orchestra.run.smithi039.stderr:vacuum... 2023-12-07T14:02:51.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:51 smithi089 ceph-mon[103124]: pgmap v13: 97 pgs: 97 active+clean; 27 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 2.2 MiB/s wr, 178 op/s 2023-12-07T14:02:51.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:51 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/860149512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:02:51.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.695+0000 7fc1e826c700 1 -- 172.21.15.39:0/2362043698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 msgr2=0x7fc1e0073d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.695+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2362043698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e0073d80 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc009990 tx=0x7fc1dc009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.695+0000 7fc1e826c700 1 -- 172.21.15.39:0/2362043698 shutdown_connections 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.695+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2362043698 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1e010dcf0 0x7fc1e0110120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.695+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2362043698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e0073d80 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.695+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2362043698 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1e00742c0 0x7fc1e010d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.695+0000 7fc1e826c700 1 -- 172.21.15.39:0/2362043698 >> 172.21.15.39:0/2362043698 conn(0x7fc1e00fcf20 msgr2=0x7fc1e00ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 -- 172.21.15.39:0/2362043698 shutdown_connections 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 -- 172.21.15.39:0/2362043698 wait complete. 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 Processor -- start 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 -- start start 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e019f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1e00742c0 0x7fc1e019fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1e010dcf0 0x7fc1e0199930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e0199f90 con 0x7fc1e00739a0 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e019a100 con 0x7fc1e00742c0 2023-12-07T14:02:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e826c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1e019a2c0 con 0x7fc1e010dcf0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e6008700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e019f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e6008700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e019f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54088/0 (socket says 172.21.15.39:54088) 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.696+0000 7fc1e6008700 1 -- 172.21.15.39:0/2430861151 learned_addr learned my addr 172.21.15.39:0/2430861151 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e5807700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1e00742c0 0x7fc1e019fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e6809700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1e010dcf0 0x7fc1e0199930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e6008700 1 -- 172.21.15.39:0/2430861151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1e010dcf0 msgr2=0x7fc1e0199930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e6008700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1e010dcf0 0x7fc1e0199930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e6008700 1 -- 172.21.15.39:0/2430861151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1e00742c0 msgr2=0x7fc1e019fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e6008700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1e00742c0 0x7fc1e019fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e6008700 1 -- 172.21.15.39:0/2430861151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1dc0095f0 con 0x7fc1e00739a0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e6008700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e019f800 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc000c00 tx=0x7fc1dc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1d77fe700 1 -- 172.21.15.39:0/2430861151 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc01d070 con 0x7fc1e00739a0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1e019a540 con 0x7fc1e00739a0 2023-12-07T14:02:51.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1d77fe700 1 -- 172.21.15.39:0/2430861151 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc1dc022470 con 0x7fc1e00739a0 2023-12-07T14:02:51.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1d77fe700 1 -- 172.21.15.39:0/2430861151 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc017650 con 0x7fc1e00739a0 2023-12-07T14:02:51.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.697+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1e01a67f0 con 0x7fc1e00739a0 2023-12-07T14:02:51.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.699+0000 7fc1d77fe700 1 -- 172.21.15.39:0/2430861151 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7fc1dc0225e0 con 0x7fc1e00739a0 2023-12-07T14:02:51.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.700+0000 7fc1d77fe700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc1cc0a1680 0x7fc1cc0a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.700+0000 7fc1d77fe700 1 -- 172.21.15.39:0/2430861151 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc1dc0ce430 con 0x7fc1e00739a0 2023-12-07T14:02:51.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.700+0000 7fc1e5807700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc1cc0a1680 0x7fc1cc0a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.701+0000 7fc1e5807700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc1cc0a1680 0x7fc1cc0a3b40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc1e019aaf0 tx=0x7fc1d0009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.701+0000 7fc1f4465b80 1 Processor -- start 2023-12-07T14:02:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.701+0000 7fc1f4465b80 1 -- start start 2023-12-07T14:02:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b69e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b6db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4b6e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4add7c0 con 0x556ec4b6a360 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4ac47a0 con 0x556ec4b69a40 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4ac20c0 con 0x556ec4b6e050 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b69e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b6db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b69e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45298/0 (socket says 172.21.15.39:45298) 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b6db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54098/0 (socket says 172.21.15.39:54098) 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 -- 172.21.15.39:0/344711704 learned_addr learned my addr 172.21.15.39:0/344711704 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6809700 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4b6e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 -- 172.21.15.39:0/344711704 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 msgr2=0x556ec4b6e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4b6e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 -- 172.21.15.39:0/344711704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 msgr2=0x556ec4b6db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b6db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 -- 172.21.15.39:0/344711704 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ec493a630 con 0x556ec4b69a40 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e5807700 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b6db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1e6008700 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b69e20 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc006010 tx=0x7fc1dc09b190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ed1b5e098b1cbd7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.702+0000 7fc1d4d82700 1 -- 172.21.15.39:0/344711704 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc09ba40 con 0x556ec4b69a40 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1d4d82700 1 -- 172.21.15.39:0/344711704 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc1dc09b340 con 0x556ec4b69a40 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1d4d82700 1 -- 172.21.15.39:0/344711704 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc0cbfe0 con 0x556ec4b69a40 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 -- 172.21.15.39:0/344711704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 msgr2=0x556ec4b69e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b69e20 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc006010 tx=0x7fc1dc09b190 comp rx=0 tx=0).stop 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 -- 172.21.15.39:0/344711704 shutdown_connections 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4b6e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b69e20 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/344711704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b6db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 -- 172.21.15.39:0/344711704 >> 172.21.15.39:0/344711704 conn(0x556ec4a98360 msgr2=0x556ec4b64070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 -- 172.21.15.39:0/344711704 shutdown_connections 2023-12-07T14:02:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.703+0000 7fc1f4465b80 1 -- 172.21.15.39:0/344711704 wait complete. 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 -- start start 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 Processor -- start 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b757a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b72a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b73080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4abd9b0 con 0x556ec4b6a360 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4a77560 con 0x556ec4b6e050 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4a77200 con 0x556ec4b69a40 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1f4465b80 10 client.0 _ll_register_callbacks cb 0x556ec49a2a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b72a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1e6008700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b757a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1e6008700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b757a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:58824/0 (socket says 172.21.15.39:58824) 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b72a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54104/0 (socket says 172.21.15.39:54104) 2023-12-07T14:02:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1e6008700 1 -- 172.21.15.39:0/3504021138 learned_addr learned my addr 172.21.15.39:0/3504021138 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.704+0000 7fc1e6809700 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b73080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1e6008700 1 -- 172.21.15.39:0/3504021138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 msgr2=0x556ec4b73080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1e6008700 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b73080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1e6008700 1 -- 172.21.15.39:0/3504021138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 msgr2=0x556ec4b72a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1e6008700 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b72a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1e6008700 1 -- 172.21.15.39:0/3504021138 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1d0017070 con 0x556ec4b69a40 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1e6008700 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b757a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc0a3110 tx=0x7fc1dc09ba40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5431358e04a28201 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1c9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/3504021138 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1dc09f170 con 0x556ec4b69a40 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ec4b5ca00 con 0x556ec4b69a40 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/3504021138 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc1dc0b2020 con 0x556ec4b69a40 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/3504021138 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1dc09f2d0 con 0x556ec4b69a40 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1f4465b80 10 client.25327 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7fc1e01a67f0 con 0x556ec4b69a40 2023-12-07T14:02:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.705+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/3504021138 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc1dc083030 con 0x556ec4b69a40 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/3504021138 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fc1dc09b630 con 0x556ec4b69a40 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1f4465b80 10 client.25327 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1f4465b80 10 client.25327 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1f4465b80 20 client.25327 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4b82c00 0x556ec4b85020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1f4465b80 4 client.25327 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556ec4b386a0 con 0x556ec4b82c00 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1e5807700 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4b82c00 0x556ec4b85020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1c9ffb700 10 client.25327 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.706+0000 7fc1e5807700 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4b82c00 0x556ec4b85020 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=546fb1dc904e9c72 server_cookie=2c560b54d8ac7659 in_seq=0 out_seq=0 2023-12-07T14:02:51.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/3504021138 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556ec4b386a0 con 0x556ec4b82c00 2023-12-07T14:02:51.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1c9ffb700 10 client.25327 handle_command_reply: tid=0 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 client.25327 shutdown 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 msgr2=0x556ec4b757a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b757a0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc0a3110 tx=0x7fc1dc09ba40 comp rx=0 tx=0).stop 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 shutdown_connections 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4b82c00 0x556ec4b85020 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b73080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b757a0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/3504021138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b72a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1c9ffb700 0 client.25327 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 >> 172.21.15.39:0/3504021138 conn(0x556ec4a98360 msgr2=0x556ec4b6f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 shutdown_connections 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 1 -- 172.21.15.39:0/3504021138 wait complete. 2023-12-07T14:02:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.707+0000 7fc1f4465b80 20 client.25327 trim_cache size 0 max 16384 2023-12-07T14:02:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 Processor -- start 2023-12-07T14:02:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 -- start start 2023-12-07T14:02:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b756b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b89980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b79ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec493c920 con 0x556ec4b6a360 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4b64bb0 con 0x556ec4b6e050 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4b649b0 con 0x556ec4b69a40 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b89980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1e6809700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b79ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b89980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54112/0 (socket says 172.21.15.39:54112) 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1e5807700 1 -- 172.21.15.39:0/4105676082 learned_addr learned my addr 172.21.15.39:0/4105676082 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.721+0000 7fc1e6008700 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b756b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1e5807700 1 -- 172.21.15.39:0/4105676082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 msgr2=0x556ec4b756b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1e5807700 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b756b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1e5807700 1 -- 172.21.15.39:0/4105676082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 msgr2=0x556ec4b79ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1e5807700 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b79ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1e5807700 1 -- 172.21.15.39:0/4105676082 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ec48e6de0 con 0x556ec4b6a360 2023-12-07T14:02:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1e6008700 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1e5807700 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b89980 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc1d00097c0 tx=0x7fc1d0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=286e634a2cb83e29 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1d5583700 1 -- 172.21.15.39:0/4105676082 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d0022070 con 0x556ec4b6a360 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1d5583700 1 -- 172.21.15.39:0/4105676082 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc1d0023040 con 0x556ec4b6a360 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.722+0000 7fc1d5583700 1 -- 172.21.15.39:0/4105676082 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d002b930 con 0x556ec4b6a360 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- 172.21.15.39:0/4105676082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 msgr2=0x556ec4b89980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b89980 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc1d00097c0 tx=0x7fc1d0014000 comp rx=0 tx=0).stop 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- 172.21.15.39:0/4105676082 shutdown_connections 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b6e050 0x556ec4b79ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b69a40 0x556ec4b756b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/4105676082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b89980 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- 172.21.15.39:0/4105676082 >> 172.21.15.39:0/4105676082 conn(0x556ec4a98360 msgr2=0x556ec4b7eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- 172.21.15.39:0/4105676082 shutdown_connections 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- 172.21.15.39:0/4105676082 wait complete. 2023-12-07T14:02:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- start start 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 Processor -- start 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b68a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b68f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4bd8100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4b69630 con 0x556ec4b6a360 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4bd8640 con 0x556ec4b69a40 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ec4bd8780 con 0x556ec4b6e050 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1f4465b80 10 client.0 _ll_register_callbacks cb 0x556ec49a2a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b68f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1e5807700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b68f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54118/0 (socket says 172.21.15.39:54118) 2023-12-07T14:02:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1e5807700 1 -- 172.21.15.39:0/1076395469 learned_addr learned my addr 172.21.15.39:0/1076395469 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.723+0000 7fc1e6008700 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b68a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1e6809700 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4bd8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1e6809700 1 -- 172.21.15.39:0/1076395469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 msgr2=0x556ec4b68a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1e6809700 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b68a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1e6809700 1 -- 172.21.15.39:0/1076395469 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 msgr2=0x556ec4b68f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1e6809700 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b68f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1e6809700 1 -- 172.21.15.39:0/1076395469 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1e01a67f0 con 0x556ec4b6e050 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1e6809700 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4bd8100 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc1e006aa60 tx=0x7fc1d8007500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=815454bd09bf85d6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1c9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/1076395469 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1d801c070 con 0x556ec4b6e050 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/1076395469 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc1d8007ce0 con 0x556ec4b6e050 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc1dc09b340 con 0x556ec4b6e050 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/1076395469 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1d800e040 con 0x556ec4b6e050 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1f4465b80 10 client.25333 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.724+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7fc1d0011b00 con 0x556ec4b6e050 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/1076395469 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc1dc09b340 con 0x556ec4b6e050 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/1076395469 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fc1d80165c0 con 0x556ec4b6e050 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1f4465b80 10 client.25333 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1f4465b80 10 client.25333 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1f4465b80 20 client.25333 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4bda060 0x556ec4bdc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1f4465b80 4 client.25333 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556ec4a83fd0 con 0x556ec4bda060 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1e6008700 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4bda060 0x556ec4bdc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1c9ffb700 10 client.25333 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1e6008700 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4bda060 0x556ec4bdc480 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6aceb78ea7b447a server_cookie=a0878b44c3750127 in_seq=0 out_seq=0 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1c9ffb700 1 -- 172.21.15.39:0/1076395469 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556ec4a83fd0 con 0x556ec4bda060 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.725+0000 7fc1c9ffb700 10 client.25333 handle_command_reply: tid=0 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 client.25333 shutdown 2023-12-07T14:02:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 msgr2=0x556ec4bd8100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4bd8100 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc1e006aa60 tx=0x7fc1d8007500 comp rx=0 tx=0).stop 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 shutdown_connections 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556ec4bda060 0x556ec4bdc480 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556ec4b6e050 0x556ec4bd8100 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556ec4b69a40 0x556ec4b68a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 --2- 172.21.15.39:0/1076395469 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ec4b6a360 0x556ec4b68f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1c9ffb700 0 client.25333 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 >> 172.21.15.39:0/1076395469 conn(0x556ec4a98360 msgr2=0x556ec4b6c190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 shutdown_connections 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 1 -- 172.21.15.39:0/1076395469 wait complete. 2023-12-07T14:02:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1f4465b80 20 client.25333 trim_cache size 0 max 16384 2023-12-07T14:02:51.738 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:02:51.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc1cc0a1680 msgr2=0x7fc1cc0a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc1cc0a1680 0x7fc1cc0a3b40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc1e019aaf0 tx=0x7fc1d0009260 comp rx=0 tx=0).stop 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 msgr2=0x7fc1e019f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e019f800 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fc1dc000c00 tx=0x7fc1dc004730 comp rx=0 tx=0).stop 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 shutdown_connections 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1e010dcf0 0x7fc1e0199930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1e00739a0 0x7fc1e019f800 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc1cc0a1680 0x7fc1cc0a3b40 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 --2- 172.21.15.39:0/2430861151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1e00742c0 0x7fc1e019fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 >> 172.21.15.39:0/2430861151 conn(0x7fc1e00fcf20 msgr2=0x7fc1e00fdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.726+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 shutdown_connections 2023-12-07T14:02:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.727+0000 7fc1e826c700 1 -- 172.21.15.39:0/2430861151 wait complete. 2023-12-07T14:02:51.742 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/1688456279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4101430 msgr2=0x7fd7a410d1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/1688456279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4101430 0x7fd7a410d1e0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fd79c00b0d0 tx=0x7fd79c00b3e0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/1688456279 shutdown_connections 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/1688456279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4101430 0x7fd7a410d1e0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/1688456279 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd7a4105350 0x7fd7a4105730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/1688456279 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd7a4100a70 0x7fd7a4100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/1688456279 >> 172.21.15.39:0/1688456279 conn(0x7fd7a40768f0 msgr2=0x7fd7a40fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/1688456279 shutdown_connections 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.873+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/1688456279 wait complete. 2023-12-07T14:02:51.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 Processor -- start 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 -- start start 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4100a70 0x7fd7a4198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd7a4101430 0x7fd7a4198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd7a4105350 0x7fd7a41a3910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7a4199600 con 0x7fd7a4100a70 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7a41a3e50 con 0x7fd7a4101430 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a9bb7700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7a41a3f90 con 0x7fd7a4105350 2023-12-07T14:02:51.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4100a70 0x7fd7a4198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4100a70 0x7fd7a4198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54130/0 (socket says 172.21.15.39:54130) 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.874+0000 7fd7a37fe700 1 -- 172.21.15.39:0/2994372551 learned_addr learned my addr 172.21.15.39:0/2994372551 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd7a4105350 0x7fd7a41a3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd7a4101430 0x7fd7a4198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a37fe700 1 -- 172.21.15.39:0/2994372551 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd7a4105350 msgr2=0x7fd7a41a3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd7a4105350 0x7fd7a41a3910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a37fe700 1 -- 172.21.15.39:0/2994372551 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd7a4101430 msgr2=0x7fd7a4198dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd7a4101430 0x7fd7a4198dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a37fe700 1 -- 172.21.15.39:0/2994372551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd79c009d00 con 0x7fd7a4100a70 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4100a70 0x7fd7a4198890 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fd79800e9a0 tx=0x7fd79800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a0ff9700 1 -- 172.21.15.39:0/2994372551 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd798009790 con 0x7fd7a4100a70 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7a41a41f0 con 0x7fd7a4100a70 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a0ff9700 1 -- 172.21.15.39:0/2994372551 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd798010430 con 0x7fd7a4100a70 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a0ff9700 1 -- 172.21.15.39:0/2994372551 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd798018680 con 0x7fd7a4100a70 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.875+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7a41a46d0 con 0x7fd7a4100a70 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.877+0000 7fd7a0ff9700 1 -- 172.21.15.39:0/2994372551 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7fd7980105a0 con 0x7fd7a4100a70 2023-12-07T14:02:51.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.878+0000 7fd7a0ff9700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd78c0a1680 0x7fd78c0a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.878+0000 7fd7a0ff9700 1 -- 172.21.15.39:0/2994372551 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd798014070 con 0x7fd7a4100a70 2023-12-07T14:02:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.878+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd78c0a1680 0x7fd78c0a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.878+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd78c0a1680 0x7fd78c0a3b40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4100120 tx=0x7fd794009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 Processor -- start 2023-12-07T14:02:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 -- start start 2023-12-07T14:02:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd53230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd56f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd578c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fcc27c0 con 0x55882fd57460 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fca97a0 con 0x55882fd53770 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fca70c0 con 0x55882fd52e50 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd578c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54142/0 (socket says 172.21.15.39:54142) 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2940969179 learned_addr learned my addr 172.21.15.39:0/2940969179 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd53230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.881+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd56f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2940969179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 msgr2=0x55882fd53230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd53230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2940969179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 msgr2=0x55882fd56f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd56f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2940969179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55882fb1f630 con 0x55882fd57460 2023-12-07T14:02:51.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd56f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:51.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd578c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd79c015000 tx=0x7fd79c009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b920937d2ee6a5dd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd789ffb700 1 -- 172.21.15.39:0/2940969179 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79c00e040 con 0x55882fd57460 2023-12-07T14:02:51.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd789ffb700 1 -- 172.21.15.39:0/2940969179 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd79c0060c0 con 0x55882fd57460 2023-12-07T14:02:51.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.882+0000 7fd789ffb700 1 -- 172.21.15.39:0/2940969179 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79c003a00 con 0x55882fd57460 2023-12-07T14:02:51.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2940969179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 msgr2=0x55882fd578c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd578c0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd79c015000 tx=0x7fd79c009c80 comp rx=0 tx=0).stop 2023-12-07T14:02:51.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2940969179 shutdown_connections 2023-12-07T14:02:51.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd578c0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd53230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2940969179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd56f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2940969179 >> 172.21.15.39:0/2940969179 conn(0x55882fc7d360 msgr2=0x55882fd49070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2940969179 shutdown_connections 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2940969179 wait complete. 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 -- start start 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.883+0000 7fd7b5db0b80 1 Processor -- start 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd5ec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd5beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd5c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fca29b0 con 0x55882fd57460 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fc5c560 con 0x55882fd53770 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fc5c200 con 0x55882fd52e50 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7b5db0b80 10 client.0 _ll_register_callbacks cb 0x55882fb87a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd5c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd5c5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54148/0 (socket says 172.21.15.39:54148) 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a3fff700 1 -- 172.21.15.39:0/3859331736 learned_addr learned my addr 172.21.15.39:0/3859331736 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd5ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd5beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a37fe700 1 -- 172.21.15.39:0/3859331736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 msgr2=0x55882fd5beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd5beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a37fe700 1 -- 172.21.15.39:0/3859331736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 msgr2=0x55882fd5c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd5c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a37fe700 1 -- 172.21.15.39:0/3859331736 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7a410da70 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd5c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd5beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd5ec30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd7980caa90 tx=0x7fd79809a9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0a2fbec760aa0d5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.884+0000 7fd782ffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd782ffd700 1 -- 172.21.15.39:0/3859331736 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79809a6d0 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd782ffd700 1 -- 172.21.15.39:0/3859331736 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd7980a2600 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55882fd41a00 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd782ffd700 1 -- 172.21.15.39:0/3859331736 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd79809e170 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 10 client.25345 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55882facbde0 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd782ffd700 1 -- 172.21.15.39:0/3859331736 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55882fd41a00 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd782ffd700 1 -- 172.21.15.39:0/3859331736 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fd7980b8250 con 0x55882fd52e50 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 10 client.25345 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 10 client.25345 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 20 client.25345 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fd6c6f0 0x55882fd6eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 4 client.25345 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.885+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55882fd1d6a0 con 0x55882fd6c6f0 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.886+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fd6c6f0 0x55882fd6eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.886+0000 7fd782ffd700 10 client.25345 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.886+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fd6c6f0 0x55882fd6eb10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=357e127bf9e78603 server_cookie=dcfb0fa9d999f84d in_seq=0 out_seq=0 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd782ffd700 1 -- 172.21.15.39:0/3859331736 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55882fd1d6a0 con 0x55882fd6c6f0 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd782ffd700 10 client.25345 handle_command_reply: tid=0 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 client.25345 shutdown 2023-12-07T14:02:51.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 msgr2=0x55882fd5ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd5ec30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd7980caa90 tx=0x7fd79809a9f0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 shutdown_connections 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd5c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd5ec30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fd6c6f0 0x55882fd6eb10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/3859331736 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd5beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd782ffd700 0 client.25345 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 >> 172.21.15.39:0/3859331736 conn(0x55882fc7d360 msgr2=0x55882fd588c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 shutdown_connections 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/3859331736 wait complete. 2023-12-07T14:02:51.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.887+0000 7fd7b5db0b80 20 client.25345 trim_cache size 0 max 16384 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 Processor -- start 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 -- start start 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd636b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd63bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd555e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fb21920 con 0x55882fd57460 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fd41840 con 0x55882fd53770 2023-12-07T14:02:51.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fd49bb0 con 0x55882fd52e50 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd555e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd555e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54156/0 (socket says 172.21.15.39:54156) 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a3fff700 1 -- 172.21.15.39:0/1702856487 learned_addr learned my addr 172.21.15.39:0/1702856487 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd63bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd636b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a3fff700 1 -- 172.21.15.39:0/1702856487 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 msgr2=0x55882fd636b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd636b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.901+0000 7fd7a3fff700 1 -- 172.21.15.39:0/1702856487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 msgr2=0x55882fd63bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.902+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd63bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.902+0000 7fd7a3fff700 1 -- 172.21.15.39:0/1702856487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55882fab4c60 con 0x55882fd57460 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.902+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd555e0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fd79c00b0d0 tx=0x7fd79c007620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31497cb1da0dd74f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.902+0000 7fd78a7fc700 1 -- 172.21.15.39:0/1702856487 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79c00e040 con 0x55882fd57460 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.902+0000 7fd78a7fc700 1 -- 172.21.15.39:0/1702856487 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd79c00baa0 con 0x55882fd57460 2023-12-07T14:02:51.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.902+0000 7fd78a7fc700 1 -- 172.21.15.39:0/1702856487 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79c005350 con 0x55882fd57460 2023-12-07T14:02:51.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/1702856487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 msgr2=0x55882fd555e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd555e0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fd79c00b0d0 tx=0x7fd79c007620 comp rx=0 tx=0).stop 2023-12-07T14:02:51.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/1702856487 shutdown_connections 2023-12-07T14:02:51.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd555e0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd636b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/1702856487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd63bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/1702856487 >> 172.21.15.39:0/1702856487 conn(0x55882fc7d360 msgr2=0x55882fd73470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/1702856487 shutdown_connections 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/1702856487 wait complete. 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 -- start start 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.903+0000 7fd7b5db0b80 1 Processor -- start 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd61690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd61bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7b5db0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd62110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fdc1bf0 con 0x55882fd57460 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fdc1d30 con 0x55882fd53770 2023-12-07T14:02:51.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7b5db0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55882fdc1e70 con 0x55882fd52e50 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7b5db0b80 10 client.0 _ll_register_callbacks cb 0x55882fb87a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd62110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd62110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54162/0 (socket says 172.21.15.39:54162) 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2003737332 learned_addr learned my addr 172.21.15.39:0/2003737332 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd61690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a2ffd700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd61bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 msgr2=0x55882fd61690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd61690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2003737332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 msgr2=0x55882fd61bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd61bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 -- 172.21.15.39:0/2003737332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55882fb1f630 con 0x55882fd57460 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd61690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd7a3fff700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd62110 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fd79c009a20 tx=0x7fd79c00afe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=609690cc779fea49 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd782ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.904+0000 7fd782ffd700 1 -- 172.21.15.39:0/2003737332 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79c037070 con 0x55882fd57460 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd782ffd700 1 -- 172.21.15.39:0/2003737332 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd79c007d10 con 0x55882fd57460 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd79c0060c0 con 0x55882fd57460 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd782ffd700 1 -- 172.21.15.39:0/2003737332 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd79c00e070 con 0x55882fd57460 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 10 client.15657 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55882faf2250 con 0x55882fd57460 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd782ffd700 1 -- 172.21.15.39:0/2003737332 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd79c0060c0 con 0x55882fd57460 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd782ffd700 1 -- 172.21.15.39:0/2003737332 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fd79c03a030 con 0x55882fd57460 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 10 client.15657 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 10 client.15657 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 20 client.15657 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fdc30f0 0x55882fdc54e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 4 client.15657 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55882fc68fd0 con 0x55882fdc30f0 2023-12-07T14:02:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.905+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fdc30f0 0x55882fdc54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd782ffd700 10 client.15657 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7a37fe700 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fdc30f0 0x55882fdc54e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fb7226fe18f75520 server_cookie=7c6c44705e5321e4 in_seq=0 out_seq=0 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd782ffd700 1 -- 172.21.15.39:0/2003737332 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55882fc68fd0 con 0x55882fdc30f0 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd782ffd700 10 client.15657 handle_command_reply: tid=0 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 client.15657 shutdown 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 msgr2=0x55882fd62110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd62110 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fd79c009a20 tx=0x7fd79c00afe0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 shutdown_connections 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55882fd57460 0x55882fd62110 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55882fd52e50 0x55882fd61690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55882fdc30f0 0x55882fdc54e0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 --2- 172.21.15.39:0/2003737332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55882fd53770 0x55882fd61bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd782ffd700 0 client.15657 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 >> 172.21.15.39:0/2003737332 conn(0x55882fc7d360 msgr2=0x55882fd555e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 shutdown_connections 2023-12-07T14:02:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 1 -- 172.21.15.39:0/2003737332 wait complete. 2023-12-07T14:02:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.906+0000 7fd7b5db0b80 20 client.15657 trim_cache size 0 max 16384 2023-12-07T14:02:51.916 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd78c0a1680 msgr2=0x7fd78c0a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd78c0a1680 0x7fd78c0a3b40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4100120 tx=0x7fd794009260 comp rx=0 tx=0).stop 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4100a70 msgr2=0x7fd7a4198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4100a70 0x7fd7a4198890 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fd79800e9a0 tx=0x7fd79800ecb0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 shutdown_connections 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd7a4105350 0x7fd7a41a3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7a4100a70 0x7fd7a4198890 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd78c0a1680 0x7fd78c0a3b40 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 --2- 172.21.15.39:0/2994372551 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd7a4101430 0x7fd7a4198dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 >> 172.21.15.39:0/2994372551 conn(0x7fd7a40768f0 msgr2=0x7fd7a41033a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 shutdown_connections 2023-12-07T14:02:51.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:51.907+0000 7fd7a9bb7700 1 -- 172.21.15.39:0/2994372551 wait complete. 2023-12-07T14:02:51.923 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 -- 172.21.15.39:0/3333509447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed68102f10 msgr2=0x7fed6810b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 --2- 172.21.15.39:0/3333509447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed68102f10 0x7fed6810b3f0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009990 tx=0x7fed5c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 -- 172.21.15.39:0/3333509447 shutdown_connections 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 --2- 172.21.15.39:0/3333509447 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed6810ba10 0x7fed6810ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 --2- 172.21.15.39:0/3333509447 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fed681025f0 0x7fed681029d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 --2- 172.21.15.39:0/3333509447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed68102f10 0x7fed6810b3f0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 -- 172.21.15.39:0/3333509447 >> 172.21.15.39:0/3333509447 conn(0x7fed680fbe10 msgr2=0x7fed680fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 -- 172.21.15.39:0/3333509447 shutdown_connections 2023-12-07T14:02:52.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.053+0000 7fed6d996700 1 -- 172.21.15.39:0/3333509447 wait complete. 2023-12-07T14:02:52.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.054+0000 7fed6d996700 1 Processor -- start 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.054+0000 7fed6d996700 1 -- start start 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6d996700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed681025f0 0x7fed6819d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6d996700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fed68102f10 0x7fed6819db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6d996700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed6810ba10 0x7fed681976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6d996700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed68197d60 con 0x7fed681025f0 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6d996700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed68197ed0 con 0x7fed6810ba10 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6d996700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed68198090 con 0x7fed68102f10 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed681025f0 0x7fed6819d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed681025f0 0x7fed6819d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54172/0 (socket says 172.21.15.39:54172) 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 -- 172.21.15.39:0/3593509319 learned_addr learned my addr 172.21.15.39:0/3593509319 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:52.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed667fc700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fed68102f10 0x7fed6819db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed677fe700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed6810ba10 0x7fed681976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 -- 172.21.15.39:0/3593509319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fed68102f10 msgr2=0x7fed6819db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fed68102f10 0x7fed6819db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 -- 172.21.15.39:0/3593509319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed6810ba10 msgr2=0x7fed681976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed6810ba10 0x7fed681976f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 -- 172.21.15.39:0/3593509319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed5c0095f0 con 0x7fed681025f0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed66ffd700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed681025f0 0x7fed6819d5c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fed5800e9a0 tx=0x7fed5800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6c994700 1 -- 172.21.15.39:0/3593509319 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed58009790 con 0x7fed681025f0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.055+0000 7fed6c994700 1 -- 172.21.15.39:0/3593509319 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed58010430 con 0x7fed681025f0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.056+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed68198370 con 0x7fed681025f0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.056+0000 7fed6c994700 1 -- 172.21.15.39:0/3593509319 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed58018680 con 0x7fed681025f0 2023-12-07T14:02:52.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.056+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed681a45b0 con 0x7fed681025f0 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.058+0000 7fed6c994700 1 -- 172.21.15.39:0/3593509319 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7fed580187e0 con 0x7fed681025f0 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 Processor -- start 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed6c994700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed500a1680 0x7fed500a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 -- start start 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed677fe700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed500a1680 0x7fed500a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed6c994700 1 -- 172.21.15.39:0/3593509319 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fed58014070 con 0x7fed681025f0 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879b9e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879bdb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879be4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c18792d7c0 con 0x55c1879be050 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1879147a0 con 0x55c1879b9a40 2023-12-07T14:02:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.059+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1879120c0 con 0x55c1879ba360 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879be4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879be4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54182/0 (socket says 172.21.15.39:54182) 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 -- 172.21.15.39:0/619416239 learned_addr learned my addr 172.21.15.39:0/619416239 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed66ffd700 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879b9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed667fc700 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879bdb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed500a1680 0x7fed500a3b40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fed6819e2c0 tx=0x7fed60009920 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 -- 172.21.15.39:0/619416239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 msgr2=0x55c1879bdb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879bdb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 -- 172.21.15.39:0/619416239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 msgr2=0x55c1879b9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879b9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 -- 172.21.15.39:0/619416239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c18778a630 con 0x55c1879be050 2023-12-07T14:02:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed66ffd700 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879b9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed677fe700 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879be4b0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fed60019720 tx=0x7fed6001c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde281a7cbd6491f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed4dffb700 1 -- 172.21.15.39:0/619416239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6000e040 con 0x55c1879be050 2023-12-07T14:02:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed4dffb700 1 -- 172.21.15.39:0/619416239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed6000f040 con 0x55c1879be050 2023-12-07T14:02:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.060+0000 7fed4dffb700 1 -- 172.21.15.39:0/619416239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed60004020 con 0x55c1879be050 2023-12-07T14:02:52.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 -- 172.21.15.39:0/619416239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 msgr2=0x55c1879be4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879be4b0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fed60019720 tx=0x7fed6001c000 comp rx=0 tx=0).stop 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 -- 172.21.15.39:0/619416239 shutdown_connections 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879be4b0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879b9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/619416239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879bdb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 -- 172.21.15.39:0/619416239 >> 172.21.15.39:0/619416239 conn(0x55c1878e8360 msgr2=0x55c1879b4070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 -- 172.21.15.39:0/619416239 shutdown_connections 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 -- 172.21.15.39:0/619416239 wait complete. 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 -- start start 2023-12-07T14:02:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.062+0000 7fed79b8fb80 1 Processor -- start 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879c5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879ba360 0x55c1879c2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879be050 0x55c1879c3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c18790d9b0 con 0x55c1879ba360 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1878c7560 con 0x55c1879b9a40 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1878c7200 con 0x55c1879be050 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed79b8fb80 10 client.0 _ll_register_callbacks cb 0x55c1877f2a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879ba360 0x55c1879c2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879ba360 0x55c1879c2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54188/0 (socket says 172.21.15.39:54188) 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 -- 172.21.15.39:0/614990970 learned_addr learned my addr 172.21.15.39:0/614990970 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed66ffd700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879c5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed677fe700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879be050 0x55c1879c3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 -- 172.21.15.39:0/614990970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879be050 msgr2=0x55c1879c3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879be050 0x55c1879c3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 -- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 msgr2=0x55c1879c5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879c5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 -- 172.21.15.39:0/614990970 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed681a45b0 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed66ffd700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879c5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed667fc700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879ba360 0x55c1879c2b20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009990 tx=0x7fed5c005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bdefcb109c7832 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed46ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.063+0000 7fed46ffd700 1 -- 172.21.15.39:0/614990970 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c01d070 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed46ffd700 1 -- 172.21.15.39:0/614990970 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fed5c004500 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c1879aca00 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed46ffd700 1 -- 172.21.15.39:0/614990970 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed5c00bec0 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 10 client.15669 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7fed60019460 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed46ffd700 1 -- 172.21.15.39:0/614990970 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c1879aca00 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed46ffd700 1 -- 172.21.15.39:0/614990970 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fed5c00f760 con 0x55c1879ba360 2023-12-07T14:02:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 10 client.15669 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 10 client.15669 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 20 client.15669 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c1879d7820 0x55c1879d9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 4 client.15669 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c1879886a0 con 0x55c1879d7820 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.064+0000 7fed66ffd700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c1879d7820 0x55c1879d9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.065+0000 7fed66ffd700 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c1879d7820 0x55c1879d9c40 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac00c3d89c7323b4 server_cookie=a5c07b8868dd0485 in_seq=0 out_seq=0 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.065+0000 7fed46ffd700 10 client.15669 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed46ffd700 1 -- 172.21.15.39:0/614990970 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c1879886a0 con 0x55c1879d7820 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed46ffd700 10 client.15669 handle_command_reply: tid=0 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 client.15669 shutdown 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879ba360 msgr2=0x55c1879c2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879ba360 0x55c1879c2b20 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009990 tx=0x7fed5c005750 comp rx=0 tx=0).stop 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 shutdown_connections 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879be050 0x55c1879c3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c1879d7820 0x55c1879d9c40 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879c5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed46ffd700 0 client.15669 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/614990970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879ba360 0x55c1879c2b20 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 >> 172.21.15.39:0/614990970 conn(0x55c1878e8360 msgr2=0x55c1879bf4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 shutdown_connections 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 1 -- 172.21.15.39:0/614990970 wait complete. 2023-12-07T14:02:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.066+0000 7fed79b8fb80 20 client.15669 trim_cache size 0 max 16384 2023-12-07T14:02:52.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.079+0000 7fed79b8fb80 1 Processor -- start 2023-12-07T14:02:52.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed79b8fb80 1 -- start start 2023-12-07T14:02:52.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879ce6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879bc170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c18778c920 con 0x55c1879be050 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1879ac9e0 con 0x55c1879b9a40 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1879b5160 con 0x55c1879ba360 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879bc170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879bc170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54198/0 (socket says 172.21.15.39:54198) 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 -- 172.21.15.39:0/1074287464 learned_addr learned my addr 172.21.15.39:0/1074287464 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed667fc700 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed66ffd700 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879ce6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 -- 172.21.15.39:0/1074287464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 msgr2=0x55c1879cebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879cebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 -- 172.21.15.39:0/1074287464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 msgr2=0x55c1879ce6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879ce6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed677fe700 1 -- 172.21.15.39:0/1074287464 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c187736de0 con 0x55c1879be050 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.080+0000 7fed667fc700 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879cebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.081+0000 7fed677fe700 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879bc170 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fed6000f400 tx=0x7fed6000fcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=895a4df7ea02ca1f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.081+0000 7fed4e7fc700 1 -- 172.21.15.39:0/1074287464 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6000e050 con 0x55c1879be050 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.081+0000 7fed4e7fc700 1 -- 172.21.15.39:0/1074287464 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed60017dc0 con 0x55c1879be050 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.081+0000 7fed4e7fc700 1 -- 172.21.15.39:0/1074287464 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6002b9b0 con 0x55c1879be050 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- 172.21.15.39:0/1074287464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 msgr2=0x55c1879bc170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879bc170 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fed6000f400 tx=0x7fed6000fcb0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- 172.21.15.39:0/1074287464 shutdown_connections 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879bc170 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879b9a40 0x55c1879ce6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/1074287464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879ba360 0x55c1879cebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- 172.21.15.39:0/1074287464 >> 172.21.15.39:0/1074287464 conn(0x55c1878e8360 msgr2=0x55c1879de5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- 172.21.15.39:0/1074287464 shutdown_connections 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- 172.21.15.39:0/1074287464 wait complete. 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- start start 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 Processor -- start 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879b9a40 0x55c1879cc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879ba360 0x55c1879ccbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879cd110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c187a2ce50 con 0x55c1879be050 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c187a2cfc0 con 0x55c1879ba360 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.082+0000 7fed79b8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c187a2d180 con 0x55c1879b9a40 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed79b8fb80 10 client.0 _ll_register_callbacks cb 0x55c1877f2a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed677fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879cd110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879ba360 0x55c1879ccbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed677fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879cd110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54204/0 (socket says 172.21.15.39:54204) 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed677fe700 1 -- 172.21.15.39:0/164428335 learned_addr learned my addr 172.21.15.39:0/164428335 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879ba360 0x55c1879ccbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45404/0 (socket says 172.21.15.39:45404) 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed66ffd700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879b9a40 0x55c1879cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 -- 172.21.15.39:0/164428335 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879b9a40 msgr2=0x55c1879cc690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879b9a40 0x55c1879cc690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 -- 172.21.15.39:0/164428335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 msgr2=0x55c1879cd110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879cd110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 -- 172.21.15.39:0/164428335 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed60019460 con 0x55c1879ba360 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed677fe700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879cd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed667fc700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879ba360 0x55c1879ccbd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fed5c00fb40 tx=0x7fed5c00b610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b1f3e33d3dcf481 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed46ffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed46ffd700 1 -- 172.21.15.39:0/164428335 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c01d040 con 0x55c1879ba360 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed6000f040 con 0x55c1879ba360 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed46ffd700 1 -- 172.21.15.39:0/164428335 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fed5c000e40 con 0x55c1879ba360 2023-12-07T14:02:52.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed46ffd700 1 -- 172.21.15.39:0/164428335 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed5c00bec0 con 0x55c1879ba360 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed79b8fb80 10 client.25313 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.083+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c18778a630 con 0x55c1879ba360 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed46ffd700 1 -- 172.21.15.39:0/164428335 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed6000f040 con 0x55c1879ba360 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed46ffd700 1 -- 172.21.15.39:0/164428335 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fed5c004b90 con 0x55c1879ba360 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed79b8fb80 10 client.25313 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed79b8fb80 10 client.25313 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed79b8fb80 20 client.25313 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c187a2e570 0x55c187a30990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed79b8fb80 4 client.25313 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c1878d3fd0 con 0x55c187a2e570 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed66ffd700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c187a2e570 0x55c187a30990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed46ffd700 10 client.25313 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.084+0000 7fed66ffd700 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c187a2e570 0x55c187a30990 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62372a209e827be2 server_cookie=217cff5924cd0060 in_seq=0 out_seq=0 2023-12-07T14:02:52.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed46ffd700 1 -- 172.21.15.39:0/164428335 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c1878d3fd0 con 0x55c187a2e570 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed46ffd700 10 client.25313 handle_command_reply: tid=0 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 client.25313 shutdown 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879ba360 msgr2=0x55c1879ccbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879ba360 0x55c1879ccbd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fed5c00fb40 tx=0x7fed5c00b610 comp rx=0 tx=0).stop 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 shutdown_connections 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1879be050 0x55c1879cd110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1879b9a40 0x55c1879cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c187a2e570 0x55c187a30990 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 --2- 172.21.15.39:0/164428335 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1879ba360 0x55c1879ccbd0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 >> 172.21.15.39:0/164428335 conn(0x55c1878e8360 msgr2=0x55c1879bc170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed46ffd700 0 client.25313 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 shutdown_connections 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 1 -- 172.21.15.39:0/164428335 wait complete. 2023-12-07T14:02:52.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed79b8fb80 20 client.25313 trim_cache size 0 max 16384 2023-12-07T14:02:52.096 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:02:52.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed500a1680 msgr2=0x7fed500a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed6d996700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed500a1680 0x7fed500a3b40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fed6819e2c0 tx=0x7fed60009920 comp rx=0 tx=0).stop 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed681025f0 msgr2=0x7fed6819d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.085+0000 7fed6d996700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed681025f0 0x7fed6819d5c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fed5800e9a0 tx=0x7fed5800ecb0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 shutdown_connections 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed500a1680 0x7fed500a3b40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed6810ba10 0x7fed681976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed681025f0 0x7fed6819d5c0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 --2- 172.21.15.39:0/3593509319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fed68102f10 0x7fed6819db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 >> 172.21.15.39:0/3593509319 conn(0x7fed680fbe10 msgr2=0x7fed680fcc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 shutdown_connections 2023-12-07T14:02:52.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:52.086+0000 7fed6d996700 1 -- 172.21.15.39:0/3593509319 wait complete. 2023-12-07T14:02:52.396 INFO:teuthology.orchestra.run.smithi039.stderr:set primary keys... 2023-12-07T14:02:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:52 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:52 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:52 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:53.102 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:02:53.103 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 -- 172.21.15.39:0/1557457630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 msgr2=0x7f21a01007a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 --2- 172.21.15.39:0/1557457630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a01007a0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2190009f90 tx=0x7f219000b330 comp rx=0 tx=0).stop 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 -- 172.21.15.39:0/1557457630 shutdown_connections 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 --2- 172.21.15.39:0/1557457630 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f21a01057c0 0x7f21a0105c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 --2- 172.21.15.39:0/1557457630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a01007a0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 --2- 172.21.15.39:0/1557457630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0100ce0 0x7f21a01051a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 -- 172.21.15.39:0/1557457630 >> 172.21.15.39:0/1557457630 conn(0x7f21a00fbd90 msgr2=0x7f21a00fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 -- 172.21.15.39:0/1557457630 shutdown_connections 2023-12-07T14:02:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.247+0000 7f21a7d91700 1 -- 172.21.15.39:0/1557457630 wait complete. 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 Processor -- start 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 -- start start 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a019e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0100ce0 0x7f21a019e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f21a01057c0 0x7f21a01a2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a01a2f60 con 0x7f21a0100ce0 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a01a30d0 con 0x7f21a01003c0 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.248+0000 7f21a7d91700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21a01a3290 con 0x7f21a01057c0 2023-12-07T14:02:53.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a532c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0100ce0 0x7f21a019e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a019e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a632e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f21a01057c0 0x7f21a01a2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a019e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45416/0 (socket says 172.21.15.39:45416) 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 -- 172.21.15.39:0/272084619 learned_addr learned my addr 172.21.15.39:0/272084619 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 -- 172.21.15.39:0/272084619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f21a01057c0 msgr2=0x7f21a01a2920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f21a01057c0 0x7f21a01a2920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 -- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0100ce0 msgr2=0x7f21a019e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0100ce0 0x7f21a019e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 -- 172.21.15.39:0/272084619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21940095f0 con 0x7f21a01003c0 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a632e700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f21a01057c0 0x7f21a01a2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a019e040 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2190007a50 tx=0x7f2190009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f219effd700 1 -- 172.21.15.39:0/272084619 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f219000e040 con 0x7f21a01003c0 2023-12-07T14:02:53.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f219effd700 1 -- 172.21.15.39:0/272084619 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2190007e40 con 0x7f21a01003c0 2023-12-07T14:02:53.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2190009c40 con 0x7f21a01003c0 2023-12-07T14:02:53.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f219effd700 1 -- 172.21.15.39:0/272084619 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2190005040 con 0x7f21a01003c0 2023-12-07T14:02:53.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.249+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21a01aabd0 con 0x7f21a01003c0 2023-12-07T14:02:53.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.251+0000 7f219effd700 1 -- 172.21.15.39:0/272084619 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7f219001b450 con 0x7f21a01003c0 2023-12-07T14:02:53.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.252+0000 7f219effd700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f21880a1700 0x7f21880a3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.252+0000 7f219effd700 1 -- 172.21.15.39:0/272084619 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f21900ce4d0 con 0x7f21a01003c0 2023-12-07T14:02:53.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.252+0000 7f21a532c700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f21880a1700 0x7f21880a3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.253+0000 7f21a532c700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f21880a1700 0x7f21880a3bc0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f21a019f590 tx=0x7f2194009310 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.256+0000 7f21b3f8ab80 1 Processor -- start 2023-12-07T14:02:53.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21b3f8ab80 1 -- start start 2023-12-07T14:02:53.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b67ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b683e0 0x556733b6bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b6c0d0 0x556733b6c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733adb840 con 0x556733b67ac0 2023-12-07T14:02:53.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733ac2820 con 0x556733b6c0d0 2023-12-07T14:02:53.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733ac0140 con 0x556733b683e0 2023-12-07T14:02:53.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21a5b2d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b67ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21a5b2d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b67ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54222/0 (socket says 172.21.15.39:54222) 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21a5b2d700 1 -- 172.21.15.39:0/31913474 learned_addr learned my addr 172.21.15.39:0/31913474 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21a5b2d700 1 -- 172.21.15.39:0/31913474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b683e0 msgr2=0x556733b6bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.257+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/31913474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b683e0 0x556733b6bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.258+0000 7f21a5b2d700 1 -- 172.21.15.39:0/31913474 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b6c0d0 msgr2=0x556733b6c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.258+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/31913474 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b6c0d0 0x556733b6c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.258+0000 7f21a5b2d700 1 -- 172.21.15.39:0/31913474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567339386b0 con 0x556733b67ac0 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.258+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/31913474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b67ea0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f219009b140 tx=0x7f2190097780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c762973115e1242c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.258+0000 7f2187fff700 1 -- 172.21.15.39:0/31913474 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2190019e30 con 0x556733b67ac0 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.258+0000 7f2187fff700 1 -- 172.21.15.39:0/31913474 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f219009bb40 con 0x556733b67ac0 2023-12-07T14:02:53.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.258+0000 7f2187fff700 1 -- 172.21.15.39:0/31913474 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2190097b50 con 0x556733b67ac0 2023-12-07T14:02:53.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.263+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/31913474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 msgr2=0x556733b67ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.263+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/31913474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b67ea0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f219009b140 tx=0x7f2190097780 comp rx=0 tx=0).stop 2023-12-07T14:02:53.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.264+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/31913474 shutdown_connections 2023-12-07T14:02:53.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.264+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/31913474 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b6c0d0 0x556733b6c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.264+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/31913474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b67ea0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.264+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/31913474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b683e0 0x556733b6bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.264+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/31913474 >> 172.21.15.39:0/31913474 conn(0x556733a963e0 msgr2=0x556733b620f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.264+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/31913474 shutdown_connections 2023-12-07T14:02:53.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.264+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/31913474 wait complete. 2023-12-07T14:02:53.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.265+0000 7f21b3f8ab80 1 -- start start 2023-12-07T14:02:53.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.265+0000 7f21b3f8ab80 1 Processor -- start 2023-12-07T14:02:53.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.265+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b70c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 0x556733b71140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 0x556733b71680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733abba30 con 0x556733b67ac0 2023-12-07T14:02:53.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733a755e0 con 0x556733b683e0 2023-12-07T14:02:53.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733a75280 con 0x556733b6c0d0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21b3f8ab80 10 client.0 _ll_register_callbacks cb 0x5567339a0b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b70c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b70c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54228/0 (socket says 172.21.15.39:54228) 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 -- 172.21.15.39:0/56062657 learned_addr learned my addr 172.21.15.39:0/56062657 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 -- 172.21.15.39:0/56062657 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 msgr2=0x556733b71680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 0x556733b71680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 -- 172.21.15.39:0/56062657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 msgr2=0x556733b71140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 0x556733b71140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 -- 172.21.15.39:0/56062657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21a01aabd0 con 0x556733b67ac0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b70c00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2190097eb0 tx=0x7f2190009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8b65ca7f6242f58 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21857fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.266+0000 7f21857fa700 1 -- 172.21.15.39:0/56062657 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21900cc090 con 0x556733b67ac0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21857fa700 1 -- 172.21.15.39:0/56062657 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f21900b0030 con 0x556733b67ac0 2023-12-07T14:02:53.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556733b5aa80 con 0x556733b67ac0 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21857fa700 1 -- 172.21.15.39:0/56062657 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f219009f590 con 0x556733b67ac0 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 10 client.15687 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5567338e4e60 con 0x556733b67ac0 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21857fa700 1 -- 172.21.15.39:0/56062657 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556733b5aa80 con 0x556733b67ac0 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21857fa700 1 -- 172.21.15.39:0/56062657 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f219009a930 con 0x556733b67ac0 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 10 client.15687 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 10 client.15687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 20 client.15687 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733b80ea0 0x556733b832c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 4 client.15687 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.267+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556733b36720 con 0x556733b80ea0 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.268+0000 7f21a532c700 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733b80ea0 0x556733b832c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.269+0000 7f21a532c700 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733b80ea0 0x556733b832c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63c8ec2ca91a45 server_cookie=c128b8b52c4d59f1 in_seq=0 out_seq=0 2023-12-07T14:02:53.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.269+0000 7f21857fa700 10 client.15687 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.270+0000 7f21857fa700 1 -- 172.21.15.39:0/56062657 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556733b36720 con 0x556733b80ea0 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.270+0000 7f21857fa700 10 client.15687 handle_command_reply: tid=0 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.270+0000 7f21b3f8ab80 1 client.15687 shutdown 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.270+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 msgr2=0x556733b70c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.270+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b70c00 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2190097eb0 tx=0x7f2190009920 comp rx=0 tx=0).stop 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 shutdown_connections 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 0x556733b71680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b67ac0 0x556733b70c00 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733b80ea0 0x556733b832c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/56062657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 0x556733b71140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21857fa700 0 client.15687 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 >> 172.21.15.39:0/56062657 conn(0x556733a963e0 msgr2=0x556733b6d530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 shutdown_connections 2023-12-07T14:02:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/56062657 wait complete. 2023-12-07T14:02:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.271+0000 7f21b3f8ab80 20 client.15687 trim_cache size 0 max 16384 2023-12-07T14:02:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 Processor -- start 2023-12-07T14:02:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 -- start start 2023-12-07T14:02:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b67ac0 0x556733b78140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b683e0 0x556733b78680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 0x556733b71150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55673393a9a0 con 0x556733b683e0 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733b6ec20 con 0x556733b67ac0 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733b639e0 con 0x556733b6c0d0 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21a532c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b683e0 0x556733b78680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21a532c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b683e0 0x556733b78680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54238/0 (socket says 172.21.15.39:54238) 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21a532c700 1 -- 172.21.15.39:0/2588032920 learned_addr learned my addr 172.21.15.39:0/2588032920 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21a632e700 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 0x556733b71150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.289+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b67ac0 0x556733b78140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f21a532c700 1 -- 172.21.15.39:0/2588032920 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 msgr2=0x556733b71150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f21a532c700 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 0x556733b71150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f21a532c700 1 -- 172.21.15.39:0/2588032920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b67ac0 msgr2=0x556733b78140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f21a532c700 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b67ac0 0x556733b78140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.295 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f21a532c700 1 -- 172.21.15.39:0/2588032920 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567338cdce0 con 0x556733b683e0 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f21a532c700 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b683e0 0x556733b78680 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f2194013010 tx=0x7f2194017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93e3e8ae5ff4f12f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f219cff9700 1 -- 172.21.15.39:0/2588032920 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2194022040 con 0x556733b683e0 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f219cff9700 1 -- 172.21.15.39:0/2588032920 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2194009840 con 0x556733b683e0 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.290+0000 7f219cff9700 1 -- 172.21.15.39:0/2588032920 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f219401d670 con 0x556733b683e0 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/2588032920 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b683e0 msgr2=0x556733b78680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b683e0 0x556733b78680 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f2194013010 tx=0x7f2194017000 comp rx=0 tx=0).stop 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/2588032920 shutdown_connections 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b6c0d0 0x556733b71150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b67ac0 0x556733b78140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/2588032920 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b683e0 0x556733b78680 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/2588032920 >> 172.21.15.39:0/2588032920 conn(0x556733a963e0 msgr2=0x556733b6f4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/2588032920 shutdown_connections 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/2588032920 wait complete. 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- start start 2023-12-07T14:02:53.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 Processor -- start 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b67ac0 0x556733b76d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 0x556733b772b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b6c0d0 0x556733b777f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733bd74a0 con 0x556733b6c0d0 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733bd75e0 con 0x556733b683e0 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.291+0000 7f21b3f8ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556733bd77a0 con 0x556733b67ac0 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21b3f8ab80 10 client.0 _ll_register_callbacks cb 0x5567339a0b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b6c0d0 0x556733b777f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b6c0d0 0x556733b777f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54244/0 (socket says 172.21.15.39:54244) 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 -- 172.21.15.39:0/3842875054 learned_addr learned my addr 172.21.15.39:0/3842875054 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a5b2d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b67ac0 0x556733b76d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a532c700 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 0x556733b772b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 -- 172.21.15.39:0/3842875054 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b67ac0 msgr2=0x556733b76d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b67ac0 0x556733b76d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 -- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 msgr2=0x556733b772b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 0x556733b772b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 -- 172.21.15.39:0/3842875054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2194017070 con 0x556733b6c0d0 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b67ac0 0x556733b76d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21a632e700 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b6c0d0 0x556733b777f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f2198012cf0 tx=0x7f2198009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5996a243facc7a4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21857fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21857fa700 1 -- 172.21.15.39:0/3842875054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2198017070 con 0x556733b6c0d0 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f219009bb40 con 0x556733b6c0d0 2023-12-07T14:02:53.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.292+0000 7f21857fa700 1 -- 172.21.15.39:0/3842875054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2198004020 con 0x556733b6c0d0 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21857fa700 1 -- 172.21.15.39:0/3842875054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f21980122e0 con 0x556733b6c0d0 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 10 client.15693 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55673390b2d0 con 0x556733b6c0d0 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21857fa700 1 -- 172.21.15.39:0/3842875054 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f219009bb40 con 0x556733b6c0d0 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21857fa700 1 -- 172.21.15.39:0/3842875054 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f21980037a0 con 0x556733b6c0d0 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 10 client.15693 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 10 client.15693 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 20 client.15693 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733bd9150 0x556733bdb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 4 client.15693 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x556733a82050 con 0x556733bd9150 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.293+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733bd9150 0x556733bdb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.294+0000 7f21a5b2d700 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733bd9150 0x556733bdb570 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=972c713df0cddc88 server_cookie=dd3d6d13e2963735 in_seq=0 out_seq=0 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.294+0000 7f21857fa700 10 client.15693 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21857fa700 1 -- 172.21.15.39:0/3842875054 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x556733a82050 con 0x556733bd9150 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21857fa700 10 client.15693 handle_command_reply: tid=0 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 client.15693 shutdown 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b6c0d0 msgr2=0x556733b777f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b6c0d0 0x556733b777f0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f2198012cf0 tx=0x7f2198009e00 comp rx=0 tx=0).stop 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 shutdown_connections 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556733b6c0d0 0x556733b777f0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556733b67ac0 0x556733b76d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556733bd9150 0x556733bdb570 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 --2- 172.21.15.39:0/3842875054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556733b683e0 0x556733b772b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21857fa700 0 client.15693 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 >> 172.21.15.39:0/3842875054 conn(0x556733a963e0 msgr2=0x556733b6b210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 shutdown_connections 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 1 -- 172.21.15.39:0/3842875054 wait complete. 2023-12-07T14:02:53.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21b3f8ab80 20 client.15693 trim_cache size 0 max 16384 2023-12-07T14:02:53.305 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:53.305 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:02:53.305 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "ea227c01-6352-4722-bcec-81ca379bcbc5", 2023-12-07T14:02:53.305 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:02:53.305 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:53.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.295+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f21880a1700 msgr2=0x7f21880a3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f21880a1700 0x7f21880a3bc0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f21a019f590 tx=0x7f2194009310 comp rx=0 tx=0).stop 2023-12-07T14:02:53.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 msgr2=0x7f21a019e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a019e040 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f2190007a50 tx=0x7f2190009510 comp rx=0 tx=0).stop 2023-12-07T14:02:53.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 shutdown_connections 2023-12-07T14:02:53.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f21a01057c0 0x7f21a01a2920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f21880a1700 0x7f21880a3bc0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21a01003c0 0x7f21a019e040 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 --2- 172.21.15.39:0/272084619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a0100ce0 0x7f21a019e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 >> 172.21.15.39:0/272084619 conn(0x7f21a00fbd90 msgr2=0x7f21a00fcde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 shutdown_connections 2023-12-07T14:02:53.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.296+0000 7f21a7d91700 1 -- 172.21.15.39:0/272084619 wait complete. 2023-12-07T14:02:53.314 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:02:53.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 -- 172.21.15.39:0/4271752626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870100f20 msgr2=0x7f2870104f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 --2- 172.21.15.39:0/4271752626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870100f20 0x7f2870104f60 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f2860009990 tx=0x7f2860009ca0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 -- 172.21.15.39:0/4271752626 shutdown_connections 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 --2- 172.21.15.39:0/4271752626 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2870105690 0x7f287010d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 --2- 172.21.15.39:0/4271752626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2870100570 0x7f2870100950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 --2- 172.21.15.39:0/4271752626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870100f20 0x7f2870104f60 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 -- 172.21.15.39:0/4271752626 >> 172.21.15.39:0/4271752626 conn(0x7f28700fbd90 msgr2=0x7f28700fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 -- 172.21.15.39:0/4271752626 shutdown_connections 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.467+0000 7f2877409700 1 -- 172.21.15.39:0/4271752626 wait complete. 2023-12-07T14:02:53.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 Processor -- start 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 -- start start 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2870100570 0x7f287019c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870105690 0x7f287019cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28701966e0 0x7f2870196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28701971e0 con 0x7f2870105690 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2870197350 con 0x7f2870100570 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f2877409700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2870197510 con 0x7f28701966e0 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f28749a4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870105690 0x7f287019cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f28749a4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870105690 0x7f287019cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54260/0 (socket says 172.21.15.39:54260) 2023-12-07T14:02:53.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.468+0000 7f28749a4700 1 -- 172.21.15.39:0/2232080138 learned_addr learned my addr 172.21.15.39:0/2232080138 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28759a6700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28701966e0 0x7f2870196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28749a4700 1 -- 172.21.15.39:0/2232080138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28701966e0 msgr2=0x7f2870196b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28749a4700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28701966e0 0x7f2870196b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28749a4700 1 -- 172.21.15.39:0/2232080138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2870100570 msgr2=0x7f287019c640 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28749a4700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2870100570 0x7f287019c640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28749a4700 1 -- 172.21.15.39:0/2232080138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28600095f0 con 0x7f2870105690 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28749a4700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870105690 0x7f287019cb80 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f2860004730 tx=0x7f28600058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28667fc700 1 -- 172.21.15.39:0/2232080138 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f286001d070 con 0x7f2870105690 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28701a3440 con 0x7f2870105690 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28701a3910 con 0x7f2870105690 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28667fc700 1 -- 172.21.15.39:0/2232080138 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f286000fc70 con 0x7f2870105690 2023-12-07T14:02:53.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.469+0000 7f28667fc700 1 -- 172.21.15.39:0/2232080138 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2860022d70 con 0x7f2870105690 2023-12-07T14:02:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.471+0000 7f28667fc700 1 -- 172.21.15.39:0/2232080138 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7f286002c440 con 0x7f2870105690 2023-12-07T14:02:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.472+0000 7f28667fc700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f285c0a1680 0x7f285c0a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.472+0000 7f28667fc700 1 -- 172.21.15.39:0/2232080138 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f28600ce5a0 con 0x7f2870105690 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.472+0000 7f28751a5700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f285c0a1680 0x7f285c0a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f28751a5700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f285c0a1680 0x7f285c0a3b40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f286c009710 tx=0x7f286c006c60 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 Processor -- start 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 -- start start 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ad6500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae13e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5ae3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5a497c0 con 0x5555b5ae1920 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5a307a0 con 0x5555b5ad6a40 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f2883602b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5a2e0c0 con 0x5555b5ad6120 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f28759a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5ae3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.473+0000 7f28759a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5ae3d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54266/0 (socket says 172.21.15.39:54266) 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28759a6700 1 -- 172.21.15.39:0/3660064561 learned_addr learned my addr 172.21.15.39:0/3660064561 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28751a5700 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ad6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28749a4700 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28759a6700 1 -- 172.21.15.39:0/3660064561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 msgr2=0x5555b5ad6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28759a6700 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ad6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28759a6700 1 -- 172.21.15.39:0/3660064561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 msgr2=0x5555b5ae13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28759a6700 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28759a6700 1 -- 172.21.15.39:0/3660064561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5555b58a6630 con 0x5555b5ae1920 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f28759a6700 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5ae3d10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2868009dc0 tx=0x7f28680077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b37729995abe5826 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f285b7fe700 1 -- 172.21.15.39:0/3660064561 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2868014610 con 0x5555b5ae1920 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f285b7fe700 1 -- 172.21.15.39:0/3660064561 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f286800f050 con 0x5555b5ae1920 2023-12-07T14:02:53.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.474+0000 7f285b7fe700 1 -- 172.21.15.39:0/3660064561 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2868013960 con 0x5555b5ae1920 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 -- 172.21.15.39:0/3660064561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 msgr2=0x5555b5ae3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5ae3d10 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f2868009dc0 tx=0x7f28680077e0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 -- 172.21.15.39:0/3660064561 shutdown_connections 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5ae3d10 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ad6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 --2- 172.21.15.39:0/3660064561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 -- 172.21.15.39:0/3660064561 >> 172.21.15.39:0/3660064561 conn(0x5555b5a04360 msgr2=0x5555b5ad2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 -- 172.21.15.39:0/3660064561 shutdown_connections 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 -- 172.21.15.39:0/3660064561 wait complete. 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.475+0000 7f2883602b80 1 -- start start 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 1 Processor -- start 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5ae13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6a40 0x5555b5ade6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ae1920 0x5555b5adede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5a299b0 con 0x5555b5ad6120 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b59e3560 con 0x5555b5ae1920 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b59e3200 con 0x5555b5ad6a40 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f2883602b80 10 client.0 _ll_register_callbacks cb 0x5555b590ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5ae13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5ae13b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54270/0 (socket says 172.21.15.39:54270) 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 -- 172.21.15.39:0/1904425878 learned_addr learned my addr 172.21.15.39:0/1904425878 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 -- 172.21.15.39:0/1904425878 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6a40 msgr2=0x5555b5ade6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28749a4700 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6a40 0x5555b5ade6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6a40 0x5555b5ade6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 -- 172.21.15.39:0/1904425878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ae1920 msgr2=0x5555b5adede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ae1920 0x5555b5adede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.476+0000 7f28751a5700 1 -- 172.21.15.39:0/1904425878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2868009a20 con 0x5555b5ad6120 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2858ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f28751a5700 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5ae13b0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f286c012660 tx=0x7f286c00e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93db3d53edd8e0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2858ff9700 1 -- 172.21.15.39:0/1904425878 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f286c01a050 con 0x5555b5ad6120 2023-12-07T14:02:53.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5555b5ac8a00 con 0x5555b5ad6120 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2858ff9700 1 -- 172.21.15.39:0/1904425878 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f286c013620 con 0x5555b5ad6120 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2858ff9700 1 -- 172.21.15.39:0/1904425878 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f286c0152e0 con 0x5555b5ad6120 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2883602b80 10 client.15705 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5555b5852de0 con 0x5555b5ad6120 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.477+0000 7f2858ff9700 1 -- 172.21.15.39:0/1904425878 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5555b5ac8a00 con 0x5555b5ad6120 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f2858ff9700 1 -- 172.21.15.39:0/1904425878 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f286c006020 con 0x5555b5ad6120 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f2883602b80 10 client.15705 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f2883602b80 10 client.15705 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f2883602b80 20 client.15705 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f2883602b80 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5af15f0 0x5555b5af3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f2883602b80 4 client.15705 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5555b5aa46a0 con 0x5555b5af15f0 2023-12-07T14:02:53.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.478+0000 7f28749a4700 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5af15f0 0x5555b5af3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.479+0000 7f28749a4700 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5af15f0 0x5555b5af3a10 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=121d7fc254e7c9f5 server_cookie=5268d095f50a687d in_seq=0 out_seq=0 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.479+0000 7f2858ff9700 10 client.15705 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2858ff9700 1 -- 172.21.15.39:0/1904425878 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5555b5aa46a0 con 0x5555b5af15f0 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2858ff9700 10 client.15705 handle_command_reply: tid=0 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 client.15705 shutdown 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 msgr2=0x5555b5ae13b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5ae13b0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f286c012660 tx=0x7f286c00e000 comp rx=0 tx=0).stop 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 shutdown_connections 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5af15f0 0x5555b5af3a10 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ae1920 0x5555b5adede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5ae13b0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 --2- 172.21.15.39:0/1904425878 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6a40 0x5555b5ade6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2858ff9700 0 client.15705 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 >> 172.21.15.39:0/1904425878 conn(0x5555b5a04360 msgr2=0x5555b5ad8ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 shutdown_connections 2023-12-07T14:02:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.480+0000 7f2883602b80 1 -- 172.21.15.39:0/1904425878 wait complete. 2023-12-07T14:02:53.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.481+0000 7f2883602b80 20 client.15705 trim_cache size 0 max 16384 2023-12-07T14:02:53.504 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 Processor -- start 2023-12-07T14:02:53.504 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 -- start start 2023-12-07T14:02:53.504 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5acac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae8520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ae1920 0x5555b5ae8a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b58a8920 con 0x5555b5ad6120 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5aa46a0 con 0x5555b5ad6a40 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f2883602b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5adfca0 con 0x5555b5ae1920 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f28751a5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5acac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f28751a5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5acac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54278/0 (socket says 172.21.15.39:54278) 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f28749a4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f28751a5700 1 -- 172.21.15.39:0/1784753265 learned_addr learned my addr 172.21.15.39:0/1784753265 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.499+0000 7f28759a6700 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ae1920 0x5555b5ae8a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f28749a4700 1 -- 172.21.15.39:0/1784753265 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ae1920 msgr2=0x5555b5ae8a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f28749a4700 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ae1920 0x5555b5ae8a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f28749a4700 1 -- 172.21.15.39:0/1784753265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 msgr2=0x5555b5acac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.505 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f28749a4700 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5acac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f28749a4700 1 -- 172.21.15.39:0/1784753265 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5555b583bc60 con 0x5555b5ad6a40 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f28751a5700 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5acac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f28749a4700 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae8520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f28600cbca0 tx=0x7f2860022810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9f99eab8659cb216 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f285bfff700 1 -- 172.21.15.39:0/1784753265 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f286009bc10 con 0x5555b5ad6a40 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f285bfff700 1 -- 172.21.15.39:0/1784753265 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f286000fde0 con 0x5555b5ad6a40 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.500+0000 7f285bfff700 1 -- 172.21.15.39:0/1784753265 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2860067d40 con 0x5555b5ad6a40 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 -- 172.21.15.39:0/1784753265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 msgr2=0x5555b5ae8520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae8520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f28600cbca0 tx=0x7f2860022810 comp rx=0 tx=0).stop 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 -- 172.21.15.39:0/1784753265 shutdown_connections 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ae1920 0x5555b5ae8a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ad6120 0x5555b5acac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 --2- 172.21.15.39:0/1784753265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5ae8520 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 -- 172.21.15.39:0/1784753265 >> 172.21.15.39:0/1784753265 conn(0x5555b5a04360 msgr2=0x5555b5ad2830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 -- 172.21.15.39:0/1784753265 shutdown_connections 2023-12-07T14:02:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 -- 172.21.15.39:0/1784753265 wait complete. 2023-12-07T14:02:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 -- start start 2023-12-07T14:02:53.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.501+0000 7f2883602b80 1 Processor -- start 2023-12-07T14:02:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ae8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5adbb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5adc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5ada910 con 0x5555b5ae1920 2023-12-07T14:02:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5adaa50 con 0x5555b5ad6a40 2023-12-07T14:02:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5555b5adac10 con 0x5555b5ad6120 2023-12-07T14:02:53.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 10 client.0 _ll_register_callbacks cb 0x5555b590ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5adc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5adc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54288/0 (socket says 172.21.15.39:54288) 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28751a5700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ae8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 -- 172.21.15.39:0/2706877387 learned_addr learned my addr 172.21.15.39:0/2706877387 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28749a4700 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5adbb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 -- 172.21.15.39:0/2706877387 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 msgr2=0x5555b5ae8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ae8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 -- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 msgr2=0x5555b5adbb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5adbb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 -- 172.21.15.39:0/2706877387 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5555b5852de0 con 0x5555b5ae1920 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f28759a6700 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5adc270 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f28680091d0 tx=0x7f2868005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d5285dc145ca219 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2858ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2858ff9700 1 -- 172.21.15.39:0/2706877387 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28680095e0 con 0x5555b5ae1920 2023-12-07T14:02:53.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f286800f050 con 0x5555b5ae1920 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.502+0000 7f2858ff9700 1 -- 172.21.15.39:0/2706877387 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2868006020 con 0x5555b5ae1920 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2858ff9700 1 -- 172.21.15.39:0/2706877387 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f28680057d0 con 0x5555b5ae1920 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 10 client.15711 fetch_fsmap learned FSMap version 29 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f28701a3910 con 0x5555b5ae1920 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2858ff9700 1 -- 172.21.15.39:0/2706877387 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f286800f050 con 0x5555b5ae1920 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2858ff9700 1 -- 172.21.15.39:0/2706877387 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f2868014410 con 0x5555b5ae1920 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 10 client.15711 fetch_fsmap finished waiting for FSMap version 29 2023-12-07T14:02:53.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 10 client.15711 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 20 client.15711 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5b486e0 0x5555b5b4ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 4 client.15711 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5555b59effd0 con 0x5555b5b486e0 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.503+0000 7f28751a5700 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5b486e0 0x5555b5b4ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2858ff9700 10 client.15711 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f28751a5700 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5b486e0 0x5555b5b4ab00 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50b79bcbc9cdc65d server_cookie=3f564644f4e66336 in_seq=0 out_seq=0 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2858ff9700 1 -- 172.21.15.39:0/2706877387 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5555b59effd0 con 0x5555b5b486e0 2023-12-07T14:02:53.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2858ff9700 10 client.15711 handle_command_reply: tid=0 2023-12-07T14:02:53.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 client.15711 shutdown 2023-12-07T14:02:53.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 msgr2=0x5555b5adc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5adc270 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f28680091d0 tx=0x7f2868005250 comp rx=0 tx=0).stop 2023-12-07T14:02:53.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 shutdown_connections 2023-12-07T14:02:53.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5555b5ae1920 0x5555b5adc270 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5555b5ad6120 0x5555b5ae8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5555b5b486e0 0x5555b5b4ab00 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 --2- 172.21.15.39:0/2706877387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555b5ad6a40 0x5555b5adbb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2858ff9700 0 client.15711 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:53.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 >> 172.21.15.39:0/2706877387 conn(0x5555b5a04360 msgr2=0x5555b5adfed0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 shutdown_connections 2023-12-07T14:02:53.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 1 -- 172.21.15.39:0/2706877387 wait complete. 2023-12-07T14:02:53.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.504+0000 7f2883602b80 20 client.15711 trim_cache size 0 max 16384 2023-12-07T14:02:53.516 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:02:53.516 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:02:53.516 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:02:53.516 INFO:teuthology.orchestra.run.smithi039.stdout: "ea227c01-6352-4722-bcec-81ca379bcbc5": { 2023-12-07T14:02:53.517 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:02:53.517 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "ea227c01-6352-4722-bcec-81ca379bcbc5", 2023-12-07T14:02:53.517 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:02:53.517 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:02:53.517 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:02:53.517 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:02:53.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f285c0a1680 msgr2=0x7f285c0a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f285c0a1680 0x7f285c0a3b40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f286c009710 tx=0x7f286c006c60 comp rx=0 tx=0).stop 2023-12-07T14:02:53.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870105690 msgr2=0x7f287019cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:53.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870105690 0x7f287019cb80 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f2860004730 tx=0x7f28600058e0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 shutdown_connections 2023-12-07T14:02:53.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f28701966e0 0x7f2870196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f285c0a1680 0x7f285c0a3b40 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2870100570 0x7f287019c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 --2- 172.21.15.39:0/2232080138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2870105690 0x7f287019cb80 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:53.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 >> 172.21.15.39:0/2232080138 conn(0x7f28700fbd90 msgr2=0x7f28700fd100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:53.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 shutdown_connections 2023-12-07T14:02:53.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:02:53.505+0000 7f2877409700 1 -- 172.21.15.39:0/2232080138 wait complete. 2023-12-07T14:02:53.521 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:53 smithi039 ceph-mon[98864]: pgmap v14: 97 pgs: 97 active+clean; 283 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 45 MiB/s wr, 322 op/s 2023-12-07T14:02:53.522 INFO:tasks.cephfs.filesystem:scrub status for tag:ea227c01-6352-4722-bcec-81ca379bcbc5 - {'path': '/', 'tag': 'ea227c01-6352-4722-bcec-81ca379bcbc5', 'options': 'recursive,force'} 2023-12-07T14:02:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:53 smithi055 ceph-mon[103363]: pgmap v14: 97 pgs: 97 active+clean; 283 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 45 MiB/s wr, 322 op/s 2023-12-07T14:02:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:53 smithi089 ceph-mon[103124]: pgmap v14: 97 pgs: 97 active+clean; 283 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 387 KiB/s rd, 45 MiB/s wr, 322 op/s 2023-12-07T14:02:53.879 INFO:teuthology.orchestra.run.smithi039.stderr:done. 2023-12-07T14:02:53.881 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo -u postgres -- pgbench -c 100 -j 4 --progress=5 --time=900' 2023-12-07T14:02:53.961 INFO:teuthology.orchestra.run.smithi039.stderr:starting vacuum...end. 2023-12-07T14:02:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:02:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:02:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:02:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:02:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:54 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:54 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:54.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:54 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:55.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:55 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:02:55.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:55 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:55.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:55 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:02:55.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:55 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:55.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:55 smithi039 ceph-mon[98864]: pgmap v15: 97 pgs: 97 active+clean; 283 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 43 MiB/s wr, 290 op/s 2023-12-07T14:02:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:55 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:02:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:55 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:55 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:02:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:55 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:55 smithi055 ceph-mon[103363]: pgmap v15: 97 pgs: 97 active+clean; 283 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 43 MiB/s wr, 290 op/s 2023-12-07T14:02:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:55 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:02:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:55 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:55 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:02:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:55 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:02:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:55 smithi089 ceph-mon[103124]: pgmap v15: 97 pgs: 97 active+clean; 283 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 43 MiB/s wr, 290 op/s 2023-12-07T14:02:57.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:57 smithi039 ceph-mon[98864]: pgmap v16: 97 pgs: 97 active+clean; 569 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 64 MiB/s wr, 395 op/s 2023-12-07T14:02:57.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:57 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:57 smithi055 ceph-mon[103363]: pgmap v16: 97 pgs: 97 active+clean; 569 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 64 MiB/s wr, 395 op/s 2023-12-07T14:02:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:57 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:57 smithi089 ceph-mon[103124]: pgmap v16: 97 pgs: 97 active+clean; 569 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 365 KiB/s rd, 64 MiB/s wr, 395 op/s 2023-12-07T14:02:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:57 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:02:58.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 -- 172.21.15.39:0/3776218837 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 msgr2=0x7f98dc1051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 --2- 172.21.15.39:0/3776218837 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 0x7f98dc1051f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f98d00098f0 tx=0x7f98d0009c00 comp rx=0 tx=0).stop 2023-12-07T14:02:58.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 -- 172.21.15.39:0/3776218837 shutdown_connections 2023-12-07T14:02:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 --2- 172.21.15.39:0/3776218837 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f98dc105810 0x7f98dc105cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 --2- 172.21.15.39:0/3776218837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc100410 0x7f98dc1007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 --2- 172.21.15.39:0/3776218837 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 0x7f98dc1051f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 -- 172.21.15.39:0/3776218837 >> 172.21.15.39:0/3776218837 conn(0x7f98dc0fbe20 msgr2=0x7f98dc0fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 -- 172.21.15.39:0/3776218837 shutdown_connections 2023-12-07T14:02:58.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.576+0000 7f98e18e0700 1 -- 172.21.15.39:0/3776218837 wait complete. 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 Processor -- start 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 -- start start 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f98dc100410 0x7f98dc19dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 0x7f98dc19e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc105810 0x7f98dc1a2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98dc1a2ea0 con 0x7f98dc105810 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98dc1a3010 con 0x7f98dc100410 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98e18e0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98dc1a31d0 con 0x7f98dc100d30 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.577+0000 7f98db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc105810 0x7f98dc1a2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98db7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc105810 0x7f98dc1a2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54298/0 (socket says 172.21.15.39:54298) 2023-12-07T14:02:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98db7fe700 1 -- 172.21.15.39:0/4269020055 learned_addr learned my addr 172.21.15.39:0/4269020055 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98da7fc700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 0x7f98dc19e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98db7fe700 1 -- 172.21.15.39:0/4269020055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 msgr2=0x7f98dc19e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.583 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98db7fe700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 0x7f98dc19e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.583 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98db7fe700 1 -- 172.21.15.39:0/4269020055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f98dc100410 msgr2=0x7f98dc19dfd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:02:58.583 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98db7fe700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f98dc100410 0x7f98dc19dfd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.583 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.578+0000 7f98db7fe700 1 -- 172.21.15.39:0/4269020055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98d0009520 con 0x7f98dc105810 2023-12-07T14:02:58.583 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.579+0000 7f98db7fe700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc105810 0x7f98dc1a2860 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f98d400ef30 tx=0x7f98d400c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.579+0000 7f98e08de700 1 -- 172.21.15.39:0/4269020055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d4018070 con 0x7f98dc105810 2023-12-07T14:02:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.579+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98dc1a3450 con 0x7f98dc105810 2023-12-07T14:02:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.579+0000 7f98e08de700 1 -- 172.21.15.39:0/4269020055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d400f040 con 0x7f98dc105810 2023-12-07T14:02:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.579+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98dc1069a0 con 0x7f98dc105810 2023-12-07T14:02:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.580+0000 7f98e08de700 1 -- 172.21.15.39:0/4269020055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d4003dc0 con 0x7f98dc105810 2023-12-07T14:02:58.587 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.584+0000 7f98edad9b80 1 Processor -- start 2023-12-07T14:02:58.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.586+0000 7f98e08de700 1 -- 172.21.15.39:0/4269020055 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 24) v1 ==== 136182+0+0 (secure 0 0 0) 0x7f98d400caa0 con 0x7f98dc105810 2023-12-07T14:02:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98e08de700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98c40a17c0 0x7f98c40a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98e08de700 1 -- 172.21.15.39:0/4269020055 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f98d40ccd90 con 0x7f98dc105810 2023-12-07T14:02:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98da7fc700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98c40a17c0 0x7f98c40a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98edad9b80 1 -- start start 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 0x55c17f224a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224f50 0x55c17f2285d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f228f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98edad9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f198760 con 0x55c17f224630 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98edad9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f17f740 con 0x55c17f228b10 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.587+0000 7f98edad9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f17d060 con 0x55c17f224f50 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98da7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224f50 0x55c17f2285d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98da7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224f50 0x55c17f2285d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59026/0 (socket says 172.21.15.39:59026) 2023-12-07T14:02:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98da7fc700 1 -- 172.21.15.39:0/304746034 learned_addr learned my addr 172.21.15.39:0/304746034 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:58.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98db7fe700 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f228f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98db7fe700 1 -- 172.21.15.39:0/304746034 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224f50 msgr2=0x55c17f2285d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98db7fe700 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224f50 0x55c17f2285d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98db7fe700 1 -- 172.21.15.39:0/304746034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 msgr2=0x55c17f224a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98db7fe700 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 0x55c17f224a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98db7fe700 1 -- 172.21.15.39:0/304746034 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c17eff55d0 con 0x55c17f228b10 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98da7fc700 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224f50 0x55c17f2285d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.588+0000 7f98da7fc700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98c40a17c0 0x7f98c40a3c80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f98d00098c0 tx=0x7f98d000ff20 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.589+0000 7f98db7fe700 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f228f70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f98d40ca430 tx=0x7f98d40997e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99212a94bc62f6b0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.590+0000 7f98c1ffb700 1 -- 172.21.15.39:0/304746034 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d40092e0 con 0x55c17f228b10 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.590+0000 7f98c1ffb700 1 -- 172.21.15.39:0/304746034 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d4099ca0 con 0x55c17f228b10 2023-12-07T14:02:58.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.590+0000 7f98c1ffb700 1 -- 172.21.15.39:0/304746034 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d4099f00 con 0x55c17f228b10 2023-12-07T14:02:58.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.591+0000 7f98edad9b80 1 -- 172.21.15.39:0/304746034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 msgr2=0x55c17f228f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.591+0000 7f98edad9b80 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f228f70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f98d40ca430 tx=0x7f98d40997e0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.591+0000 7f98edad9b80 1 -- 172.21.15.39:0/304746034 shutdown_connections 2023-12-07T14:02:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.591+0000 7f98edad9b80 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f228f70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.591+0000 7f98edad9b80 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 0x55c17f224a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.591+0000 7f98edad9b80 1 --2- 172.21.15.39:0/304746034 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224f50 0x55c17f2285d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.591+0000 7f98edad9b80 1 -- 172.21.15.39:0/304746034 >> 172.21.15.39:0/304746034 conn(0x55c17f153300 msgr2=0x55c17f21eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.592+0000 7f98edad9b80 1 -- 172.21.15.39:0/304746034 shutdown_connections 2023-12-07T14:02:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.592+0000 7f98edad9b80 1 -- 172.21.15.39:0/304746034 wait complete. 2023-12-07T14:02:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.592+0000 7f98edad9b80 1 -- start start 2023-12-07T14:02:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.592+0000 7f98edad9b80 1 Processor -- start 2023-12-07T14:02:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 0x55c17f230230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f22d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f228b10 0x55c17f22db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98edad9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f178950 con 0x55c17f224630 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98edad9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f132500 con 0x55c17f224f50 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98edad9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f1321a0 con 0x55c17f228b10 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98edad9b80 10 client.0 _ll_register_callbacks cb 0x55c17f05da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98db7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f228b10 0x55c17f22db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98db7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f228b10 0x55c17f22db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59034/0 (socket says 172.21.15.39:59034) 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98db7fe700 1 -- 172.21.15.39:0/3644318209 learned_addr learned my addr 172.21.15.39:0/3644318209 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.593+0000 7f98daffd700 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 0x55c17f230230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.594+0000 7f98db7fe700 1 -- 172.21.15.39:0/3644318209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 msgr2=0x55c17f22d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.594+0000 7f98db7fe700 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f22d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.594+0000 7f98db7fe700 1 -- 172.21.15.39:0/3644318209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 msgr2=0x55c17f230230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.594+0000 7f98db7fe700 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 0x55c17f230230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.594+0000 7f98db7fe700 1 -- 172.21.15.39:0/3644318209 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98dc1151c0 con 0x55c17f228b10 2023-12-07T14:02:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.594+0000 7f98db7fe700 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f228b10 0x55c17f22db50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f98d400c850 tx=0x7f98d409ddf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef4998b7d47014c6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.595+0000 7f98baffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.595+0000 7f98baffd700 1 -- 172.21.15.39:0/3644318209 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d40a1fa0 con 0x55c17f228b10 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.595+0000 7f98baffd700 1 -- 172.21.15.39:0/3644318209 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f98d4099f00 con 0x55c17f228b10 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.595+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c17f2175f0 con 0x55c17f228b10 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98baffd700 1 -- 172.21.15.39:0/3644318209 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98d409a0c0 con 0x55c17f228b10 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 10 client.25405 fetch_fsmap learned FSMap version 30 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x7f98dc1069a0 con 0x55c17f228b10 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98baffd700 1 -- 172.21.15.39:0/3644318209 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c17f2175f0 con 0x55c17f228b10 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98baffd700 1 -- 172.21.15.39:0/3644318209 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f98d40ca6e0 con 0x55c17f228b10 2023-12-07T14:02:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 10 client.25405 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 10 client.25405 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 20 client.25405 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f23d9c0 0x55c17f23fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 4 client.25405 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c17f1f3640 con 0x55c17f23d9c0 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.596+0000 7f98daffd700 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f23d9c0 0x55c17f23fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.597+0000 7f98daffd700 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f23d9c0 0x55c17f23fde0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f7e6ea2ed2a1822 server_cookie=533e30e7e302370c in_seq=0 out_seq=0 2023-12-07T14:02:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.597+0000 7f98baffd700 10 client.25405 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98baffd700 1 -- 172.21.15.39:0/3644318209 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c17f1f3640 con 0x55c17f23d9c0 2023-12-07T14:02:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98baffd700 10 client.25405 handle_command_reply: tid=0 2023-12-07T14:02:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 client.25405 shutdown 2023-12-07T14:02:58.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f228b10 msgr2=0x55c17f22db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f228b10 0x55c17f22db50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f98d400c850 tx=0x7f98d409ddf0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 shutdown_connections 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f228b10 0x55c17f22db50 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224630 0x55c17f230230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f23d9c0 0x55c17f23fde0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 --2- 172.21.15.39:0/3644318209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f22d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98baffd700 0 client.25405 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 >> 172.21.15.39:0/3644318209 conn(0x55c17f153300 msgr2=0x55c17f219100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 shutdown_connections 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 1 -- 172.21.15.39:0/3644318209 wait complete. 2023-12-07T14:02:58.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.598+0000 7f98edad9b80 20 client.25405 trim_cache size 0 max 16384 2023-12-07T14:02:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.623+0000 7f98edad9b80 1 Processor -- start 2023-12-07T14:02:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.623+0000 7f98edad9b80 1 -- start start 2023-12-07T14:02:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.623+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f226340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.623+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224f50 0x55c17f22af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.623+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f22ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.623+0000 7f98edad9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17eff78c0 con 0x55c17f224f50 2023-12-07T14:02:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.623+0000 7f98edad9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f21f5b0 con 0x55c17f228b10 2023-12-07T14:02:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98edad9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f22ba90 con 0x55c17f224630 2023-12-07T14:02:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98da7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224f50 0x55c17f22af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f22ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f22ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45522/0 (socket says 172.21.15.39:45522) 2023-12-07T14:02:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98daffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f226340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 -- 172.21.15.39:0/2584355236 learned_addr learned my addr 172.21.15.39:0/2584355236 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98da7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224f50 0x55c17f22af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54318/0 (socket says 172.21.15.39:54318) 2023-12-07T14:02:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 -- 172.21.15.39:0/2584355236 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 msgr2=0x55c17f226340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f226340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 -- 172.21.15.39:0/2584355236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224f50 msgr2=0x55c17f22af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224f50 0x55c17f22af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 -- 172.21.15.39:0/2584355236 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c17efa1d80 con 0x55c17f228b10 2023-12-07T14:02:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98da7fc700 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224f50 0x55c17f22af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:02:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.624+0000 7f98db7fe700 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f22ce20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f98d40090a0 tx=0x7f98d4098250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0669ce15ff4345a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.625+0000 7f98c27fc700 1 -- 172.21.15.39:0/2584355236 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d4004d30 con 0x55c17f228b10 2023-12-07T14:02:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.625+0000 7f98c27fc700 1 -- 172.21.15.39:0/2584355236 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d4083070 con 0x55c17f228b10 2023-12-07T14:02:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.625+0000 7f98c27fc700 1 -- 172.21.15.39:0/2584355236 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d40ca900 con 0x55c17f228b10 2023-12-07T14:02:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.625+0000 7f98edad9b80 1 -- 172.21.15.39:0/2584355236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 msgr2=0x55c17f22ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.625+0000 7f98edad9b80 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f22ce20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f98d40090a0 tx=0x7f98d4098250 comp rx=0 tx=0).stop 2023-12-07T14:02:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.626+0000 7f98edad9b80 1 -- 172.21.15.39:0/2584355236 shutdown_connections 2023-12-07T14:02:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.626+0000 7f98edad9b80 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f228b10 0x55c17f22ce20 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.626+0000 7f98edad9b80 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f226340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.626+0000 7f98edad9b80 1 --2- 172.21.15.39:0/2584355236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f224f50 0x55c17f22af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.627+0000 7f98edad9b80 1 -- 172.21.15.39:0/2584355236 >> 172.21.15.39:0/2584355236 conn(0x55c17f153300 msgr2=0x55c17f226bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.628+0000 7f98edad9b80 1 -- 172.21.15.39:0/2584355236 shutdown_connections 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.628+0000 7f98edad9b80 1 -- 172.21.15.39:0/2584355236 wait complete. 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.628+0000 7f98edad9b80 1 -- start start 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.628+0000 7f98edad9b80 1 Processor -- start 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f28c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f28c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98edad9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f228b10 0x55c17f231010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98edad9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f231720 con 0x55c17f228b10 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98edad9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f231890 con 0x55c17f224f50 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98edad9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c17f231a50 con 0x55c17f224630 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98edad9b80 10 client.0 _ll_register_callbacks cb 0x55c17f05da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f28c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98daffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f28c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f28c6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45524/0 (socket says 172.21.15.39:45524) 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 -- 172.21.15.39:0/495143589 learned_addr learned my addr 172.21.15.39:0/495143589 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98daffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f28c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59044/0 (socket says 172.21.15.39:59044) 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98db7fe700 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f228b10 0x55c17f231010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 -- 172.21.15.39:0/495143589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 msgr2=0x55c17f28c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f28c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 -- 172.21.15.39:0/495143589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f228b10 msgr2=0x55c17f231010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f228b10 0x55c17f231010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 -- 172.21.15.39:0/495143589 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98d000f720 con 0x55c17f224f50 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.629+0000 7f98da7fc700 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f28c6f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f98d0000c00 tx=0x7f98d0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9006c4f718f6c8f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.630+0000 7f98baffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.630+0000 7f98baffd700 1 -- 172.21.15.39:0/495143589 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d0005040 con 0x55c17f224f50 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.630+0000 7f98baffd700 1 -- 172.21.15.39:0/495143589 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f98d00051a0 con 0x55c17f224f50 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.630+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f98d4099ca0 con 0x55c17f224f50 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98baffd700 1 -- 172.21.15.39:0/495143589 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98d0005360 con 0x55c17f224f50 2023-12-07T14:02:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 10 client.25346 fetch_fsmap learned FSMap version 30 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x7f98dc1069a0 con 0x55c17f224f50 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98baffd700 1 -- 172.21.15.39:0/495143589 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98d003d020 con 0x55c17f224f50 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98baffd700 1 -- 172.21.15.39:0/495143589 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f98d0030410 con 0x55c17f224f50 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 10 client.25346 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 10 client.25346 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 20 client.25346 populate_metadata read hostname 'smithi039' 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f295310 0x55c17f297730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 4 client.25346 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c17f13ef70 con 0x55c17f295310 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.631+0000 7f98daffd700 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f295310 0x55c17f297730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.632+0000 7f98baffd700 10 client.25346 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:58.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.632+0000 7f98daffd700 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f295310 0x55c17f297730 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22563ed08f13804a server_cookie=ec0c65be93abb61 in_seq=0 out_seq=0 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.677+0000 7f98baffd700 1 -- 172.21.15.39:0/495143589 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c17f13ef70 con 0x55c17f295310 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.677+0000 7f98baffd700 10 client.25346 handle_command_reply: tid=0 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.677+0000 7f98edad9b80 1 client.25346 shutdown 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.677+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 msgr2=0x55c17f28c6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.677+0000 7f98edad9b80 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f28c6f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f98d0000c00 tx=0x7f98d0009260 comp rx=0 tx=0).stop 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 shutdown_connections 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c17f228b10 0x55c17f231010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c17f224630 0x55c17f28c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c17f295310 0x55c17f297730 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 --2- 172.21.15.39:0/495143589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c17f224f50 0x55c17f28c6f0 secure :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f98d0000c00 tx=0x7f98d0009260 comp rx=0 tx=0).stop 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98baffd700 0 client.25346 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 >> 172.21.15.39:0/495143589 conn(0x55c17f153300 msgr2=0x55c17f22af00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 shutdown_connections 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.678+0000 7f98edad9b80 1 -- 172.21.15.39:0/495143589 wait complete. 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.679+0000 7f98edad9b80 20 client.25346 trim_cache size 0 max 16384 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:02:58.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98c40a17c0 msgr2=0x7f98c40a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98c40a17c0 0x7f98c40a3c80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f98d00098c0 tx=0x7f98d000ff20 comp rx=0 tx=0).stop 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc105810 msgr2=0x7f98dc1a2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc105810 0x7f98dc1a2860 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f98d400ef30 tx=0x7f98d400c450 comp rx=0 tx=0).stop 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 shutdown_connections 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98dc105810 0x7f98dc1a2860 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f98c40a17c0 0x7f98c40a3c80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f98dc100410 0x7f98dc19dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 --2- 172.21.15.39:0/4269020055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f98dc100d30 0x7f98dc19e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:02:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.680+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 >> 172.21.15.39:0/4269020055 conn(0x7f98dc0fbe20 msgr2=0x7f98dc10efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:02:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.681+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 shutdown_connections 2023-12-07T14:02:58.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:02:58.681+0000 7f98e18e0700 1 -- 172.21.15.39:0/4269020055 wait complete. 2023-12-07T14:02:58.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 5.0 s, 3658.9 tps, lat 26.615 ms stddev 30.949 2023-12-07T14:02:59.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:02:59 smithi039 ceph-mon[98864]: pgmap v17: 97 pgs: 97 active+clean; 859 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 83 MiB/s wr, 475 op/s 2023-12-07T14:02:59.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:02:59 smithi055 ceph-mon[103363]: pgmap v17: 97 pgs: 97 active+clean; 859 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 83 MiB/s wr, 475 op/s 2023-12-07T14:02:59.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:02:59 smithi089 ceph-mon[103124]: pgmap v17: 97 pgs: 97 active+clean; 859 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 413 KiB/s rd, 83 MiB/s wr, 475 op/s 2023-12-07T14:03:00.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:03:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:03:00.168+0000 7f1b896aa700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:03:00.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:03:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:03:00.168+0000 7f1b896aa700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:03:00.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:03:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:03:00.168+0000 7f1b896aa700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:03:00.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:03:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:03:00.168+0000 7f1b896aa700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:03:00.555 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:03:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:03:00.168+0000 7f1b896aa700 -1 client.0 error registering admin socket command: (17) File exists 2023-12-07T14:03:01.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:01 smithi039 ceph-mon[98864]: pgmap v18: 97 pgs: 97 active+clean; 859 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 83 MiB/s wr, 352 op/s 2023-12-07T14:03:01.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:01 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:01.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:01 smithi055 ceph-mon[103363]: pgmap v18: 97 pgs: 97 active+clean; 859 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 83 MiB/s wr, 352 op/s 2023-12-07T14:03:01.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:01 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:01.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:01 smithi089 ceph-mon[103124]: pgmap v18: 97 pgs: 97 active+clean; 859 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 83 MiB/s wr, 352 op/s 2023-12-07T14:03:01.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:01 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:02 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:02 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:02.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:02 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:02 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:02 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:02 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:02 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:02 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:02 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:03.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:03 smithi039 ceph-mon[98864]: pgmap v19: 97 pgs: 97 active+clean; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 144 MiB/s wr, 1.01k op/s 2023-12-07T14:03:03.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:03 smithi039 ceph-mon[98864]: mgrmap e25: x(active, since 32s), standbys: y, z 2023-12-07T14:03:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:03 smithi055 ceph-mon[103363]: pgmap v19: 97 pgs: 97 active+clean; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 144 MiB/s wr, 1.01k op/s 2023-12-07T14:03:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:03 smithi055 ceph-mon[103363]: mgrmap e25: x(active, since 32s), standbys: y, z 2023-12-07T14:03:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:03 smithi089 ceph-mon[103124]: pgmap v19: 97 pgs: 97 active+clean; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 367 KiB/s rd, 144 MiB/s wr, 1.01k op/s 2023-12-07T14:03:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:03 smithi089 ceph-mon[103124]: mgrmap e25: x(active, since 32s), standbys: y, z 2023-12-07T14:03:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 10.0 s, 3772.5 tps, lat 26.786 ms stddev 44.870 2023-12-07T14:03:05.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:05 smithi039 ceph-mon[98864]: pgmap v20: 97 pgs: 97 active+clean; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 102 MiB/s wr, 868 op/s 2023-12-07T14:03:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:05 smithi055 ceph-mon[103363]: pgmap v20: 97 pgs: 97 active+clean; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 102 MiB/s wr, 868 op/s 2023-12-07T14:03:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:05 smithi089 ceph-mon[103124]: pgmap v20: 97 pgs: 97 active+clean; 1.1 GiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 102 MiB/s wr, 868 op/s 2023-12-07T14:03:07.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:07 smithi039 ceph-mon[98864]: pgmap v21: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 123 MiB/s wr, 1.23k op/s 2023-12-07T14:03:07.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:07 smithi055 ceph-mon[103363]: pgmap v21: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 123 MiB/s wr, 1.23k op/s 2023-12-07T14:03:07.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:07 smithi089 ceph-mon[103124]: pgmap v21: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 123 MiB/s wr, 1.23k op/s 2023-12-07T14:03:08.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 15.0 s, 4592.5 tps, lat 21.788 ms stddev 24.522 2023-12-07T14:03:09.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:09 smithi039 ceph-mon[98864]: pgmap v22: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 101 MiB/s wr, 1.12k op/s 2023-12-07T14:03:09.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:09 smithi055 ceph-mon[103363]: pgmap v22: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 101 MiB/s wr, 1.12k op/s 2023-12-07T14:03:09.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:09 smithi089 ceph-mon[103124]: pgmap v22: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 101 MiB/s wr, 1.12k op/s 2023-12-07T14:03:11.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:11 smithi039 ceph-mon[98864]: pgmap v23: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 82 MiB/s wr, 1.02k op/s 2023-12-07T14:03:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:11 smithi055 ceph-mon[103363]: pgmap v23: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 82 MiB/s wr, 1.02k op/s 2023-12-07T14:03:11.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:11 smithi089 ceph-mon[103124]: pgmap v23: 97 pgs: 97 active+clean; 1.2 GiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 82 MiB/s wr, 1.02k op/s 2023-12-07T14:03:11.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 -- 172.21.15.39:0/1872670203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101430 msgr2=0x7f8ce41018b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 --2- 172.21.15.39:0/1872670203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101430 0x7f8ce41018b0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f8cd4009990 tx=0x7f8cd4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 -- 172.21.15.39:0/1872670203 shutdown_connections 2023-12-07T14:03:11.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 --2- 172.21.15.39:0/1872670203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ce4101df0 0x7f8ce410e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 --2- 172.21.15.39:0/1872670203 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8ce41074d0 0x7f8ce41078b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 --2- 172.21.15.39:0/1872670203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101430 0x7f8ce41018b0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 -- 172.21.15.39:0/1872670203 >> 172.21.15.39:0/1872670203 conn(0x7f8ce40fcf80 msgr2=0x7f8ce40ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:11.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 -- 172.21.15.39:0/1872670203 shutdown_connections 2023-12-07T14:03:11.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.850+0000 7f8cebf74700 1 -- 172.21.15.39:0/1872670203 wait complete. 2023-12-07T14:03:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 Processor -- start 2023-12-07T14:03:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 -- start start 2023-12-07T14:03:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8ce4101430 0x7f8ce40738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101df0 0x7f8ce4073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ce41074d0 0x7f8ce4074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce41a5c10 con 0x7f8ce4101df0 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce41a5d80 con 0x7f8ce41074d0 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.851+0000 7f8cebf74700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ce41a5f40 con 0x7f8ce4101430 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101df0 0x7f8ce4073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101df0 0x7f8ce4073e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54362/0 (socket says 172.21.15.39:54362) 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 -- 172.21.15.39:0/3942860112 learned_addr learned my addr 172.21.15.39:0/3942860112 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8ce4101430 0x7f8ce40738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8cea511700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ce41074d0 0x7f8ce4074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 -- 172.21.15.39:0/3942860112 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8ce4101430 msgr2=0x7f8ce40738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8ce4101430 0x7f8ce40738d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 -- 172.21.15.39:0/3942860112 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ce41074d0 msgr2=0x7f8ce4074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ce41074d0 0x7f8ce4074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 -- 172.21.15.39:0/3942860112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cd40095f0 con 0x7f8ce4101df0 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8ce4101430 0x7f8ce40738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:11.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8ce950f700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101df0 0x7f8ce4073e10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8cd4000c00 tx=0x7f8cd4005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8cdaffd700 1 -- 172.21.15.39:0/3942860112 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd401d070 con 0x7f8ce4101df0 2023-12-07T14:03:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.852+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ce41a61c0 con 0x7f8ce4101df0 2023-12-07T14:03:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.853+0000 7f8cdaffd700 1 -- 172.21.15.39:0/3942860112 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8cd4022470 con 0x7f8ce4101df0 2023-12-07T14:03:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.853+0000 7f8cdaffd700 1 -- 172.21.15.39:0/3942860112 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd4017650 con 0x7f8ce4101df0 2023-12-07T14:03:11.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.853+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce41a66f0 con 0x7f8ce4101df0 2023-12-07T14:03:11.859 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.856+0000 7f8cdaffd700 1 -- 172.21.15.39:0/3942860112 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f8cd40177b0 con 0x7f8ce4101df0 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.857+0000 7f8cdaffd700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f8cd00a1700 0x7f8cd00a3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.857+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f8cd00a1700 0x7f8cd00a3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.857+0000 7f8cdaffd700 1 -- 172.21.15.39:0/3942860112 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8cd40ce730 con 0x7f8ce4101df0 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.857+0000 7f8cf816db80 1 Processor -- start 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8cf816db80 1 -- start start 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f8cd00a1700 0x7f8cd00a3bc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8ce0009c90 tx=0x7f8ce0009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b98630 0x55d168b98a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98f50 0x55d168b9c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b9cb10 0x55d168b9cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8cf816db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168b0c760 con 0x55d168b98f50 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8cf816db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168af3740 con 0x55d168b9cb10 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8cf816db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168af1060 con 0x55d168b98630 2023-12-07T14:03:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98f50 0x55d168b9c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98f50 0x55d168b9c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54366/0 (socket says 172.21.15.39:54366) 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.858+0000 7f8ce950f700 1 -- 172.21.15.39:0/3596142326 learned_addr learned my addr 172.21.15.39:0/3596142326 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ce950f700 1 -- 172.21.15.39:0/3596142326 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b98630 msgr2=0x55d168b98a10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ce950f700 1 --2- 172.21.15.39:0/3596142326 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b98630 0x55d168b98a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ce950f700 1 -- 172.21.15.39:0/3596142326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b9cb10 msgr2=0x55d168b9cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ce950f700 1 --2- 172.21.15.39:0/3596142326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b9cb10 0x55d168b9cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ce950f700 1 -- 172.21.15.39:0/3596142326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d1689695d0 con 0x55d168b98f50 2023-12-07T14:03:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ce950f700 1 --2- 172.21.15.39:0/3596142326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98f50 0x55d168b9c5d0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8cd40a3330 tx=0x7f8cd409b430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef36fc4ac9031631 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:11.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ccffff700 1 -- 172.21.15.39:0/3596142326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd409b560 con 0x55d168b98f50 2023-12-07T14:03:11.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ccffff700 1 -- 172.21.15.39:0/3596142326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8cd409f6b0 con 0x55d168b98f50 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.859+0000 7f8ccffff700 1 -- 172.21.15.39:0/3596142326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd409aa50 con 0x55d168b98f50 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 -- 172.21.15.39:0/3596142326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98f50 msgr2=0x55d168b9c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 --2- 172.21.15.39:0/3596142326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98f50 0x55d168b9c5d0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f8cd40a3330 tx=0x7f8cd409b430 comp rx=0 tx=0).stop 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 -- 172.21.15.39:0/3596142326 shutdown_connections 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 --2- 172.21.15.39:0/3596142326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b9cb10 0x55d168b9cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 --2- 172.21.15.39:0/3596142326 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b98630 0x55d168b98a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 --2- 172.21.15.39:0/3596142326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98f50 0x55d168b9c5d0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 -- 172.21.15.39:0/3596142326 >> 172.21.15.39:0/3596142326 conn(0x55d168ac7300 msgr2=0x55d168b92ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 -- 172.21.15.39:0/3596142326 shutdown_connections 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.861+0000 7f8cf816db80 1 -- 172.21.15.39:0/3596142326 wait complete. 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 -- start start 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 Processor -- start 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168ba1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b9cb10 0x55d168ba1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168ba21f0 0x55d168badae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168aec950 con 0x55d168b9cb10 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168aa6500 con 0x55d168b98630 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.862+0000 7f8cf816db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168aa61a0 con 0x55d168ba21f0 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8cf816db80 10 client.0 _ll_register_callbacks cb 0x55d1689d1a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b9cb10 0x55d168ba1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b9cb10 0x55d168ba1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54372/0 (socket says 172.21.15.39:54372) 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 -- 172.21.15.39:0/2926578446 learned_addr learned my addr 172.21.15.39:0/2926578446 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 -- 172.21.15.39:0/2926578446 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168ba21f0 msgr2=0x55d168badae0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168ba21f0 0x55d168badae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 -- 172.21.15.39:0/2926578446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 msgr2=0x55d168ba1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168ba1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 -- 172.21.15.39:0/2926578446 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce41a66f0 con 0x55d168b9cb10 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ce950f700 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b9cb10 0x55d168ba1cb0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f8cd409b4a0 tx=0x7f8cd4005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8d4a8eb1fecd5e4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ccd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/2926578446 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cd409b560 con 0x55d168b9cb10 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d168b8b5f0 con 0x55d168b9cb10 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.863+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/2926578446 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8cd409b9d0 con 0x55d168b9cb10 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/2926578446 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8cd40a33d0 con 0x55d168b9cb10 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 10 client.15744 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x55d168915d80 con 0x55d168b9cb10 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/2926578446 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d168b8b5f0 con 0x55d168b9cb10 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/2926578446 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f8cd40b0030 con 0x55d168b9cb10 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 10 client.15744 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 10 client.15744 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 20 client.15744 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168bb1d40 0x55d168bb4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 4 client.15744 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.864+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d168b67640 con 0x55d168bb1d40 2023-12-07T14:03:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.865+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168bb1d40 0x55d168bb4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.866+0000 7f8ccd7fa700 10 client.15744 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.866+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168bb1d40 0x55d168bb4160 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5486adaed9d01ee3 server_cookie=f094640cfa1b5bab in_seq=0 out_seq=0 2023-12-07T14:03:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.867+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/2926578446 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d168b67640 con 0x55d168bb1d40 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.867+0000 7f8ccd7fa700 10 client.15744 handle_command_reply: tid=0 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.867+0000 7f8cf816db80 1 client.15744 shutdown 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.867+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b9cb10 msgr2=0x55d168ba1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.867+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b9cb10 0x55d168ba1cb0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f8cd409b4a0 tx=0x7f8cd4005c70 comp rx=0 tx=0).stop 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 shutdown_connections 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168ba21f0 0x55d168badae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168bb1d40 0x55d168bb4160 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168ba1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2926578446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b9cb10 0x55d168ba1cb0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8ccd7fa700 0 client.15744 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 >> 172.21.15.39:0/2926578446 conn(0x55d168ac7300 msgr2=0x55d168b97430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 shutdown_connections 2023-12-07T14:03:11.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 1 -- 172.21.15.39:0/2926578446 wait complete. 2023-12-07T14:03:11.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.868+0000 7f8cf816db80 20 client.15744 trim_cache size 0 max 16384 2023-12-07T14:03:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 Processor -- start 2023-12-07T14:03:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 -- start start 2023-12-07T14:03:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168b941d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168b9a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168ba21f0 0x55d168b9df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d16896b8c0 con 0x55d168ba21f0 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168ba4720 con 0x55d168b98630 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cf816db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168b94f50 con 0x55d168b9cb10 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168ba21f0 0x55d168b9df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168b9a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8ce9d10700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168b941d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168ba21f0 0x55d168b9df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54382/0 (socket says 172.21.15.39:54382) 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168b9a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59102/0 (socket says 172.21.15.39:59102) 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 -- 172.21.15.39:0/2807214478 learned_addr learned my addr 172.21.15.39:0/2807214478 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 -- 172.21.15.39:0/2807214478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 msgr2=0x55d168b9a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:11.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168b9a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 -- 172.21.15.39:0/2807214478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 msgr2=0x55d168b941d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168b941d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.897+0000 7f8cea511700 1 -- 172.21.15.39:0/2807214478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d1688fec00 con 0x55d168ba21f0 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.898+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168b941d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.898+0000 7f8cea511700 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168ba21f0 0x55d168b9df00 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc0092e0 tx=0x7f8cdc0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bf1cadceeb571da server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.898+0000 7f8cd8ff9700 1 -- 172.21.15.39:0/2807214478 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc00e030 con 0x55d168ba21f0 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.898+0000 7f8cd8ff9700 1 -- 172.21.15.39:0/2807214478 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8cdc00f040 con 0x55d168ba21f0 2023-12-07T14:03:11.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.898+0000 7f8cd8ff9700 1 -- 172.21.15.39:0/2807214478 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cdc015a70 con 0x55d168ba21f0 2023-12-07T14:03:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- 172.21.15.39:0/2807214478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168ba21f0 msgr2=0x55d168b9df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168ba21f0 0x55d168b9df00 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8cdc0092e0 tx=0x7f8cdc0077e0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- 172.21.15.39:0/2807214478 shutdown_connections 2023-12-07T14:03:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168ba21f0 0x55d168b9df00 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168b98630 0x55d168b941d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 --2- 172.21.15.39:0/2807214478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168b9a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- 172.21.15.39:0/2807214478 >> 172.21.15.39:0/2807214478 conn(0x55d168ac7300 msgr2=0x55d168bb8a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- 172.21.15.39:0/2807214478 shutdown_connections 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- 172.21.15.39:0/2807214478 wait complete. 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- start start 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 Processor -- start 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98630 0x55d168ba8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168ba6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168ba21f0 0x55d168ba6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168ba70d0 con 0x55d168b98630 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168c07200 con 0x55d168ba21f0 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d168c07340 con 0x55d168b9cb10 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.899+0000 7f8cf816db80 10 client.0 _ll_register_callbacks cb 0x55d1689d1a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:11.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98630 0x55d168ba8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98630 0x55d168ba8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54384/0 (socket says 172.21.15.39:54384) 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce950f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168ba6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 -- 172.21.15.39:0/1831666225 learned_addr learned my addr 172.21.15.39:0/1831666225 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8cea511700 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168ba21f0 0x55d168ba6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 -- 172.21.15.39:0/1831666225 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 msgr2=0x55d168ba6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168ba6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 -- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168ba21f0 msgr2=0x55d168ba6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168ba21f0 0x55d168ba6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 -- 172.21.15.39:0/1831666225 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ce0009e30 con 0x55d168b98630 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce950f700 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168ba6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ce9d10700 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98630 0x55d168ba8e90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00097f0 tx=0x7f8ce00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e79107e2a6f8eea3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ccd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:03:11.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/1831666225 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ce0026040 con 0x55d168b98630 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/1831666225 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8ce0017070 con 0x55d168b98630 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8cd409f6b0 con 0x55d168b98630 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/1831666225 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ce0011e60 con 0x55d168b98630 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8cf816db80 10 client.15750 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.900+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x7f8cdc009050 con 0x55d168b98630 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/1831666225 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8cd409f6b0 con 0x55d168b98630 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/1831666225 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f8ce001e540 con 0x55d168b98630 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8cf816db80 10 client.15750 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8cf816db80 10 client.15750 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8cf816db80 20 client.15750 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8cf816db80 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168c08c40 0x55d168c0b060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8cf816db80 4 client.15750 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d168ab2f70 con 0x55d168c08c40 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8ce950f700 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168c08c40 0x55d168c0b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:11.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8ccd7fa700 10 client.15750 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:11.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.901+0000 7f8ce950f700 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168c08c40 0x55d168c0b060 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a075a2d0945d6d4 server_cookie=100745c35acd871b in_seq=0 out_seq=0 2023-12-07T14:03:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8ccd7fa700 1 -- 172.21.15.39:0/1831666225 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d168ab2f70 con 0x55d168c08c40 2023-12-07T14:03:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8ccd7fa700 10 client.15750 handle_command_reply: tid=0 2023-12-07T14:03:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 client.15750 shutdown 2023-12-07T14:03:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98630 msgr2=0x55d168ba8e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.927 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98630 0x55d168ba8e90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f8ce00097f0 tx=0x7f8ce00047c0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 shutdown_connections 2023-12-07T14:03:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d168c08c40 0x55d168c0b060 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d168ba21f0 0x55d168ba6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d168b98630 0x55d168ba8e90 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8ccd7fa700 0 client.15750 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 --2- 172.21.15.39:0/1831666225 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d168b9cb10 0x55d168ba6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.928 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.924+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 >> 172.21.15.39:0/1831666225 conn(0x55d168ac7300 msgr2=0x55d168b9ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.926+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 shutdown_connections 2023-12-07T14:03:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.926+0000 7f8cf816db80 1 -- 172.21.15.39:0/1831666225 wait complete. 2023-12-07T14:03:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.926+0000 7f8cf816db80 20 client.15750 trim_cache size 0 max 16384 2023-12-07T14:03:11.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:03:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:03:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:03:11.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.926+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f8cd00a1700 msgr2=0x7f8cd00a3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.926+0000 7f8cebf74700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f8cd00a1700 0x7f8cd00a3bc0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f8ce0009c90 tx=0x7f8ce0009260 comp rx=0 tx=0).stop 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.926+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101df0 msgr2=0x7f8ce4073e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.926+0000 7f8cebf74700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101df0 0x7f8ce4073e10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f8cd4000c00 tx=0x7f8cd4005e80 comp rx=0 tx=0).stop 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.927+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 shutdown_connections 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.927+0000 7f8cebf74700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f8cd00a1700 0x7f8cd00a3bc0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.927+0000 7f8cebf74700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ce41074d0 0x7f8ce4074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.927+0000 7f8cebf74700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8ce4101430 0x7f8ce40738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.927+0000 7f8cebf74700 1 --2- 172.21.15.39:0/3942860112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ce4101df0 0x7f8ce4073e10 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:11.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.927+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 >> 172.21.15.39:0/3942860112 conn(0x7f8ce40fcf80 msgr2=0x7f8ce40fd720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.927+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 shutdown_connections 2023-12-07T14:03:11.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:11.928+0000 7f8cebf74700 1 -- 172.21.15.39:0/3942860112 wait complete. 2023-12-07T14:03:13.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:13 smithi039 ceph-mon[98864]: pgmap v24: 97 pgs: 97 active+clean; 1.3 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 98 MiB/s wr, 1.39k op/s 2023-12-07T14:03:13.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:13 smithi055 ceph-mon[103363]: pgmap v24: 97 pgs: 97 active+clean; 1.3 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 98 MiB/s wr, 1.39k op/s 2023-12-07T14:03:13.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:13 smithi089 ceph-mon[103124]: pgmap v24: 97 pgs: 97 active+clean; 1.3 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 100 KiB/s rd, 98 MiB/s wr, 1.39k op/s 2023-12-07T14:03:13.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 20.0 s, 4015.0 tps, lat 24.891 ms stddev 30.959 2023-12-07T14:03:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:15 smithi055 ceph-mon[103363]: pgmap v25: 97 pgs: 97 active+clean; 1.3 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 37 MiB/s wr, 726 op/s 2023-12-07T14:03:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:15 smithi089 ceph-mon[103124]: pgmap v25: 97 pgs: 97 active+clean; 1.3 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 37 MiB/s wr, 726 op/s 2023-12-07T14:03:15.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:15 smithi039 ceph-mon[98864]: pgmap v25: 97 pgs: 97 active+clean; 1.3 GiB data, 4.4 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 37 MiB/s wr, 726 op/s 2023-12-07T14:03:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:16 smithi055 ceph-mon[103363]: pgmap v26: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 64 MiB/s wr, 1.37k op/s 2023-12-07T14:03:16.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:16 smithi089 ceph-mon[103124]: pgmap v26: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 64 MiB/s wr, 1.37k op/s 2023-12-07T14:03:16.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:16 smithi039 ceph-mon[98864]: pgmap v26: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 64 MiB/s wr, 1.37k op/s 2023-12-07T14:03:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 25.0 s, 3518.6 tps, lat 26.689 ms stddev 32.402 2023-12-07T14:03:19.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:19 smithi039 ceph-mon[98864]: pgmap v27: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 43 MiB/s wr, 1.01k op/s 2023-12-07T14:03:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:19 smithi055 ceph-mon[103363]: pgmap v27: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 43 MiB/s wr, 1.01k op/s 2023-12-07T14:03:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:19 smithi089 ceph-mon[103124]: pgmap v27: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 43 MiB/s wr, 1.01k op/s 2023-12-07T14:03:21.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:21 smithi039 ceph-mon[98864]: pgmap v28: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 43 MiB/s wr, 1.01k op/s 2023-12-07T14:03:21.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:21 smithi055 ceph-mon[103363]: pgmap v28: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 43 MiB/s wr, 1.01k op/s 2023-12-07T14:03:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:21 smithi089 ceph-mon[103124]: pgmap v28: 97 pgs: 97 active+clean; 1.5 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 43 MiB/s wr, 1.01k op/s 2023-12-07T14:03:23.523 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:03:23.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:23 smithi039 ceph-mon[98864]: pgmap v29: 97 pgs: 97 active+clean; 1.9 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 88 MiB/s wr, 2.77k op/s 2023-12-07T14:03:23.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:23 smithi055 ceph-mon[103363]: pgmap v29: 97 pgs: 97 active+clean; 1.9 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 88 MiB/s wr, 2.77k op/s 2023-12-07T14:03:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:23 smithi089 ceph-mon[103124]: pgmap v29: 97 pgs: 97 active+clean; 1.9 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 88 MiB/s wr, 2.77k op/s 2023-12-07T14:03:23.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.731+0000 7feead4e6700 1 -- 172.21.15.39:0/1653490401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feea810fbd0 msgr2=0x7feea810ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.731+0000 7feead4e6700 1 --2- 172.21.15.39:0/1653490401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feea810fbd0 0x7feea810ffb0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7feea0009f90 tx=0x7feea000b330 comp rx=0 tx=0).stop 2023-12-07T14:03:23.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.731+0000 7feead4e6700 1 -- 172.21.15.39:0/1653490401 shutdown_connections 2023-12-07T14:03:23.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.731+0000 7feead4e6700 1 --2- 172.21.15.39:0/1653490401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feea8109180 0x7feea811cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.731+0000 7feead4e6700 1 --2- 172.21.15.39:0/1653490401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feea810fbd0 0x7feea810ffb0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.731+0000 7feead4e6700 1 --2- 172.21.15.39:0/1653490401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7feea81085d0 0x7feea8108a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.731+0000 7feead4e6700 1 -- 172.21.15.39:0/1653490401 >> 172.21.15.39:0/1653490401 conn(0x7feea806c550 msgr2=0x7feea806c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:23.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.733+0000 7feead4e6700 1 -- 172.21.15.39:0/1653490401 shutdown_connections 2023-12-07T14:03:23.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.733+0000 7feead4e6700 1 -- 172.21.15.39:0/1653490401 wait complete. 2023-12-07T14:03:23.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 Processor -- start 2023-12-07T14:03:23.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 -- start start 2023-12-07T14:03:23.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feea81085d0 0x7feea81ac510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feea8109180 0x7feea81aca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7feea810fbd0 0x7feea81a6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feea81a6ca0 con 0x7feea81085d0 2023-12-07T14:03:23.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feea81a6e10 con 0x7feea8109180 2023-12-07T14:03:23.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feead4e6700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feea81a6fd0 con 0x7feea810fbd0 2023-12-07T14:03:23.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feea6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feea81085d0 0x7feea81ac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feea6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feea81085d0 0x7feea81ac510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54398/0 (socket says 172.21.15.39:54398) 2023-12-07T14:03:23.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.735+0000 7feea6ffd700 1 -- 172.21.15.39:0/3070919177 learned_addr learned my addr 172.21.15.39:0/3070919177 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:23.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.736+0000 7feea77fe700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7feea810fbd0 0x7feea81a6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.736+0000 7feea77fe700 1 -- 172.21.15.39:0/3070919177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feea8109180 msgr2=0x7feea81aca50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.736+0000 7feea77fe700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feea8109180 0x7feea81aca50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.736+0000 7feea77fe700 1 -- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feea81085d0 msgr2=0x7feea81ac510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.736+0000 7feea77fe700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feea81085d0 0x7feea81ac510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.736+0000 7feea77fe700 1 -- 172.21.15.39:0/3070919177 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feea0009c40 con 0x7feea810fbd0 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.737+0000 7feea77fe700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7feea810fbd0 0x7feea81a6640 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fee9000e940 tx=0x7fee9000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.737+0000 7fee9ffff700 1 -- 172.21.15.39:0/3070919177 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee9000eee0 con 0x7feea810fbd0 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.737+0000 7fee9ffff700 1 -- 172.21.15.39:0/3070919177 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee900044e0 con 0x7feea810fbd0 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.737+0000 7fee9ffff700 1 -- 172.21.15.39:0/3070919177 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee90005020 con 0x7feea810fbd0 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.737+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feea81a72b0 con 0x7feea810fbd0 2023-12-07T14:03:23.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.737+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feea81b3500 con 0x7feea810fbd0 2023-12-07T14:03:23.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.740+0000 7fee9ffff700 1 -- 172.21.15.39:0/3070919177 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7fee90005180 con 0x7feea810fbd0 2023-12-07T14:03:23.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.741+0000 7fee9ffff700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fee940a1860 0x7fee940a3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.741+0000 7fee9ffff700 1 -- 172.21.15.39:0/3070919177 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fee90014070 con 0x7feea810fbd0 2023-12-07T14:03:23.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.742+0000 7feea6ffd700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fee940a1860 0x7fee940a3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.742+0000 7feeb96dfb80 1 Processor -- start 2023-12-07T14:03:23.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.742+0000 7feeb96dfb80 1 -- start start 2023-12-07T14:03:23.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0c3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c4360 0x559d0e0c7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e0377c0 con 0x559d0e0c3a40 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e01e7a0 con 0x559d0e0c8050 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e01c0c0 con 0x559d0e0c4360 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feea6ffd700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fee940a1860 0x7fee940a3d20 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7feea0009790 tx=0x7feea00096c0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feea67fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c4360 0x559d0e0c7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feea77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feea67fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c4360 0x559d0e0c7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59128/0 (socket says 172.21.15.39:59128) 2023-12-07T14:03:23.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feea67fc700 1 -- 172.21.15.39:0/588604707 learned_addr learned my addr 172.21.15.39:0/588604707 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:23.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.743+0000 7feea6ffd700 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0c3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.744+0000 7feea77fe700 1 -- 172.21.15.39:0/588604707 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c4360 msgr2=0x559d0e0c7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:23.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.744+0000 7feea77fe700 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c4360 0x559d0e0c7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.744+0000 7feea77fe700 1 -- 172.21.15.39:0/588604707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 msgr2=0x559d0e0c3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:23.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.744+0000 7feea77fe700 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0c3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.744+0000 7feea77fe700 1 -- 172.21.15.39:0/588604707 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d0de94630 con 0x559d0e0c8050 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.744+0000 7feea77fe700 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0c84b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fee900ca700 tx=0x7fee90099cb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9fc78877ca854a20 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.744+0000 7fee9d7fa700 1 -- 172.21.15.39:0/588604707 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee9009a040 con 0x559d0e0c8050 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.745+0000 7fee9d7fa700 1 -- 172.21.15.39:0/588604707 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee9009e0e0 con 0x559d0e0c8050 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.745+0000 7fee9d7fa700 1 -- 172.21.15.39:0/588604707 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee900a20f0 con 0x559d0e0c8050 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.745+0000 7feeb96dfb80 1 -- 172.21.15.39:0/588604707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 msgr2=0x559d0e0c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.745+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0c84b0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fee900ca700 tx=0x7fee90099cb0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.746+0000 7feeb96dfb80 1 -- 172.21.15.39:0/588604707 shutdown_connections 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.746+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0c84b0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.746+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0c3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.746+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/588604707 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c4360 0x559d0e0c7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.746+0000 7feeb96dfb80 1 -- 172.21.15.39:0/588604707 >> 172.21.15.39:0/588604707 conn(0x559d0dff2360 msgr2=0x559d0e0be070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.747+0000 7feeb96dfb80 1 -- 172.21.15.39:0/588604707 shutdown_connections 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.747+0000 7feeb96dfb80 1 -- 172.21.15.39:0/588604707 wait complete. 2023-12-07T14:03:23.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.747+0000 7feeb96dfb80 1 -- start start 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.747+0000 7feeb96dfb80 1 Processor -- start 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e0cd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e0179b0 con 0x559d0e0c3a40 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0dfd1560 con 0x559d0e0c4360 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0dfd1200 con 0x559d0e0c8050 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feeb96dfb80 10 client.0 _ll_register_callbacks cb 0x559d0defca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e0cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea77fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e0cd140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45616/0 (socket says 172.21.15.39:45616) 2023-12-07T14:03:23.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea77fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cd680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59138/0 (socket says 172.21.15.39:59138) 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 -- 172.21.15.39:0/3173551842 learned_addr learned my addr 172.21.15.39:0/3173551842 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 -- 172.21.15.39:0/3173551842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 msgr2=0x559d0e0cd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cd680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 -- 172.21.15.39:0/3173551842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 msgr2=0x559d0e0ccc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0ccc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 -- 172.21.15.39:0/3173551842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feea81b3500 con 0x559d0e0c4360 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7feea67fc700 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e0cd140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fee98010670 tx=0x7fee98010980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92d152338d9502e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.748+0000 7fee8e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.749+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3173551842 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee98004a30 con 0x559d0e0c4360 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.749+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559d0e0b6a00 con 0x559d0e0c4360 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.749+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3173551842 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fee98009e20 con 0x559d0e0c4360 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.749+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3173551842 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7fee98004b90 con 0x559d0e0c4360 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.749+0000 7feeb96dfb80 10 client.25367 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.749+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x559d0de40de0 con 0x559d0e0c4360 2023-12-07T14:03:23.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3173551842 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559d0e0b6a00 con 0x559d0e0c4360 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3173551842 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fee98005250 con 0x559d0e0c4360 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7feeb96dfb80 10 client.25367 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7feeb96dfb80 10 client.25367 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7feeb96dfb80 20 client.25367 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0dd460 0x559d0e0df880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7feeb96dfb80 4 client.25367 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559d0e0926a0 con 0x559d0e0dd460 2023-12-07T14:03:23.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.750+0000 7feea6ffd700 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0dd460 0x559d0e0df880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.751+0000 7feea6ffd700 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0dd460 0x559d0e0df880 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2a17f9546fc2cbb server_cookie=6442477ee5c01526 in_seq=0 out_seq=0 2023-12-07T14:03:23.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.751+0000 7fee8e7fc700 10 client.25367 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:23.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.751+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3173551842 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559d0e0926a0 con 0x559d0e0dd460 2023-12-07T14:03:23.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.751+0000 7fee8e7fc700 10 client.25367 handle_command_reply: tid=0 2023-12-07T14:03:23.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.751+0000 7feeb96dfb80 1 client.25367 shutdown 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 msgr2=0x559d0e0cd140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e0cd140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fee98010670 tx=0x7fee98010980 comp rx=0 tx=0).stop 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 shutdown_connections 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e0ccc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0dd460 0x559d0e0df880 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3173551842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e0cd140 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7fee8e7fc700 0 client.25367 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 >> 172.21.15.39:0/3173551842 conn(0x559d0dff2360 msgr2=0x559d0e0c94b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 shutdown_connections 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3173551842 wait complete. 2023-12-07T14:03:23.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.752+0000 7feeb96dfb80 20 client.25367 trim_cache size 0 max 16384 2023-12-07T14:03:23.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.776+0000 7feeb96dfb80 1 Processor -- start 2023-12-07T14:03:23.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.776+0000 7feeb96dfb80 1 -- start start 2023-12-07T14:03:23.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.777+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c3a40 0x559d0e0c78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.777+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c4360 0x559d0e0c9460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.777+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0d42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.777+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0de96920 con 0x559d0e0c4360 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.777+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e0b6a10 con 0x559d0e0c8050 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.777+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e0bef70 con 0x559d0e0c3a40 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0d42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0d42f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45622/0 (socket says 172.21.15.39:45622) 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea77fe700 1 -- 172.21.15.39:0/3743002478 learned_addr learned my addr 172.21.15.39:0/3743002478 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:23.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea67fc700 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c4360 0x559d0e0c9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea67fc700 1 -- 172.21.15.39:0/3743002478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c3a40 msgr2=0x559d0e0c78c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea67fc700 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c3a40 0x559d0e0c78c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea67fc700 1 -- 172.21.15.39:0/3743002478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 msgr2=0x559d0e0d42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea67fc700 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0d42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.779+0000 7feea67fc700 1 -- 172.21.15.39:0/3743002478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d0de29c60 con 0x559d0e0c4360 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.780+0000 7feea67fc700 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c4360 0x559d0e0c9460 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fee98001eb0 tx=0x7fee98005900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cab5956003f0ae2b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.780+0000 7fee9dffb700 1 -- 172.21.15.39:0/3743002478 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee98024460 con 0x559d0e0c4360 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.780+0000 7fee9dffb700 1 -- 172.21.15.39:0/3743002478 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee98024730 con 0x559d0e0c4360 2023-12-07T14:03:23.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.780+0000 7fee9dffb700 1 -- 172.21.15.39:0/3743002478 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee980038c0 con 0x559d0e0c4360 2023-12-07T14:03:23.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.781+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3743002478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c4360 msgr2=0x559d0e0c9460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.781+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c4360 0x559d0e0c9460 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fee98001eb0 tx=0x7fee98005900 comp rx=0 tx=0).stop 2023-12-07T14:03:23.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.782+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3743002478 shutdown_connections 2023-12-07T14:03:23.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.783+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c8050 0x559d0e0d42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.783+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c3a40 0x559d0e0c78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.783+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3743002478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c4360 0x559d0e0c9460 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.783+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3743002478 >> 172.21.15.39:0/3743002478 conn(0x559d0dff2360 msgr2=0x559d0e0c71b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:23.795 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.792+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3743002478 shutdown_connections 2023-12-07T14:03:23.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.793+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3743002478 wait complete. 2023-12-07T14:03:23.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 -- start start 2023-12-07T14:03:23.796 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 Processor -- start 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e12eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e12f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cc440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e12f7b0 con 0x559d0e0c3a40 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e0cc980 con 0x559d0e0c4360 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0e0ccb40 con 0x559d0e0c8050 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.794+0000 7feeb96dfb80 10 client.0 _ll_register_callbacks cb 0x559d0defca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.795+0000 7feea67fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e12f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.795+0000 7feea67fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e12f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45628/0 (socket says 172.21.15.39:45628) 2023-12-07T14:03:23.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.795+0000 7feea67fc700 1 -- 172.21.15.39:0/3886826332 learned_addr learned my addr 172.21.15.39:0/3886826332 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:23.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.796+0000 7feea77fe700 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7feea67fc700 1 -- 172.21.15.39:0/3886826332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 msgr2=0x559d0e0cc440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:23.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7feea67fc700 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cc440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7feea67fc700 1 -- 172.21.15.39:0/3886826332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 msgr2=0x559d0e12eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:23.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7feea67fc700 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e12eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7feea67fc700 1 -- 172.21.15.39:0/3886826332 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559d0de40de0 con 0x559d0e0c4360 2023-12-07T14:03:23.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7feea67fc700 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e12f060 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fee98024700 tx=0x7fee98005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77d54c8fc9d794ca server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:23.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7fee8e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:23.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.797+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3886826332 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee98024aa0 con 0x559d0e0c4360 2023-12-07T14:03:23.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.798+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fee9009e0e0 con 0x559d0e0c4360 2023-12-07T14:03:23.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.798+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3886826332 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fee98000e40 con 0x559d0e0c4360 2023-12-07T14:03:23.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.798+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3886826332 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7fee980053e0 con 0x559d0e0c4360 2023-12-07T14:03:23.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.798+0000 7feeb96dfb80 10 client.25373 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.798+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x559d0de67250 con 0x559d0e0c4360 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.798+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3886826332 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee9009e0e0 con 0x559d0e0c4360 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3886826332 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fee98012660 con 0x559d0e0c4360 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7feeb96dfb80 10 client.25373 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7feeb96dfb80 10 client.25373 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7feeb96dfb80 20 client.25373 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0d3df0 0x559d0e0d4200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7feeb96dfb80 4 client.25373 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559d0dfddfd0 con 0x559d0e0d3df0 2023-12-07T14:03:23.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.799+0000 7feea6ffd700 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0d3df0 0x559d0e0d4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:23.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.800+0000 7feea6ffd700 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0d3df0 0x559d0e0d4200 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8229a3296e8975e8 server_cookie=d31dc1ed40dcd26 in_seq=0 out_seq=0 2023-12-07T14:03:23.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.800+0000 7fee8e7fc700 10 client.25373 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.805+0000 7fee8e7fc700 1 -- 172.21.15.39:0/3886826332 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x559d0dfddfd0 con 0x559d0e0d3df0 2023-12-07T14:03:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.805+0000 7fee8e7fc700 10 client.25373 handle_command_reply: tid=0 2023-12-07T14:03:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.805+0000 7feeb96dfb80 1 client.25373 shutdown 2023-12-07T14:03:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.805+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 msgr2=0x559d0e12f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.805+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e12f060 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fee98024700 tx=0x7fee98005ce0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 shutdown_connections 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559d0e0c8050 0x559d0e0cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559d0e0c3a40 0x559d0e12eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559d0e0d3df0 0x559d0e0d4200 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 --2- 172.21.15.39:0/3886826332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559d0e0c4360 0x559d0e12f060 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7fee8e7fc700 0 client.25373 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 >> 172.21.15.39:0/3886826332 conn(0x559d0dff2360 msgr2=0x559d0e0b7c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 shutdown_connections 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 1 -- 172.21.15.39:0/3886826332 wait complete. 2023-12-07T14:03:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.806+0000 7feeb96dfb80 20 client.25373 trim_cache size 0 max 16384 2023-12-07T14:03:23.810 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:03:23.810 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:03:23.810 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:03:23.810 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:03:23.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.807+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fee940a1860 msgr2=0x7fee940a3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.807+0000 7feead4e6700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fee940a1860 0x7fee940a3d20 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7feea0009790 tx=0x7feea00096c0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.807+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7feea810fbd0 msgr2=0x7feea81a6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.807+0000 7feead4e6700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7feea810fbd0 0x7feea81a6640 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fee9000e940 tx=0x7fee9000ed00 comp rx=0 tx=0).stop 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 shutdown_connections 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7feea810fbd0 0x7feea81a6640 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feea81085d0 0x7feea81ac510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fee940a1860 0x7fee940a3d20 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 --2- 172.21.15.39:0/3070919177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feea8109180 0x7feea81aca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 >> 172.21.15.39:0/3070919177 conn(0x7feea806c550 msgr2=0x7feea8070150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 shutdown_connections 2023-12-07T14:03:23.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:23.808+0000 7feead4e6700 1 -- 172.21.15.39:0/3070919177 wait complete. 2023-12-07T14:03:23.831 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:03:23.831 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:03:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 30.0 s, 4141.5 tps, lat 25.596 ms stddev 40.863 2023-12-07T14:03:24.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 -- 172.21.15.39:0/1678237112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614100f10 msgr2=0x7ff614104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 --2- 172.21.15.39:0/1678237112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614100f10 0x7ff614104f50 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7ff608009990 tx=0x7ff608009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 -- 172.21.15.39:0/1678237112 shutdown_connections 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 --2- 172.21.15.39:0/1678237112 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff614105680 0x7ff61410d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 --2- 172.21.15.39:0/1678237112 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff614100560 0x7ff614100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 --2- 172.21.15.39:0/1678237112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614100f10 0x7ff614104f50 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 -- 172.21.15.39:0/1678237112 >> 172.21.15.39:0/1678237112 conn(0x7ff6140fbde0 msgr2=0x7ff6140fe200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 -- 172.21.15.39:0/1678237112 shutdown_connections 2023-12-07T14:03:24.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.059+0000 7ff619ffa700 1 -- 172.21.15.39:0/1678237112 wait complete. 2023-12-07T14:03:24.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.060+0000 7ff619ffa700 1 Processor -- start 2023-12-07T14:03:24.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.060+0000 7ff619ffa700 1 -- start start 2023-12-07T14:03:24.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff619ffa700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff614100560 0x7ff61410bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff619ffa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614105680 0x7ff61410c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff619ffa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6141a28d0 0x7ff6141a2d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff619ffa700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6141a32c0 con 0x7ff614105680 2023-12-07T14:03:24.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff619ffa700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6141a3430 con 0x7ff6141a28d0 2023-12-07T14:03:24.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff619ffa700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6141a35f0 con 0x7ff614100560 2023-12-07T14:03:24.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff612ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614105680 0x7ff61410c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff6137fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff614100560 0x7ff61410bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff612ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614105680 0x7ff61410c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54440/0 (socket says 172.21.15.39:54440) 2023-12-07T14:03:24.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.061+0000 7ff612ffd700 1 -- 172.21.15.39:0/3147365138 learned_addr learned my addr 172.21.15.39:0/3147365138 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.062+0000 7ff613fff700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6141a28d0 0x7ff6141a2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.062+0000 7ff612ffd700 1 -- 172.21.15.39:0/3147365138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff614100560 msgr2=0x7ff61410bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.062+0000 7ff612ffd700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff614100560 0x7ff61410bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.062+0000 7ff612ffd700 1 -- 172.21.15.39:0/3147365138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6141a28d0 msgr2=0x7ff6141a2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.062+0000 7ff612ffd700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6141a28d0 0x7ff6141a2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.062+0000 7ff612ffd700 1 -- 172.21.15.39:0/3147365138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6080095f0 con 0x7ff614105680 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.062+0000 7ff612ffd700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614105680 0x7ff61410c4a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff608000c00 tx=0x7ff608009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.063+0000 7ff610ff9700 1 -- 172.21.15.39:0/3147365138 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff60801d070 con 0x7ff614105680 2023-12-07T14:03:24.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.063+0000 7ff610ff9700 1 -- 172.21.15.39:0/3147365138 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff608021410 con 0x7ff614105680 2023-12-07T14:03:24.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.063+0000 7ff610ff9700 1 -- 172.21.15.39:0/3147365138 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff608017650 con 0x7ff614105680 2023-12-07T14:03:24.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.063+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6141aab40 con 0x7ff614105680 2023-12-07T14:03:24.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.063+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6141aaeb0 con 0x7ff614105680 2023-12-07T14:03:24.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.064+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff614101a30 con 0x7ff614105680 2023-12-07T14:03:24.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.066+0000 7ff610ff9700 1 -- 172.21.15.39:0/3147365138 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7ff6080217d0 con 0x7ff614105680 2023-12-07T14:03:24.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.067+0000 7ff610ff9700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5fc0a16f0 0x7ff5fc0a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.067+0000 7ff610ff9700 1 -- 172.21.15.39:0/3147365138 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff6080ceec0 con 0x7ff614105680 2023-12-07T14:03:24.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.068+0000 7ff6137fe700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5fc0a16f0 0x7ff5fc0a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.069+0000 7ff6137fe700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5fc0a16f0 0x7ff5fc0a3bb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff604005fd0 tx=0x7ff604005f60 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.073+0000 7ff610ff9700 1 -- 172.21.15.39:0/3147365138 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7ff608098090 con 0x7ff614105680 2023-12-07T14:03:24.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.514+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff614068780 con 0x7ff614105680 2023-12-07T14:03:24.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.516+0000 7ff610ff9700 1 -- 172.21.15.39:0/3147365138 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) v1 ==== 94+0+11352 (secure 0 0 0) 0x7ff60809b6b0 con 0x7ff614105680 2023-12-07T14:03:24.518 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:03:24.518 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":30,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:02:56.162191+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.520+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5fc0a16f0 msgr2=0x7ff5fc0a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5fc0a16f0 0x7ff5fc0a3bb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff604005fd0 tx=0x7ff604005f60 comp rx=0 tx=0).stop 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614105680 msgr2=0x7ff61410c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614105680 0x7ff61410c4a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7ff608000c00 tx=0x7ff608009510 comp rx=0 tx=0).stop 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 shutdown_connections 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5fc0a16f0 0x7ff5fc0a3bb0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff6141a28d0 0x7ff6141a2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff614100560 0x7ff61410bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 --2- 172.21.15.39:0/3147365138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614105680 0x7ff61410c4a0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 >> 172.21.15.39:0/3147365138 conn(0x7ff6140fbde0 msgr2=0x7ff6140fd180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 shutdown_connections 2023-12-07T14:03:24.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.521+0000 7ff619ffa700 1 -- 172.21.15.39:0/3147365138 wait complete. 2023-12-07T14:03:24.525 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 30 2023-12-07T14:03:24.543 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:03:24.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.746+0000 7fab46c04700 1 -- 172.21.15.39:0/4140436025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 msgr2=0x7fab40100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.746+0000 7fab46c04700 1 --2- 172.21.15.39:0/4140436025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 0x7fab40100980 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fab34009990 tx=0x7fab34009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.747+0000 7fab46c04700 1 -- 172.21.15.39:0/4140436025 shutdown_connections 2023-12-07T14:03:24.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.747+0000 7fab46c04700 1 --2- 172.21.15.39:0/4140436025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 0x7fab4010d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.747+0000 7fab46c04700 1 --2- 172.21.15.39:0/4140436025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 0x7fab40100980 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.747+0000 7fab46c04700 1 --2- 172.21.15.39:0/4140436025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab40100f50 0x7fab40104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.747+0000 7fab46c04700 1 -- 172.21.15.39:0/4140436025 >> 172.21.15.39:0/4140436025 conn(0x7fab400fbe00 msgr2=0x7fab400fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.748+0000 7fab46c04700 1 -- 172.21.15.39:0/4140436025 shutdown_connections 2023-12-07T14:03:24.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.748+0000 7fab46c04700 1 -- 172.21.15.39:0/4140436025 wait complete. 2023-12-07T14:03:24.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 Processor -- start 2023-12-07T14:03:24.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 -- start start 2023-12-07T14:03:24.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 0x7fab401a2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 0x7fab401a3100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab4010be60 0x7fab4010c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab4010c940 con 0x7fab4010be60 2023-12-07T14:03:24.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab4010cab0 con 0x7fab401056c0 2023-12-07T14:03:24.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab46c04700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab4010cc70 con 0x7fab401005a0 2023-12-07T14:03:24.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab449a0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 0x7fab401a2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 0x7fab401a3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab451a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab4010be60 0x7fab4010c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 0x7fab401a3100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45658/0 (socket says 172.21.15.39:45658) 2023-12-07T14:03:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.749+0000 7fab3ffff700 1 -- 172.21.15.39:0/1354597862 learned_addr learned my addr 172.21.15.39:0/1354597862 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.750+0000 7fab3ffff700 1 -- 172.21.15.39:0/1354597862 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 msgr2=0x7fab401a2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.750+0000 7fab3ffff700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 0x7fab401a2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.750+0000 7fab3ffff700 1 -- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab4010be60 msgr2=0x7fab4010c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.750+0000 7fab3ffff700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab4010be60 0x7fab4010c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.750+0000 7fab3ffff700 1 -- 172.21.15.39:0/1354597862 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab340095f0 con 0x7fab401056c0 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.750+0000 7fab3ffff700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 0x7fab401a3100 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fab2c00e970 tx=0x7fab2c00ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.751+0000 7fab3dffb700 1 -- 172.21.15.39:0/1354597862 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab2c00cbd0 con 0x7fab401056c0 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.751+0000 7fab3dffb700 1 -- 172.21.15.39:0/1354597862 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab2c00eec0 con 0x7fab401056c0 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.751+0000 7fab3dffb700 1 -- 172.21.15.39:0/1354597862 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab2c005610 con 0x7fab401056c0 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.751+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab4006b110 con 0x7fab401056c0 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.752+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab4006b5d0 con 0x7fab401056c0 2023-12-07T14:03:24.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.754+0000 7fab3dffb700 1 -- 172.21.15.39:0/1354597862 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7fab2c004750 con 0x7fab401056c0 2023-12-07T14:03:24.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.756+0000 7fab3dffb700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab300a1840 0x7fab300a3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.757+0000 7fab3dffb700 1 -- 172.21.15.39:0/1354597862 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab2c014070 con 0x7fab401056c0 2023-12-07T14:03:24.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.757+0000 7fab449a0700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab300a1840 0x7fab300a3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 Processor -- start 2023-12-07T14:03:24.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 -- start start 2023-12-07T14:03:24.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145030e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x556145034b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x5561450354b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556144fa47c0 con 0x556145031360 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556144f8b7a0 con 0x556145035050 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.758+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556144f890c0 con 0x556145030a40 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x556145034b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab451a1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x5561450354b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x556145034b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54460/0 (socket says 172.21.15.39:54460) 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab3ffff700 1 -- 172.21.15.39:0/3040641576 learned_addr learned my addr 172.21.15.39:0/3040641576 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145030e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab300a1840 0x7fab300a3d00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fab4010d050 tx=0x7fab34005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 -- 172.21.15.39:0/3040641576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 msgr2=0x5561450354b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x5561450354b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 -- 172.21.15.39:0/3040641576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 msgr2=0x556145034b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:24.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x556145034b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 -- 172.21.15.39:0/3040641576 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556144e01630 con 0x556145030a40 2023-12-07T14:03:24.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab449a0700 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145030e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fab34009990 tx=0x7fab3401f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10441eb78f6919f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab2affd700 1 -- 172.21.15.39:0/3040641576 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3402b070 con 0x556145030a40 2023-12-07T14:03:24.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab2affd700 1 -- 172.21.15.39:0/3040641576 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab3401e040 con 0x556145030a40 2023-12-07T14:03:24.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.759+0000 7fab2affd700 1 -- 172.21.15.39:0/3040641576 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3400f6c0 con 0x556145030a40 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.760+0000 7fab52dfdb80 1 -- 172.21.15.39:0/3040641576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 msgr2=0x556145030e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.760+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145030e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fab34009990 tx=0x7fab3401f000 comp rx=0 tx=0).stop 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.761+0000 7fab52dfdb80 1 -- 172.21.15.39:0/3040641576 shutdown_connections 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.761+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x5561450354b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.761+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145030e20 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.761+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/3040641576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x556145034b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.761+0000 7fab52dfdb80 1 -- 172.21.15.39:0/3040641576 >> 172.21.15.39:0/3040641576 conn(0x556144f5f360 msgr2=0x55614502b070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.761+0000 7fab52dfdb80 1 -- 172.21.15.39:0/3040641576 shutdown_connections 2023-12-07T14:03:24.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.761+0000 7fab52dfdb80 1 -- 172.21.15.39:0/3040641576 wait complete. 2023-12-07T14:03:24.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.762+0000 7fab52dfdb80 1 -- start start 2023-12-07T14:03:24.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.762+0000 7fab52dfdb80 1 Processor -- start 2023-12-07T14:03:24.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.762+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.762+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145031360 0x556145039b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.762+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145035050 0x55614503a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.762+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556144f849b0 con 0x556145030a40 2023-12-07T14:03:24.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.763+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556144f3e560 con 0x556145031360 2023-12-07T14:03:24.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.763+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556144f3e200 con 0x556145035050 2023-12-07T14:03:24.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.763+0000 7fab52dfdb80 10 client.0 _ll_register_callbacks cb 0x556144e69a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:24.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.763+0000 7fab451a1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145035050 0x55614503a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.763+0000 7fab451a1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145035050 0x55614503a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59192/0 (socket says 172.21.15.39:59192) 2023-12-07T14:03:24.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.763+0000 7fab451a1700 1 -- 172.21.15.39:0/1435058182 learned_addr learned my addr 172.21.15.39:0/1435058182 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:24.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.763+0000 7fab449a0700 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab451a1700 1 -- 172.21.15.39:0/1435058182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145031360 msgr2=0x556145039b70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab451a1700 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145031360 0x556145039b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab451a1700 1 -- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 msgr2=0x55614503c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab451a1700 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab451a1700 1 -- 172.21.15.39:0/1435058182 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab4010dab0 con 0x556145035050 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab451a1700 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145035050 0x55614503a1f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fab38011e80 tx=0x7fab38014600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=433f960d7a2b93fb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab1ffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab1ffff700 1 -- 172.21.15.39:0/1435058182 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3800e040 con 0x556145035050 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556145023a00 con 0x556145035050 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab1ffff700 1 -- 172.21.15.39:0/1435058182 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab3801a070 con 0x556145035050 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab1ffff700 1 -- 172.21.15.39:0/1435058182 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab38014e60 con 0x556145035050 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab52dfdb80 10 client.25459 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.764+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x556144dadde0 con 0x556145035050 2023-12-07T14:03:24.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.765+0000 7fab1ffff700 1 -- 172.21.15.39:0/1435058182 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556145023a00 con 0x556145035050 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab1ffff700 1 -- 172.21.15.39:0/1435058182 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fab3801e620 con 0x556145035050 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab52dfdb80 10 client.25459 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab52dfdb80 10 client.25459 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab52dfdb80 20 client.25459 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55614505b350 0x55614505d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab52dfdb80 4 client.25459 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556144fff6a0 con 0x55614505b350 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.766+0000 7fab449a0700 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55614505b350 0x55614505d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.767+0000 7fab449a0700 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55614505b350 0x55614505d770 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3de4dd2401521b31 server_cookie=9505fac1a30de4d6 in_seq=0 out_seq=0 2023-12-07T14:03:24.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.767+0000 7fab1ffff700 10 client.25459 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:24.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.768+0000 7fab1ffff700 1 -- 172.21.15.39:0/1435058182 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556144fff6a0 con 0x55614505b350 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.768+0000 7fab1ffff700 10 client.25459 handle_command_reply: tid=0 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.768+0000 7fab52dfdb80 1 client.25459 shutdown 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145035050 msgr2=0x55614503a1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145035050 0x55614503a1f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fab38011e80 tx=0x7fab38014600 comp rx=0 tx=0).stop 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 shutdown_connections 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145035050 0x55614503a1f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55614505b350 0x55614505d770 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1435058182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145031360 0x556145039b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 >> 172.21.15.39:0/1435058182 conn(0x556144f5f360 msgr2=0x5561450364b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab1ffff700 0 client.25459 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 shutdown_connections 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1435058182 wait complete. 2023-12-07T14:03:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.769+0000 7fab52dfdb80 20 client.25459 trim_cache size 0 max 16384 2023-12-07T14:03:24.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.797+0000 7fab52dfdb80 1 Processor -- start 2023-12-07T14:03:24.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab52dfdb80 1 -- start start 2023-12-07T14:03:24.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145031360 0x556145033210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x556145033750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556144e03920 con 0x556145030a40 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55614502c8b0 con 0x556145035050 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55614503afb0 con 0x556145031360 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503a0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54474/0 (socket says 172.21.15.39:54474) 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 -- 172.21.15.39:0/1384372757 learned_addr learned my addr 172.21.15.39:0/1384372757 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab451a1700 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x556145033750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab3ffff700 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145031360 0x556145033210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 -- 172.21.15.39:0/1384372757 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145031360 msgr2=0x556145033210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145031360 0x556145033210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 -- 172.21.15.39:0/1384372757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 msgr2=0x556145033750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x556145033750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab449a0700 1 -- 172.21.15.39:0/1384372757 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556144d96c60 con 0x556145030a40 2023-12-07T14:03:24.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.798+0000 7fab451a1700 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x556145033750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:24.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.799+0000 7fab449a0700 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503a0c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fab3401b070 tx=0x7fab34030cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4789a7ca9ea87003 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.799+0000 7fab2b7fe700 1 -- 172.21.15.39:0/1384372757 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3402b040 con 0x556145030a40 2023-12-07T14:03:24.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.799+0000 7fab2b7fe700 1 -- 172.21.15.39:0/1384372757 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab3402c040 con 0x556145030a40 2023-12-07T14:03:24.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.799+0000 7fab2b7fe700 1 -- 172.21.15.39:0/1384372757 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab34030790 con 0x556145030a40 2023-12-07T14:03:24.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.800+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1384372757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 msgr2=0x55614503a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.800+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503a0c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fab3401b070 tx=0x7fab34030cb0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.800+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1384372757 shutdown_connections 2023-12-07T14:03:24.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.800+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x556145033750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.800+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145030a40 0x55614503a0c0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.800+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/1384372757 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145031360 0x556145033210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.800+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1384372757 >> 172.21.15.39:0/1384372757 conn(0x556144f5f360 msgr2=0x5561450620d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.801+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1384372757 shutdown_connections 2023-12-07T14:03:24.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.801+0000 7fab52dfdb80 1 -- 172.21.15.39:0/1384372757 wait complete. 2023-12-07T14:03:24.806 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 -- start start 2023-12-07T14:03:24.806 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 Processor -- start 2023-12-07T14:03:24.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145041490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x55614503f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.809 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x55614503f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556145041b60 con 0x556145031360 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55614503fd00 con 0x556145035050 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55614503fec0 con 0x556145030a40 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.802+0000 7fab52dfdb80 10 client.0 _ll_register_callbacks cb 0x556144e69a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x55614503f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab451a1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x55614503f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x55614503f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54482/0 (socket says 172.21.15.39:54482) 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab3ffff700 1 -- 172.21.15.39:0/493972299 learned_addr learned my addr 172.21.15.39:0/493972299 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab449a0700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145041490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab451a1700 1 -- 172.21.15.39:0/493972299 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 msgr2=0x556145041490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab451a1700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145041490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab451a1700 1 -- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 msgr2=0x55614503f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:24.810 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab451a1700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x55614503f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab451a1700 1 -- 172.21.15.39:0/493972299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556144dadde0 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab3ffff700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x55614503f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab449a0700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145041490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab451a1700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x55614503f7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fab38011ff0 tx=0x7fab38009e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59961ae9b52ae822 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.803+0000 7fab1ffff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.804+0000 7fab1ffff700 1 -- 172.21.15.39:0/493972299 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3800e040 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.804+0000 7fab1ffff700 1 -- 172.21.15.39:0/493972299 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab3801a040 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.804+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fab3401e040 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.804+0000 7fab1ffff700 1 -- 172.21.15.39:0/493972299 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab38003e10 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.804+0000 7fab52dfdb80 10 client.25394 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.804+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x556144e01630 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab1ffff700 1 -- 172.21.15.39:0/493972299 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab3401e040 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab1ffff700 1 -- 172.21.15.39:0/493972299 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fab380050b0 con 0x556145035050 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab52dfdb80 10 client.25394 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:24.811 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab52dfdb80 10 client.25394 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:03:24.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab52dfdb80 20 client.25394 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:24.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5561450b1bb0 0x5561450b3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:24.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab52dfdb80 4 client.25394 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:24.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556144f4afd0 con 0x5561450b1bb0 2023-12-07T14:03:24.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.805+0000 7fab449a0700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5561450b1bb0 0x5561450b3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:24.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.806+0000 7fab1ffff700 10 client.25394 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:24.813 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.806+0000 7fab449a0700 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5561450b1bb0 0x5561450b3fd0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=78e42e2f35996c7b server_cookie=e9fb40d3b4d0b9c7 in_seq=0 out_seq=0 2023-12-07T14:03:24.813 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.807+0000 7fab1ffff700 1 -- 172.21.15.39:0/493972299 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556144f4afd0 con 0x5561450b1bb0 2023-12-07T14:03:24.813 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.807+0000 7fab1ffff700 10 client.25394 handle_command_reply: tid=0 2023-12-07T14:03:24.813 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.807+0000 7fab52dfdb80 1 client.25394 shutdown 2023-12-07T14:03:24.813 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 msgr2=0x55614503f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.813 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x55614503f7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fab38011ff0 tx=0x7fab38009e40 comp rx=0 tx=0).stop 2023-12-07T14:03:24.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 shutdown_connections 2023-12-07T14:03:24.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5561450b1bb0 0x5561450b3fd0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556145035050 0x55614503f7c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556145030a40 0x556145041490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab1ffff700 0 client.25394 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:24.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 --2- 172.21.15.39:0/493972299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556145031360 0x55614503f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 >> 172.21.15.39:0/493972299 conn(0x556144f5f360 msgr2=0x556145033210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 shutdown_connections 2023-12-07T14:03:24.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 1 -- 172.21.15.39:0/493972299 wait complete. 2023-12-07T14:03:24.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.808+0000 7fab52dfdb80 20 client.25394 trim_cache size 0 max 16384 2023-12-07T14:03:24.815 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.810+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab300a1840 msgr2=0x7fab300a3d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.810+0000 7fab46c04700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab300a1840 0x7fab300a3d00 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fab4010d050 tx=0x7fab34005fd0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.810+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 msgr2=0x7fab401a3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.810+0000 7fab46c04700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 0x7fab401a3100 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fab2c00e970 tx=0x7fab2c00ec80 comp rx=0 tx=0).stop 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 shutdown_connections 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab4010be60 0x7fab4010c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401005a0 0x7fab401a2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab300a1840 0x7fab300a3d00 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 --2- 172.21.15.39:0/1354597862 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401056c0 0x7fab401a3100 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 >> 172.21.15.39:0/1354597862 conn(0x7fab400fbe00 msgr2=0x7fab400fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:24.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 shutdown_connections 2023-12-07T14:03:24.817 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:24.811+0000 7fab46c04700 1 -- 172.21.15.39:0/1354597862 wait complete. 2023-12-07T14:03:24.836 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:03:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.046+0000 7f7dac3c0700 1 -- 172.21.15.39:0/2212853021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100f10 msgr2=0x7f7da4104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.046+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/2212853021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100f10 0x7f7da4104f50 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f7d940098f0 tx=0x7f7d94009c00 comp rx=0 tx=0).stop 2023-12-07T14:03:25.050 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.048+0000 7f7dac3c0700 1 -- 172.21.15.39:0/2212853021 shutdown_connections 2023-12-07T14:03:25.050 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.048+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/2212853021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7da4105680 0x7f7da410d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.050 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.048+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/2212853021 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7da4100560 0x7f7da4100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.050 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.048+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/2212853021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100f10 0x7f7da4104f50 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.050 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.048+0000 7f7dac3c0700 1 -- 172.21.15.39:0/2212853021 >> 172.21.15.39:0/2212853021 conn(0x7f7da40fbda0 msgr2=0x7f7da40fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.048+0000 7f7dac3c0700 1 -- 172.21.15.39:0/2212853021 shutdown_connections 2023-12-07T14:03:25.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.049+0000 7f7dac3c0700 1 -- 172.21.15.39:0/2212853021 wait complete. 2023-12-07T14:03:25.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 Processor -- start 2023-12-07T14:03:25.052 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 -- start start 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100560 0x7f7da419c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7da4105680 0x7f7da419ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7da41966d0 0x7f7da4196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da4197150 con 0x7f7da4100560 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da4197290 con 0x7f7da41966d0 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7dac3c0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7da4197450 con 0x7f7da4105680 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7daa15c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100560 0x7f7da419c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7daa15c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100560 0x7f7da419c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54494/0 (socket says 172.21.15.39:54494) 2023-12-07T14:03:25.053 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.050+0000 7f7daa15c700 1 -- 172.21.15.39:0/3513587478 learned_addr learned my addr 172.21.15.39:0/3513587478 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7da995b700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7da4105680 0x7f7da419ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7daa15c700 1 -- 172.21.15.39:0/3513587478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7da4105680 msgr2=0x7f7da419ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7daa15c700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7da4105680 0x7f7da419ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7daa15c700 1 -- 172.21.15.39:0/3513587478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7da41966d0 msgr2=0x7f7da4196b80 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7daa15c700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7da41966d0 0x7f7da4196b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7daa15c700 1 -- 172.21.15.39:0/3513587478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da00095f0 con 0x7f7da4100560 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7da995b700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7da4105680 0x7f7da419ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7daa15c700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100560 0x7f7da419c550 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7da000ec10 tx=0x7f7da000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7d9b7fe700 1 -- 172.21.15.39:0/3513587478 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da000cde0 con 0x7f7da4100560 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d94009520 con 0x7f7da4100560 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7d9b7fe700 1 -- 172.21.15.39:0/3513587478 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7da00044e0 con 0x7f7da4100560 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.051+0000 7f7d9b7fe700 1 -- 172.21.15.39:0/3513587478 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da0010430 con 0x7f7da4100560 2023-12-07T14:03:25.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.052+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da41a3790 con 0x7f7da4100560 2023-12-07T14:03:25.057 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.055+0000 7f7d9b7fe700 1 -- 172.21.15.39:0/3513587478 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f7da0004000 con 0x7f7da4100560 2023-12-07T14:03:25.058 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.056+0000 7f7d9b7fe700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d900a1710 0x7f7d900a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.056+0000 7f7d9b7fe700 1 -- 172.21.15.39:0/3513587478 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7da0014070 con 0x7f7da4100560 2023-12-07T14:03:25.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.056+0000 7f7db85b9b80 1 Processor -- start 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7da995b700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d900a1710 0x7f7d900a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7db85b9b80 1 -- start start 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f197ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f197fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f1980670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f18ee7c0 con 0x5571f197aa40 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f18d57a0 con 0x5571f1980210 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f18d30c0 con 0x5571f197b360 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7da995b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f197fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7da995b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f197fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59226/0 (socket says 172.21.15.39:59226) 2023-12-07T14:03:25.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.057+0000 7f7da995b700 1 -- 172.21.15.39:0/2132403660 learned_addr learned my addr 172.21.15.39:0/2132403660 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7daa95d700 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f1980670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7da995b700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d900a1710 0x7f7d900a3bd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7d94000c00 tx=0x7f7d9400fbf0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f197ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7da995b700 1 -- 172.21.15.39:0/2132403660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 msgr2=0x5571f1980670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7da995b700 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f1980670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7da995b700 1 -- 172.21.15.39:0/2132403660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 msgr2=0x5571f197ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7da995b700 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f197ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7da995b700 1 -- 172.21.15.39:0/2132403660 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571f174b630 con 0x5571f197b360 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f197ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7da995b700 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f197fcd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7d94009fd0 tx=0x7f7d9401c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df50f7b3fc2c2b96 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.058+0000 7f7d98d82700 1 -- 172.21.15.39:0/2132403660 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d94028070 con 0x5571f197b360 2023-12-07T14:03:25.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.059+0000 7f7d98d82700 1 -- 172.21.15.39:0/2132403660 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d9400f840 con 0x5571f197b360 2023-12-07T14:03:25.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.059+0000 7f7d98d82700 1 -- 172.21.15.39:0/2132403660 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d9401c070 con 0x5571f197b360 2023-12-07T14:03:25.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.059+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2132403660 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 msgr2=0x5571f197fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.059+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f197fcd0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7d94009fd0 tx=0x7f7d9401c000 comp rx=0 tx=0).stop 2023-12-07T14:03:25.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.060+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2132403660 shutdown_connections 2023-12-07T14:03:25.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.060+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f1980670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.060+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f197ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.060+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2132403660 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f197fcd0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.060+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2132403660 >> 172.21.15.39:0/2132403660 conn(0x5571f18a9360 msgr2=0x5571f1975070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.061+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2132403660 shutdown_connections 2023-12-07T14:03:25.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.061+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2132403660 wait complete. 2023-12-07T14:03:25.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 -- start start 2023-12-07T14:03:25.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 Processor -- start 2023-12-07T14:03:25.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f198f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f198c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f198c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f18ce9b0 con 0x5571f197aa40 2023-12-07T14:03:25.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f1888560 con 0x5571f1980210 2023-12-07T14:03:25.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f1888200 con 0x5571f197b360 2023-12-07T14:03:25.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7db85b9b80 10 client.0 _ll_register_callbacks cb 0x5571f17b3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7da995b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f198c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7da995b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f198c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59232/0 (socket says 172.21.15.39:59232) 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.062+0000 7f7da995b700 1 -- 172.21.15.39:0/2116760844 learned_addr learned my addr 172.21.15.39:0/2116760844 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7daa95d700 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f198c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f198f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7da995b700 1 -- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 msgr2=0x5571f198c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7da995b700 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f198c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7da995b700 1 -- 172.21.15.39:0/2116760844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 msgr2=0x5571f198f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7da995b700 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f198f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7da995b700 1 -- 172.21.15.39:0/2116760844 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da410da70 con 0x5571f197b360 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7da995b700 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f198c3e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7d940098c0 tx=0x7f7d9400b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6570be3403ed4754 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7d8dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7d8dffb700 1 -- 172.21.15.39:0/2116760844 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d94028070 con 0x5571f197b360 2023-12-07T14:03:25.072 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.063+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571f196da00 con 0x5571f197b360 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7d8dffb700 1 -- 172.21.15.39:0/2116760844 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7d9400ba10 con 0x5571f197b360 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7d8dffb700 1 -- 172.21.15.39:0/2116760844 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7d940046d0 con 0x5571f197b360 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 10 client.25474 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x5571f16f7de0 con 0x5571f197b360 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7d8dffb700 1 -- 172.21.15.39:0/2116760844 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5571f196da00 con 0x5571f197b360 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7d8dffb700 1 -- 172.21.15.39:0/2116760844 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f7d94034070 con 0x5571f197b360 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 10 client.25474 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 10 client.25474 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 20 client.25474 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f199c650 0x5571f199ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 4 client.25474 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.064+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571f19496a0 con 0x5571f199c650 2023-12-07T14:03:25.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.065+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f199c650 0x5571f199ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.065+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f199c650 0x5571f199ea70 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f5d4ff6f0e4b7162 server_cookie=5a8eb94fb616e49d in_seq=0 out_seq=0 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.065+0000 7f7d8dffb700 10 client.25474 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7d8dffb700 1 -- 172.21.15.39:0/2116760844 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5571f19496a0 con 0x5571f199c650 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7d8dffb700 10 client.25474 handle_command_reply: tid=0 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 client.25474 shutdown 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 msgr2=0x5571f198c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f198c3e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7d940098c0 tx=0x7f7d9400b870 comp rx=0 tx=0).stop 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 shutdown_connections 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f198c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197aa40 0x5571f198f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f199c650 0x5571f199ea70 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2116760844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197b360 0x5571f198c3e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7d8dffb700 0 client.25474 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 >> 172.21.15.39:0/2116760844 conn(0x5571f18a9360 msgr2=0x5571f196fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 shutdown_connections 2023-12-07T14:03:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2116760844 wait complete. 2023-12-07T14:03:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.066+0000 7f7db85b9b80 20 client.25474 trim_cache size 0 max 16384 2023-12-07T14:03:25.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.086+0000 7f7db85b9b80 1 Processor -- start 2023-12-07T14:03:25.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.087+0000 7f7db85b9b80 1 -- start start 2023-12-07T14:03:25.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f198bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19805f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f196fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f174d920 con 0x5571f197b360 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f1975bb0 con 0x5571f1980210 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f198cf40 con 0x5571f197aa40 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7daa95d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f196fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7daa95d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f196fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45718/0 (socket says 172.21.15.39:45718) 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7daa95d700 1 -- 172.21.15.39:0/2686959913 learned_addr learned my addr 172.21.15.39:0/2686959913 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f198bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.088+0000 7f7da995b700 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19805f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7daa15c700 1 -- 172.21.15.39:0/2686959913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 msgr2=0x5571f196fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f196fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7daa15c700 1 -- 172.21.15.39:0/2686959913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 msgr2=0x5571f19805f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19805f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7daa15c700 1 -- 172.21.15.39:0/2686959913 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571f16e0c60 con 0x5571f197aa40 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7da995b700 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19805f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:25.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7daa15c700 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f198bce0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7da00cb000 tx=0x7f7da0003ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e07f8a09a8847ba9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7d99583700 1 -- 172.21.15.39:0/2686959913 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da009a7c0 con 0x5571f197aa40 2023-12-07T14:03:25.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.089+0000 7f7d99583700 1 -- 172.21.15.39:0/2686959913 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7da009e910 con 0x5571f197aa40 2023-12-07T14:03:25.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7d99583700 1 -- 172.21.15.39:0/2686959913 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da0098bf0 con 0x5571f197aa40 2023-12-07T14:03:25.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2686959913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 msgr2=0x5571f198bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f198bce0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7da00cb000 tx=0x7f7da0003ae0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2686959913 shutdown_connections 2023-12-07T14:03:25.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f196fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f198bce0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/2686959913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19805f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.090+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2686959913 >> 172.21.15.39:0/2686959913 conn(0x5571f18a9360 msgr2=0x5571f19a3390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.092+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2686959913 shutdown_connections 2023-12-07T14:03:25.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.092+0000 7f7db85b9b80 1 -- 172.21.15.39:0/2686959913 wait complete. 2023-12-07T14:03:25.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 -- start start 2023-12-07T14:03:25.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 Processor -- start 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f1993ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19940e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f1989ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f198a410 con 0x5571f197b360 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f198a580 con 0x5571f1980210 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571f198a740 con 0x5571f197aa40 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.093+0000 7f7db85b9b80 10 client.0 _ll_register_callbacks cb 0x5571f17b3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f1993ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f1993ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59244/0 (socket says 172.21.15.39:59244) 2023-12-07T14:03:25.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 -- 172.21.15.39:0/1118167868 learned_addr learned my addr 172.21.15.39:0/1118167868 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 -- 172.21.15.39:0/1118167868 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 msgr2=0x5571f1989ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f1989ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 -- 172.21.15.39:0/1118167868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 msgr2=0x5571f19940e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19940e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 -- 172.21.15.39:0/1118167868 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7da41a3790 con 0x5571f197aa40 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7daa15c700 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f1993ba0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7da0003a90 tx=0x7f7da009a7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80f6ffce2c4eab60 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7d8dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.094+0000 7f7d8dffb700 1 -- 172.21.15.39:0/1118167868 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da0098b60 con 0x5571f197aa40 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.095+0000 7f7d8dffb700 1 -- 172.21.15.39:0/1118167868 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7da001fde0 con 0x5571f197aa40 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.095+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7d9400f840 con 0x5571f197aa40 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.095+0000 7f7d8dffb700 1 -- 172.21.15.39:0/1118167868 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7da0003710 con 0x5571f197aa40 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.095+0000 7f7db85b9b80 10 client.25480 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.095+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x5571f171e250 con 0x5571f197aa40 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.095+0000 7f7d8dffb700 1 -- 172.21.15.39:0/1118167868 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7da0064020 con 0x5571f197aa40 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.096+0000 7f7d8dffb700 1 -- 172.21.15.39:0/1118167868 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f7da0099cb0 con 0x5571f197aa40 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.096+0000 7f7db85b9b80 10 client.25480 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.096+0000 7f7db85b9b80 10 client.25480 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.096+0000 7f7db85b9b80 20 client.25480 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.096+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f19eab80 0x5571f19ecf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.096+0000 7f7db85b9b80 4 client.25480 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:25.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.096+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5571f1894fd0 con 0x5571f19eab80 2023-12-07T14:03:25.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.098+0000 7f7da995b700 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f19eab80 0x5571f19ecf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.099+0000 7f7d8dffb700 10 client.25480 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:25.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.099+0000 7f7da995b700 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f19eab80 0x5571f19ecf70 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=31f979061b0bc44b server_cookie=e5892bcf0b15546b in_seq=0 out_seq=0 2023-12-07T14:03:25.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.099+0000 7f7d8dffb700 1 -- 172.21.15.39:0/1118167868 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5571f1894fd0 con 0x5571f19eab80 2023-12-07T14:03:25.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.099+0000 7f7d8dffb700 10 client.25480 handle_command_reply: tid=0 2023-12-07T14:03:25.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.099+0000 7f7db85b9b80 1 client.25480 shutdown 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 msgr2=0x5571f1993ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f1993ba0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7da0003a90 tx=0x7f7da009a7c0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 shutdown_connections 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5571f1980210 0x5571f1989ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5571f19eab80 0x5571f19ecf70 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5571f197aa40 0x5571f1993ba0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 --2- 172.21.15.39:0/1118167868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5571f197b360 0x5571f19940e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7d8dffb700 0 client.25480 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.100+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 >> 172.21.15.39:0/1118167868 conn(0x5571f18a9360 msgr2=0x5571f197e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.101+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 shutdown_connections 2023-12-07T14:03:25.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.101+0000 7f7db85b9b80 1 -- 172.21.15.39:0/1118167868 wait complete. 2023-12-07T14:03:25.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.101+0000 7f7db85b9b80 20 client.25480 trim_cache size 0 max 16384 2023-12-07T14:03:25.104 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.106+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d900a1710 msgr2=0x7f7d900a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.106+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d900a1710 0x7f7d900a3bd0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7d94000c00 tx=0x7f7d9400fbf0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.106+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100560 msgr2=0x7f7da419c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.106+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100560 0x7f7da419c550 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7da000ec10 tx=0x7f7da000c2d0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.106+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 shutdown_connections 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.107+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d900a1710 0x7f7d900a3bd0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.107+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7da41966d0 0x7f7da4196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.107+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7da4100560 0x7f7da419c550 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.107+0000 7f7dac3c0700 1 --2- 172.21.15.39:0/3513587478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7da4105680 0x7f7da419ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.107+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 >> 172.21.15.39:0/3513587478 conn(0x7f7da40fbda0 msgr2=0x7f7da40fd160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.107+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 shutdown_connections 2023-12-07T14:03:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.107+0000 7f7dac3c0700 1 -- 172.21.15.39:0/3513587478 wait complete. 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 -- 172.21.15.39:0/3119507763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff818108410 msgr2=0x7ff818108890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 --2- 172.21.15.39:0/3119507763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff818108410 0x7ff818108890 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff808009920 tx=0x7ff808009c30 comp rx=0 tx=0).stop 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 -- 172.21.15.39:0/3119507763 shutdown_connections 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 --2- 172.21.15.39:0/3119507763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff818108dd0 0x7ff818114900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 --2- 172.21.15.39:0/3119507763 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff81810dc40 0x7ff81810e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 --2- 172.21.15.39:0/3119507763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff818108410 0x7ff818108890 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 -- 172.21.15.39:0/3119507763 >> 172.21.15.39:0/3119507763 conn(0x7ff818077120 msgr2=0x7ff818079540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 -- 172.21.15.39:0/3119507763 shutdown_connections 2023-12-07T14:03:25.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.111+0000 7ff81c91c700 1 -- 172.21.15.39:0/3119507763 wait complete. 2023-12-07T14:03:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.112+0000 7ff81c91c700 1 Processor -- start 2023-12-07T14:03:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff81c91c700 1 -- start start 2023-12-07T14:03:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff81c91c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff818108410 0x7ff818083b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff81c91c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff818108dd0 0x7ff818084090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff81c91c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff81810dc40 0x7ff81807ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff81c91c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81807d5e0 con 0x7ff818108410 2023-12-07T14:03:25.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff81c91c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81807d750 con 0x7ff81810dc40 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff81c91c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81807d910 con 0x7ff818108dd0 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff818108dd0 0x7ff818084090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff818108dd0 0x7ff818084090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59260/0 (socket says 172.21.15.39:59260) 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 -- 172.21.15.39:0/2329389239 learned_addr learned my addr 172.21.15.39:0/2329389239 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff816d9d700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff81810dc40 0x7ff81807ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 -- 172.21.15.39:0/2329389239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff81810dc40 msgr2=0x7ff81807ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff81810dc40 0x7ff81807ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 -- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff818108410 msgr2=0x7ff818083b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff818108410 0x7ff818083b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff815d9b700 1 -- 172.21.15.39:0/2329389239 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff808009520 con 0x7ff818108dd0 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.113+0000 7ff816d9d700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff81810dc40 0x7ff81807ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.114+0000 7ff815d9b700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff818108dd0 0x7ff818084090 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff808009230 tx=0x7ff80800fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.115+0000 7ff8077fe700 1 -- 172.21.15.39:0/2329389239 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff80803e070 con 0x7ff818108dd0 2023-12-07T14:03:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.115+0000 7ff8077fe700 1 -- 172.21.15.39:0/2329389239 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff80800bba0 con 0x7ff818108dd0 2023-12-07T14:03:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.115+0000 7ff8077fe700 1 -- 172.21.15.39:0/2329389239 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff808004930 con 0x7ff818108dd0 2023-12-07T14:03:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.115+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8180816a0 con 0x7ff818108dd0 2023-12-07T14:03:25.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.115+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff818081aa0 con 0x7ff818108dd0 2023-12-07T14:03:25.121 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.119+0000 7ff8077fe700 1 -- 172.21.15.39:0/2329389239 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7ff808042070 con 0x7ff818108dd0 2023-12-07T14:03:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.120+0000 7ff8077fe700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff8000a1850 0x7ff8000a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.120+0000 7ff8077fe700 1 -- 172.21.15.39:0/2329389239 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff8080efdc0 con 0x7ff818108dd0 2023-12-07T14:03:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.120+0000 7ff81659c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff8000a1850 0x7ff8000a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.120+0000 7ff828b15b80 1 Processor -- start 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff828b15b80 1 -- start start 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b704ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704cf50 0x55e1b70505d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7050f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff828b15b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b6fc0760 con 0x55e1b704c630 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff828b15b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b6fa7740 con 0x55e1b704cf50 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff828b15b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b6fa5060 con 0x55e1b7050b10 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff815d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704cf50 0x55e1b70505d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff815d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704cf50 0x55e1b70505d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45746/0 (socket says 172.21.15.39:45746) 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff815d9b700 1 -- 172.21.15.39:0/146951059 learned_addr learned my addr 172.21.15.39:0/146951059 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff816d9d700 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7050f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.121+0000 7ff81659c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff8000a1850 0x7ff8000a3d10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff80c009b60 tx=0x7ff80c009620 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff815d9b700 1 -- 172.21.15.39:0/146951059 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 msgr2=0x55e1b7050f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff81659c700 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b704ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff815d9b700 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7050f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff815d9b700 1 -- 172.21.15.39:0/146951059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 msgr2=0x55e1b704ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff815d9b700 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b704ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff815d9b700 1 -- 172.21.15.39:0/146951059 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e1b6e1d5d0 con 0x55e1b704cf50 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff816d9d700 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7050f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff81659c700 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b704ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff815d9b700 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704cf50 0x55e1b70505d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff8080b9150 tx=0x7ff80800bd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6151d8f383aefcf5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff804ff9700 1 -- 172.21.15.39:0/146951059 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8080bcc50 con 0x55e1b704cf50 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff804ff9700 1 -- 172.21.15.39:0/146951059 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff8080c0da0 con 0x55e1b704cf50 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.122+0000 7ff804ff9700 1 -- 172.21.15.39:0/146951059 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8080bd110 con 0x55e1b704cf50 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.123+0000 7ff828b15b80 1 -- 172.21.15.39:0/146951059 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704cf50 msgr2=0x55e1b70505d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.123+0000 7ff828b15b80 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704cf50 0x55e1b70505d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7ff8080b9150 tx=0x7ff80800bd10 comp rx=0 tx=0).stop 2023-12-07T14:03:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.124+0000 7ff828b15b80 1 -- 172.21.15.39:0/146951059 shutdown_connections 2023-12-07T14:03:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.124+0000 7ff828b15b80 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7050f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.124+0000 7ff828b15b80 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b704ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.124+0000 7ff828b15b80 1 --2- 172.21.15.39:0/146951059 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704cf50 0x55e1b70505d0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.124+0000 7ff828b15b80 1 -- 172.21.15.39:0/146951059 >> 172.21.15.39:0/146951059 conn(0x55e1b6f7b300 msgr2=0x55e1b7046ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.125+0000 7ff828b15b80 1 -- 172.21.15.39:0/146951059 shutdown_connections 2023-12-07T14:03:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.125+0000 7ff828b15b80 1 -- 172.21.15.39:0/146951059 wait complete. 2023-12-07T14:03:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.125+0000 7ff828b15b80 1 -- start start 2023-12-07T14:03:25.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.125+0000 7ff828b15b80 1 Processor -- start 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.126+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7058280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.126+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7055570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.126+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7055bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.126+0000 7ff828b15b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b6fa0950 con 0x55e1b704cf50 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.126+0000 7ff828b15b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b6f5a500 con 0x55e1b704c630 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.126+0000 7ff828b15b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b6f5a1a0 con 0x55e1b7050b10 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff828b15b80 10 client.0 _ll_register_callbacks cb 0x55e1b6e85a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff815d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7055570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff816d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7055bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff815d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7055570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54550/0 (socket says 172.21.15.39:54550) 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff815d9b700 1 -- 172.21.15.39:0/1131704601 learned_addr learned my addr 172.21.15.39:0/1131704601 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff81659c700 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7058280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff816d9d700 1 -- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 msgr2=0x55e1b7058280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff816d9d700 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7058280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff816d9d700 1 -- 172.21.15.39:0/1131704601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 msgr2=0x55e1b7055570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff816d9d700 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7055570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff816d9d700 1 -- 172.21.15.39:0/1131704601 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff810003a00 con 0x55e1b7050b10 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff816d9d700 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7055bf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff810003fd0 tx=0x7ff8100049c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a492fe04ca7c70cd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff7fdffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1131704601 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff810004bb0 con 0x55e1b7050b10 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.127+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1131704601 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff810004d10 con 0x55e1b7050b10 2023-12-07T14:03:25.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.128+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e1b703f5f0 con 0x55e1b7050b10 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.128+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1131704601 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff81000eac0 con 0x55e1b7050b10 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 10 client.25492 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x7ff818081aa0 con 0x55e1b7050b10 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1131704601 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e1b703f5f0 con 0x55e1b7050b10 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1131704601 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ff81001c030 con 0x55e1b7050b10 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 10 client.25492 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 10 client.25492 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 20 client.25492 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b7076bf0 0x55e1b7079010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 4 client.25492 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.129+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e1b701b640 con 0x55e1b7076bf0 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.130+0000 7ff81659c700 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b7076bf0 0x55e1b7079010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.130+0000 7ff81659c700 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b7076bf0 0x55e1b7079010 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2326747cd6e76ca server_cookie=1ebb696fc9212b8d in_seq=0 out_seq=0 2023-12-07T14:03:25.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.130+0000 7ff7fdffb700 10 client.25492 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:25.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.131+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1131704601 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55e1b701b640 con 0x55e1b7076bf0 2023-12-07T14:03:25.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.131+0000 7ff7fdffb700 10 client.25492 handle_command_reply: tid=0 2023-12-07T14:03:25.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.131+0000 7ff828b15b80 1 client.25492 shutdown 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 msgr2=0x55e1b7055bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7055bf0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff810003fd0 tx=0x7ff8100049c0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 shutdown_connections 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7055bf0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b7076bf0 0x55e1b7079010 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7058280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1131704601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7055570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 >> 172.21.15.39:0/1131704601 conn(0x55e1b6f7b300 msgr2=0x55e1b7046b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.132+0000 7ff7fdffb700 0 client.25492 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.133+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 shutdown_connections 2023-12-07T14:03:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.133+0000 7ff828b15b80 1 -- 172.21.15.39:0/1131704601 wait complete. 2023-12-07T14:03:25.136 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.133+0000 7ff828b15b80 20 client.25492 trim_cache size 0 max 16384 2023-12-07T14:03:25.137 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:03:25.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.155+0000 7ff828b15b80 1 Processor -- start 2023-12-07T14:03:25.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff828b15b80 1 -- start start 2023-12-07T14:03:25.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7055ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7052e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7053370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff828b15b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b6e1f8c0 con 0x55e1b704cf50 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff828b15b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b7073560 con 0x55e1b704c630 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff828b15b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b7056680 con 0x55e1b7050b10 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff81659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7055ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff81659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7055ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45760/0 (socket says 172.21.15.39:45760) 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.156+0000 7ff81659c700 1 -- 172.21.15.39:0/2340181685 learned_addr learned my addr 172.21.15.39:0/2340181685 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.157+0000 7ff81659c700 1 -- 172.21.15.39:0/2340181685 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 msgr2=0x55e1b7053370 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.157+0000 7ff81659c700 1 --2- 172.21.15.39:0/2340181685 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7053370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.157+0000 7ff81659c700 1 -- 172.21.15.39:0/2340181685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 msgr2=0x55e1b7052e30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.157+0000 7ff81659c700 1 --2- 172.21.15.39:0/2340181685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7052e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.157+0000 7ff81659c700 1 -- 172.21.15.39:0/2340181685 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e1b6dc9d80 con 0x55e1b704c630 2023-12-07T14:03:25.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.157+0000 7ff81659c700 1 --2- 172.21.15.39:0/2340181685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7055ac0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x55e1b70798e0 tx=0x7ff80c011000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8623fce5b0d2dffa server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.158+0000 7ff8057fa700 1 -- 172.21.15.39:0/2340181685 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff80c021040 con 0x55e1b704c630 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.158+0000 7ff8057fa700 1 -- 172.21.15.39:0/2340181685 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff80c00ee90 con 0x55e1b704c630 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.158+0000 7ff8057fa700 1 -- 172.21.15.39:0/2340181685 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff80c004bb0 con 0x55e1b704c630 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.159+0000 7ff828b15b80 1 -- 172.21.15.39:0/2340181685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 msgr2=0x55e1b7055ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.159+0000 7ff828b15b80 1 --2- 172.21.15.39:0/2340181685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7055ac0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x55e1b70798e0 tx=0x7ff80c011000 comp rx=0 tx=0).stop 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.159+0000 7ff828b15b80 1 -- 172.21.15.39:0/2340181685 shutdown_connections 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.159+0000 7ff828b15b80 1 --2- 172.21.15.39:0/2340181685 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b7050b10 0x55e1b7053370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.159+0000 7ff828b15b80 1 --2- 172.21.15.39:0/2340181685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b704c630 0x55e1b7055ac0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.159+0000 7ff828b15b80 1 --2- 172.21.15.39:0/2340181685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704cf50 0x55e1b7052e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.159+0000 7ff828b15b80 1 -- 172.21.15.39:0/2340181685 >> 172.21.15.39:0/2340181685 conn(0x55e1b6f7b300 msgr2=0x55e1b7053e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.160+0000 7ff828b15b80 1 -- 172.21.15.39:0/2340181685 shutdown_connections 2023-12-07T14:03:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.161+0000 7ff828b15b80 1 -- 172.21.15.39:0/2340181685 wait complete. 2023-12-07T14:03:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.161+0000 7ff828b15b80 1 -- start start 2023-12-07T14:03:25.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.161+0000 7ff828b15b80 1 Processor -- start 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b705caf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b704cf50 0x55e1b7058e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff828b15b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b7050b10 0x55e1b7059390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff828b15b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b705d400 con 0x55e1b704c630 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff828b15b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b70598d0 con 0x55e1b7050b10 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff828b15b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1b7059a90 con 0x55e1b704cf50 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff828b15b80 10 client.0 _ll_register_callbacks cb 0x55e1b6e85a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff81659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b705caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff81659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b705caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54564/0 (socket says 172.21.15.39:54564) 2023-12-07T14:03:25.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff816d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b7050b10 0x55e1b7059390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff81659c700 1 -- 172.21.15.39:0/1145226274 learned_addr learned my addr 172.21.15.39:0/1145226274 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff815d9b700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b704cf50 0x55e1b7058e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff816d9d700 1 -- 172.21.15.39:0/1145226274 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b704cf50 msgr2=0x55e1b7058e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff816d9d700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b704cf50 0x55e1b7058e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff816d9d700 1 -- 172.21.15.39:0/1145226274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 msgr2=0x55e1b705caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff816d9d700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b705caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff816d9d700 1 -- 172.21.15.39:0/1145226274 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff80c00eb10 con 0x55e1b7050b10 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff815d9b700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b704cf50 0x55e1b7058e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff81659c700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b705caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff816d9d700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b7050b10 0x55e1b7059390 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff810002230 tx=0x7ff8100095d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaf1ddc0ae675e46 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.162+0000 7ff7fdffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1145226274 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff81002d050 con 0x55e1b7050b10 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff8080c0da0 con 0x55e1b7050b10 2023-12-07T14:03:25.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1145226274 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff8100288c0 con 0x55e1b7050b10 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1145226274 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff81000eed0 con 0x55e1b7050b10 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 10 client.25421 fetch_fsmap learned FSMap version 30 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x55e1b6db2c00 con 0x55e1b7050b10 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1145226274 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff8080c0da0 con 0x55e1b7050b10 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1145226274 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 30) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ff81001c040 con 0x55e1b7050b10 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 10 client.25421 fetch_fsmap finished waiting for FSMap version 30 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 10 client.25421 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 20 client.25421 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b70ce470 0x55e1b70d0890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 4 client.25421 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.163+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e1b6f66f70 con 0x55e1b70ce470 2023-12-07T14:03:25.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.164+0000 7ff81659c700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b70ce470 0x55e1b70d0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.164+0000 7ff81659c700 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b70ce470 0x55e1b70d0890 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=791654f2edeeabb1 server_cookie=5e581ededd4670d5 in_seq=0 out_seq=0 2023-12-07T14:03:25.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.164+0000 7ff7fdffb700 10 client.25421 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:25.199 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.197+0000 7ff7fdffb700 1 -- 172.21.15.39:0/1145226274 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e1b6f66f70 con 0x55e1b70ce470 2023-12-07T14:03:25.199 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.197+0000 7ff7fdffb700 10 client.25421 handle_command_reply: tid=0 2023-12-07T14:03:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 client.25421 shutdown 2023-12-07T14:03:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b7050b10 msgr2=0x55e1b7059390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b7050b10 0x55e1b7059390 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ff810002230 tx=0x7ff8100095d0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 shutdown_connections 2023-12-07T14:03:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e1b70ce470 0x55e1b70d0890 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e1b7050b10 0x55e1b7059390 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.202 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e1b704c630 0x55e1b705caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 --2- 172.21.15.39:0/1145226274 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e1b704cf50 0x55e1b7058e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff7fdffb700 0 client.25421 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:25.203 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.200+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 >> 172.21.15.39:0/1145226274 conn(0x55e1b6f7b300 msgr2=0x55e1b7052f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.203+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 shutdown_connections 2023-12-07T14:03:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.203+0000 7ff828b15b80 1 -- 172.21.15.39:0/1145226274 wait complete. 2023-12-07T14:03:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.203+0000 7ff828b15b80 20 client.25421 trim_cache size 0 max 16384 2023-12-07T14:03:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:03:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:03:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:03:25.205 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:03:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.203+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff8000a1850 msgr2=0x7ff8000a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.203+0000 7ff81c91c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff8000a1850 0x7ff8000a3d10 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff80c009b60 tx=0x7ff80c009620 comp rx=0 tx=0).stop 2023-12-07T14:03:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.204+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff818108dd0 msgr2=0x7ff818084090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.206 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.204+0000 7ff81c91c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff818108dd0 0x7ff818084090 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff808009230 tx=0x7ff80800fa00 comp rx=0 tx=0).stop 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 shutdown_connections 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff8000a1850 0x7ff8000a3d10 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff81810dc40 0x7ff81807ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff818108410 0x7ff818083b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 --2- 172.21.15.39:0/2329389239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff818108dd0 0x7ff818084090 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 >> 172.21.15.39:0/2329389239 conn(0x7ff818077120 msgr2=0x7ff818079a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 shutdown_connections 2023-12-07T14:03:25.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:25.206+0000 7ff81c91c700 1 -- 172.21.15.39:0/2329389239 wait complete. 2023-12-07T14:03:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.333+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/3759510824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01057f0 msgr2=0x7fc4e0105ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.333+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/3759510824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01057f0 0x7fc4e0105ca0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4009990 tx=0x7fc4d4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.333+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/3759510824 shutdown_connections 2023-12-07T14:03:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.333+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/3759510824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01057f0 0x7fc4e0105ca0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.333+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/3759510824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e01003f0 0x7fc4e01007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.333+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/3759510824 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4e0100d10 0x7fc4e01051d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.333+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/3759510824 >> 172.21.15.39:0/3759510824 conn(0x7fc4e00fbe00 msgr2=0x7fc4e00fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.335+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/3759510824 shutdown_connections 2023-12-07T14:03:25.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.335+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/3759510824 wait complete. 2023-12-07T14:03:25.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 Processor -- start 2023-12-07T14:03:25.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 -- start start 2023-12-07T14:03:25.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01003f0 0x7fc4e019dec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e0100d10 0x7fc4e019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4e01057f0 0x7fc4e01a27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e01a2de0 con 0x7fc4e01003f0 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e01a2f50 con 0x7fc4e0100d10 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4e4b9c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4e01a3110 con 0x7fc4e01057f0 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4ddd9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e0100d10 0x7fc4e019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4ddd9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e0100d10 0x7fc4e019e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45782/0 (socket says 172.21.15.39:45782) 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/327655149 learned_addr learned my addr 172.21.15.39:0/327655149 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.336+0000 7fc4ded9d700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4e01057f0 0x7fc4e01a27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4de59c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01003f0 0x7fc4e019dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4ded9d700 1 -- 172.21.15.39:0/327655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e0100d10 msgr2=0x7fc4e019e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4ded9d700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e0100d10 0x7fc4e019e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4ded9d700 1 -- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01003f0 msgr2=0x7fc4e019dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4ded9d700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01003f0 0x7fc4e019dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4ded9d700 1 -- 172.21.15.39:0/327655149 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4d40095f0 con 0x7fc4e01057f0 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4de59c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01003f0 0x7fc4e019dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e0100d10 0x7fc4e019e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.337+0000 7fc4ded9d700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4e01057f0 0x7fc4e01a27a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40098e0 tx=0x7fc4d4004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.338+0000 7fc4cf7fe700 1 -- 172.21.15.39:0/327655149 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d401d070 con 0x7fc4e01057f0 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.338+0000 7fc4cf7fe700 1 -- 172.21.15.39:0/327655149 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4d4005030 con 0x7fc4e01057f0 2023-12-07T14:03:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.338+0000 7fc4cf7fe700 1 -- 172.21.15.39:0/327655149 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d4004a00 con 0x7fc4e01057f0 2023-12-07T14:03:25.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.338+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4e01a3390 con 0x7fc4e01057f0 2023-12-07T14:03:25.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.338+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4e0106980 con 0x7fc4e01057f0 2023-12-07T14:03:25.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.341+0000 7fc4cf7fe700 1 -- 172.21.15.39:0/327655149 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7fc4d40051a0 con 0x7fc4e01057f0 2023-12-07T14:03:25.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.342+0000 7fc4cf7fe700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc4c80a1790 0x7fc4c80a3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.342+0000 7fc4cf7fe700 1 -- 172.21.15.39:0/327655149 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc4d40ce1a0 con 0x7fc4e01057f0 2023-12-07T14:03:25.344 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.342+0000 7fc4de59c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc4c80a1790 0x7fc4c80a3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.342+0000 7fc4f0d95b80 1 Processor -- start 2023-12-07T14:03:25.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4f0d95b80 1 -- start start 2023-12-07T14:03:25.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4de59c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc4c80a1790 0x7fc4c80a3c50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc4d80093a0 tx=0x7fc4d800b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.345 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cca40 0x55dfb63cce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cd360 0x55dfb63d0b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb63407c0 con 0x55dfb63d1050 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb63277a0 con 0x55dfb63cd360 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb63250c0 con 0x55dfb63cca40 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4ddd9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cd360 0x55dfb63d0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4ddd9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cd360 0x55dfb63d0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45788/0 (socket says 172.21.15.39:45788) 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/2183870116 learned_addr learned my addr 172.21.15.39:0/2183870116 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.343+0000 7fc4de59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cca40 0x55dfb63cce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.346 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ded9d700 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/2183870116 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cca40 msgr2=0x55dfb63cce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cca40 0x55dfb63cce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/2183870116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 msgr2=0x55dfb63d14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.347 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/2183870116 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dfb619d630 con 0x55dfb63cd360 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ded9d700 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cd360 0x55dfb63d0b10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0011570 tx=0x7fc4d0011880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bec49629bdc54eb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ccff9700 1 -- 172.21.15.39:0/2183870116 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0019410 con 0x55dfb63cd360 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ccff9700 1 -- 172.21.15.39:0/2183870116 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4d0019a30 con 0x55dfb63cd360 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.344+0000 7fc4ccff9700 1 -- 172.21.15.39:0/2183870116 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0018b20 con 0x55dfb63cd360 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.345+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/2183870116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cd360 msgr2=0x55dfb63d0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.345+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cd360 0x55dfb63d0b10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0011570 tx=0x7fc4d0011880 comp rx=0 tx=0).stop 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.346+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/2183870116 shutdown_connections 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.346+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.346+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cca40 0x55dfb63cce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.346+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/2183870116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cd360 0x55dfb63d0b10 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.346+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/2183870116 >> 172.21.15.39:0/2183870116 conn(0x55dfb62fb360 msgr2=0x55dfb63c7070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.347+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/2183870116 shutdown_connections 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.347+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/2183870116 wait complete. 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.347+0000 7fc4f0d95b80 1 -- start start 2023-12-07T14:03:25.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.347+0000 7fc4f0d95b80 1 Processor -- start 2023-12-07T14:03:25.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63d8860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63d5ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb63209b0 con 0x55dfb63d1050 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb62da560 con 0x55dfb63cca40 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb62da200 con 0x55dfb63cd360 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4f0d95b80 10 client.0 _ll_register_callbacks cb 0x55dfb6205a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4ddd9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63d5ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4ddd9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63d5ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59314/0 (socket says 172.21.15.39:59314) 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/1079709824 learned_addr learned my addr 172.21.15.39:0/1079709824 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.353 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.348+0000 7fc4de59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63d8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.349+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/1079709824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 msgr2=0x55dfb63d8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.349+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63d8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.349+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/1079709824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 msgr2=0x55dfb63d6220 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.349+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d6220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.349+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/1079709824 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4d0009d90 con 0x55dfb63cd360 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.349+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63d5ae0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0014040 tx=0x7fc4d0019640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6318d07dd7de2aab server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.349+0000 7fc4c5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.350+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/1079709824 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0005d50 con 0x55dfb63cd360 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.350+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/1079709824 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc4d0005240 con 0x55dfb63cd360 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.350+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dfb63bfa00 con 0x55dfb63cd360 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.350+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/1079709824 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc4d0005400 con 0x55dfb63cd360 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.350+0000 7fc4f0d95b80 10 client.25507 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:25.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.350+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55dfb6149de0 con 0x55dfb63cd360 2023-12-07T14:03:25.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/1079709824 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4d002f020 con 0x55dfb63cd360 2023-12-07T14:03:25.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/1079709824 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fc4d0029070 con 0x55dfb63cd360 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4f0d95b80 10 client.25507 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4f0d95b80 10 client.25507 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4f0d95b80 20 client.25507 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb63e62c0 0x55dfb63e86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4f0d95b80 4 client.25507 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dfb639b6a0 con 0x55dfb63e62c0 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.351+0000 7fc4de59c700 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb63e62c0 0x55dfb63e86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.352+0000 7fc4c5ffb700 10 client.25507 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.352+0000 7fc4de59c700 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb63e62c0 0x55dfb63e86e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=74da6dbd0d4d2fbd server_cookie=77c003a7df61c9a4 in_seq=0 out_seq=0 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.353+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/1079709824 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55dfb639b6a0 con 0x55dfb63e62c0 2023-12-07T14:03:25.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.353+0000 7fc4c5ffb700 10 client.25507 handle_command_reply: tid=0 2023-12-07T14:03:25.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 client.25507 shutdown 2023-12-07T14:03:25.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 msgr2=0x55dfb63d5ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63d5ae0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0014040 tx=0x7fc4d0019640 comp rx=0 tx=0).stop 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 shutdown_connections 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb63e62c0 0x55dfb63e86e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63d6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4c5ffb700 0 client.25507 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63d8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/1079709824 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63d5ae0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 >> 172.21.15.39:0/1079709824 conn(0x55dfb62fb360 msgr2=0x55dfb63d24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 shutdown_connections 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.354+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/1079709824 wait complete. 2023-12-07T14:03:25.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.355+0000 7fc4f0d95b80 20 client.25507 trim_cache size 0 max 16384 2023-12-07T14:03:25.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 Processor -- start 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 -- start start 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63e86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63dd300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63dd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb619f920 con 0x55dfb63d1050 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb63cfd10 con 0x55dfb63cca40 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.376+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb63d69b0 con 0x55dfb63cd360 2023-12-07T14:03:25.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63e86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63e86e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45800/0 (socket says 172.21.15.39:45800) 2023-12-07T14:03:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 -- 172.21.15.39:0/3474184953 learned_addr learned my addr 172.21.15.39:0/3474184953 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63dd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 -- 172.21.15.39:0/3474184953 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 msgr2=0x55dfb63dd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63dd300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 -- 172.21.15.39:0/3474184953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 msgr2=0x55dfb63dd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63dd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 -- 172.21.15.39:0/3474184953 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dfb6132c60 con 0x55dfb63cca40 2023-12-07T14:03:25.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.377+0000 7fc4de59c700 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63e86e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55dfb63e9010 tx=0x7fc4d8013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a2dda92a81bdb01 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.378+0000 7fc4cd7fa700 1 -- 172.21.15.39:0/3474184953 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d800e050 con 0x55dfb63cca40 2023-12-07T14:03:25.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.378+0000 7fc4cd7fa700 1 -- 172.21.15.39:0/3474184953 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4d800f040 con 0x55dfb63cca40 2023-12-07T14:03:25.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.378+0000 7fc4cd7fa700 1 -- 172.21.15.39:0/3474184953 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d80156e0 con 0x55dfb63cca40 2023-12-07T14:03:25.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/3474184953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 msgr2=0x55dfb63e86e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63e86e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x55dfb63e9010 tx=0x7fc4d8013000 comp rx=0 tx=0).stop 2023-12-07T14:03:25.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/3474184953 shutdown_connections 2023-12-07T14:03:25.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63d1050 0x55dfb63dd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63cca40 0x55dfb63e86e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/3474184953 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63dd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/3474184953 >> 172.21.15.39:0/3474184953 conn(0x55dfb62fb360 msgr2=0x55dfb63ed060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/3474184953 shutdown_connections 2023-12-07T14:03:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.379+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/3474184953 wait complete. 2023-12-07T14:03:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 -- start start 2023-12-07T14:03:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 Processor -- start 2023-12-07T14:03:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63cca40 0x55dfb63db2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63db820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63d1050 0x55dfb63dbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb6437910 con 0x55dfb63cca40 2023-12-07T14:03:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb6437a80 con 0x55dfb63d1050 2023-12-07T14:03:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfb6437c40 con 0x55dfb63cd360 2023-12-07T14:03:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4f0d95b80 10 client.0 _ll_register_callbacks cb 0x55dfb6205a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4de59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63cca40 0x55dfb63db2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ded9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63d1050 0x55dfb63dbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4de59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63cca40 0x55dfb63db2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54604/0 (socket says 172.21.15.39:54604) 2023-12-07T14:03:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4de59c700 1 -- 172.21.15.39:0/41475770 learned_addr learned my addr 172.21.15.39:0/41475770 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63db820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/41475770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63d1050 msgr2=0x55dfb63dbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63d1050 0x55dfb63dbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/41475770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63cca40 msgr2=0x55dfb63db2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63cca40 0x55dfb63db2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ddd9b700 1 -- 172.21.15.39:0/41475770 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4d801f040 con 0x55dfb63cd360 2023-12-07T14:03:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4ded9d700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63d1050 0x55dfb63dbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.380+0000 7fc4de59c700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63cca40 0x55dfb63db2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4ddd9b700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63db820 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0018bf0 tx=0x7fc4d0018ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5a2a020d8f6461b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4c5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/41475770 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4d0005440 con 0x55dfb63cd360 2023-12-07T14:03:25.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc4d0019a30 con 0x55dfb63cd360 2023-12-07T14:03:25.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/41475770 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc4d0000e40 con 0x55dfb63cd360 2023-12-07T14:03:25.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/41475770 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc4d00055a0 con 0x55dfb63cd360 2023-12-07T14:03:25.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4f0d95b80 10 client.25513 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:25.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.381+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55dfb6170250 con 0x55dfb63cd360 2023-12-07T14:03:25.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.382+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/41475770 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4d0019a30 con 0x55dfb63cd360 2023-12-07T14:03:25.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.382+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/41475770 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fc4d00119a0 con 0x55dfb63cd360 2023-12-07T14:03:25.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.383+0000 7fc4f0d95b80 10 client.25513 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:25.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.383+0000 7fc4f0d95b80 10 client.25513 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:03:25.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.383+0000 7fc4f0d95b80 20 client.25513 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.383+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb64390c0 0x55dfb6450800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.383+0000 7fc4f0d95b80 4 client.25513 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:25.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.383+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55dfb62e6fd0 con 0x55dfb64390c0 2023-12-07T14:03:25.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.384+0000 7fc4de59c700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb64390c0 0x55dfb6450800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.393+0000 7fc4de59c700 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb64390c0 0x55dfb6450800 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=42b35dd890e03519 server_cookie=2d97027ff3eeeb10 in_seq=0 out_seq=0 2023-12-07T14:03:25.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.393+0000 7fc4c5ffb700 10 client.25513 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:25.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.395+0000 7fc4c5ffb700 1 -- 172.21.15.39:0/41475770 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55dfb62e6fd0 con 0x55dfb64390c0 2023-12-07T14:03:25.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.395+0000 7fc4c5ffb700 10 client.25513 handle_command_reply: tid=0 2023-12-07T14:03:25.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.395+0000 7fc4f0d95b80 1 client.25513 shutdown 2023-12-07T14:03:25.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.396+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 msgr2=0x55dfb63db820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.396+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63db820 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0018bf0 tx=0x7fc4d0018ad0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.402+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 shutdown_connections 2023-12-07T14:03:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.402+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55dfb64390c0 0x55dfb6450800 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.402+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55dfb63d1050 0x55dfb63dbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.402+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfb63cca40 0x55dfb63db2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.402+0000 7fc4f0d95b80 1 --2- 172.21.15.39:0/41475770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55dfb63cd360 0x55dfb63db820 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.402+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 >> 172.21.15.39:0/41475770 conn(0x55dfb62fb360 msgr2=0x55dfb63cf1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.403+0000 7fc4c5ffb700 0 client.25513 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:25.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.403+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 shutdown_connections 2023-12-07T14:03:25.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.403+0000 7fc4f0d95b80 1 -- 172.21.15.39:0/41475770 wait complete. 2023-12-07T14:03:25.407 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.405+0000 7fc4f0d95b80 20 client.25513 trim_cache size 0 max 16384 2023-12-07T14:03:25.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc4c80a1790 msgr2=0x7fc4c80a3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc4c80a1790 0x7fc4c80a3c50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc4d80093a0 tx=0x7fc4d800b040 comp rx=0 tx=0).stop 2023-12-07T14:03:25.412 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4e01057f0 msgr2=0x7fc4e01a27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.412 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4e01057f0 0x7fc4e01a27a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc4d40098e0 tx=0x7fc4d4004730 comp rx=0 tx=0).stop 2023-12-07T14:03:25.412 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 shutdown_connections 2023-12-07T14:03:25.412 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc4e01057f0 0x7fc4e01a27a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.412 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc4e01003f0 0x7fc4e019dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.412 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc4c80a1790 0x7fc4c80a3c50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.412 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 --2- 172.21.15.39:0/327655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4e0100d10 0x7fc4e019e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.408+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 >> 172.21.15.39:0/327655149 conn(0x7fc4e00fbe00 msgr2=0x7fc4e01031a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.409+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 shutdown_connections 2023-12-07T14:03:25.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.409+0000 7fc4e4b9c700 1 -- 172.21.15.39:0/327655149 wait complete. 2023-12-07T14:03:25.430 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:25 smithi039 ceph-mon[98864]: pgmap v30: 97 pgs: 97 active+clean; 1.9 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 72 MiB/s wr, 2.40k op/s 2023-12-07T14:03:25.430 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:25 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3147365138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:03:25.432 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:03:25.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:25 smithi055 ceph-mon[103363]: pgmap v30: 97 pgs: 97 active+clean; 1.9 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 72 MiB/s wr, 2.40k op/s 2023-12-07T14:03:25.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:25 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3147365138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:03:25.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.681+0000 7f174197c700 1 -- 172.21.15.39:0/3836958410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 msgr2=0x7f173c107f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.681+0000 7f174197c700 1 --2- 172.21.15.39:0/3836958410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 0x7f173c107f90 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f1730009990 tx=0x7f1730009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.682+0000 7f174197c700 1 -- 172.21.15.39:0/3836958410 shutdown_connections 2023-12-07T14:03:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.682+0000 7f174197c700 1 --2- 172.21.15.39:0/3836958410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f173c1084d0 0x7f173c1148c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.682+0000 7f174197c700 1 --2- 172.21.15.39:0/3836958410 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f173c10ca80 0x7f173c10ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.682+0000 7f174197c700 1 --2- 172.21.15.39:0/3836958410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 0x7f173c107f90 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.682+0000 7f174197c700 1 -- 172.21.15.39:0/3836958410 >> 172.21.15.39:0/3836958410 conn(0x7f173c0773a0 msgr2=0x7f173c1063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.682+0000 7f174197c700 1 -- 172.21.15.39:0/3836958410 shutdown_connections 2023-12-07T14:03:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.682+0000 7f174197c700 1 -- 172.21.15.39:0/3836958410 wait complete. 2023-12-07T14:03:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 Processor -- start 2023-12-07T14:03:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 -- start start 2023-12-07T14:03:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 0x7f173c081990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f173c1084d0 0x7f173c081f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f173c10ca80 0x7f173c07ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173c07b2e0 con 0x7f173c107b10 2023-12-07T14:03:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173c07b450 con 0x7f173c10ca80 2023-12-07T14:03:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.683+0000 7f174197c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173c07b610 con 0x7f173c1084d0 2023-12-07T14:03:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f173c10ca80 0x7f173c07ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f173c10ca80 0x7f173c07ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45822/0 (socket says 172.21.15.39:45822) 2023-12-07T14:03:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173b7fe700 1 -- 172.21.15.39:0/794947841 learned_addr learned my addr 172.21.15.39:0/794947841 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173a7fc700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f173c1084d0 0x7f173c081f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173affd700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 0x7f173c081990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173a7fc700 1 -- 172.21.15.39:0/794947841 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f173c10ca80 msgr2=0x7f173c07ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173a7fc700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f173c10ca80 0x7f173c07ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173a7fc700 1 -- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 msgr2=0x7f173c081990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173a7fc700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 0x7f173c081990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.684+0000 7f173a7fc700 1 -- 172.21.15.39:0/794947841 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17300095f0 con 0x7f173c1084d0 2023-12-07T14:03:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.685+0000 7f173a7fc700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f173c1084d0 0x7f173c081f10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f17300098e0 tx=0x7f1730004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.685+0000 7f174097a700 1 -- 172.21.15.39:0/794947841 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173001d070 con 0x7f173c1084d0 2023-12-07T14:03:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.685+0000 7f174097a700 1 -- 172.21.15.39:0/794947841 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1730021410 con 0x7f173c1084d0 2023-12-07T14:03:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.685+0000 7f174097a700 1 -- 172.21.15.39:0/794947841 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1730017650 con 0x7f173c1084d0 2023-12-07T14:03:25.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.685+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f173c07b890 con 0x7f173c1084d0 2023-12-07T14:03:25.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.685+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f173c07f700 con 0x7f173c1084d0 2023-12-07T14:03:25.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:25 smithi089 ceph-mon[103124]: pgmap v30: 97 pgs: 97 active+clean; 1.9 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 72 MiB/s wr, 2.40k op/s 2023-12-07T14:03:25.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:25 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3147365138' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:03:25.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.690+0000 7f174db75b80 1 Processor -- start 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174db75b80 1 -- start start 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174db75b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5966e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174db75b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174db75b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe596b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174db75b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe58da7c0 con 0x563fe596b050 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174db75b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe58c17a0 con 0x563fe5966a40 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174db75b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe58bf0c0 con 0x563fe5967360 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5966e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5966e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45826/0 (socket says 172.21.15.39:45826) 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 -- 172.21.15.39:0/1479448103 learned_addr learned my addr 172.21.15.39:0/1479448103 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173affd700 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f174097a700 1 -- 172.21.15.39:0/794947841 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f173000fa10 con 0x7f173c1084d0 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173a7fc700 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe596b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 -- 172.21.15.39:0/1479448103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 msgr2=0x563fe596ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 -- 172.21.15.39:0/1479448103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 msgr2=0x563fe596b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe596b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173b7fe700 1 -- 172.21.15.39:0/1479448103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563fe5737630 con 0x563fe5966a40 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.691+0000 7f173affd700 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f173a7fc700 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe596b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5966e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f173400e680 tx=0x7f1734009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d7edbd7512af10cc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f1721ffb700 1 -- 172.21.15.39:0/1479448103 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173400e040 con 0x563fe5966a40 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f174097a700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17240a17e0 0x7f17240a3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f1721ffb700 1 -- 172.21.15.39:0/1479448103 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f173400f040 con 0x563fe5966a40 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f1721ffb700 1 -- 172.21.15.39:0/1479448103 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17340047e0 con 0x563fe5966a40 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f173affd700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17240a17e0 0x7f17240a3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.692+0000 7f174097a700 1 -- 172.21.15.39:0/794947841 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f17300ce1e0 con 0x7f173c1084d0 2023-12-07T14:03:25.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f173affd700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17240a17e0 0x7f17240a3ca0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f172c009f80 tx=0x7f172c009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 -- 172.21.15.39:0/1479448103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 msgr2=0x563fe5966e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5966e20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f173400e680 tx=0x7f1734009920 comp rx=0 tx=0).stop 2023-12-07T14:03:25.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 -- 172.21.15.39:0/1479448103 shutdown_connections 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe596b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5966e20 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 --2- 172.21.15.39:0/1479448103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 -- 172.21.15.39:0/1479448103 >> 172.21.15.39:0/1479448103 conn(0x563fe5895360 msgr2=0x563fe5961070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 -- 172.21.15.39:0/1479448103 shutdown_connections 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.693+0000 7f174db75b80 1 -- 172.21.15.39:0/1479448103 wait complete. 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.694+0000 7f174db75b80 1 -- start start 2023-12-07T14:03:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.694+0000 7f174db75b80 1 Processor -- start 2023-12-07T14:03:25.699 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f174db75b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.699 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f174db75b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.699 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f174db75b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe596ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f174db75b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe58ba9b0 con 0x563fe5966a40 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f174db75b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe5874560 con 0x563fe596b050 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f174db75b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe5874200 con 0x563fe5967360 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f174db75b80 10 client.0 _ll_register_callbacks cb 0x563fe579fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f173a7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f173a7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59354/0 (socket says 172.21.15.39:59354) 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f173a7fc700 1 -- 172.21.15.39:0/2157176899 learned_addr learned my addr 172.21.15.39:0/2157176899 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.696+0000 7f173affd700 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f173a7fc700 1 -- 172.21.15.39:0/2157176899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 msgr2=0x563fe596ffb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f173b7fe700 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe596ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f173a7fc700 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe596ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f173a7fc700 1 -- 172.21.15.39:0/2157176899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 msgr2=0x563fe5972770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f173a7fc700 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f173a7fc700 1 -- 172.21.15.39:0/2157176899 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f172c0098e0 con 0x563fe5967360 2023-12-07T14:03:25.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f173a7fc700 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596f9f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f173000b2e0 tx=0x7f17300974e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=885768db23eeb7b3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.701 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f171affd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.697+0000 7f171affd700 1 -- 172.21.15.39:0/2157176899 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173009a760 con 0x563fe5967360 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.698+0000 7f171affd700 1 -- 172.21.15.39:0/2157176899 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f17300ce020 con 0x563fe5967360 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.698+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563fe5959a00 con 0x563fe5967360 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.698+0000 7f171affd700 1 -- 172.21.15.39:0/2157176899 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17300a1300 con 0x563fe5967360 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.698+0000 7f174db75b80 10 client.25525 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.698+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x7f173400e330 con 0x563fe5967360 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f171affd700 1 -- 172.21.15.39:0/2157176899 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17300b2030 con 0x563fe5967360 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f171affd700 1 -- 172.21.15.39:0/2157176899 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f17300a2ee0 con 0x563fe5967360 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f174db75b80 10 client.25525 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:25.702 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f174db75b80 10 client.25525 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:03:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f174db75b80 20 client.25525 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f174db75b80 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe597ffe0 0x563fe5982400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f174db75b80 4 client.25525 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.699+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563fe59356a0 con 0x563fe597ffe0 2023-12-07T14:03:25.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.700+0000 7f173affd700 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe597ffe0 0x563fe5982400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.701+0000 7f173affd700 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe597ffe0 0x563fe5982400 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=73bfba2611aefff5 server_cookie=bdb6529222f7a5a3 in_seq=0 out_seq=0 2023-12-07T14:03:25.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.701+0000 7f171affd700 10 client.25525 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:25.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.701+0000 7f171affd700 1 -- 172.21.15.39:0/2157176899 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x563fe59356a0 con 0x563fe597ffe0 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.701+0000 7f171affd700 10 client.25525 handle_command_reply: tid=0 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.701+0000 7f174db75b80 1 client.25525 shutdown 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 msgr2=0x563fe596f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596f9f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f173000b2e0 tx=0x7f17300974e0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 shutdown_connections 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe597ffe0 0x563fe5982400 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe596ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 --2- 172.21.15.39:0/2157176899 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596f9f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 >> 172.21.15.39:0/2157176899 conn(0x563fe5895360 msgr2=0x563fe596c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f171affd700 0 client.25525 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 shutdown_connections 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 1 -- 172.21.15.39:0/2157176899 wait complete. 2023-12-07T14:03:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.702+0000 7f174db75b80 20 client.25525 trim_cache size 0 max 16384 2023-12-07T14:03:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 Processor -- start 2023-12-07T14:03:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 -- start start 2023-12-07T14:03:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe5986d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe5739920 con 0x563fe5966a40 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe5961c20 con 0x563fe596b050 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.727+0000 7f174db75b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe596f7e0 con 0x563fe5967360 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe5986d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54642/0 (socket says 172.21.15.39:54642) 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173affd700 1 -- 172.21.15.39:0/1146244500 learned_addr learned my addr 172.21.15.39:0/1146244500 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173b7fe700 1 -- 172.21.15.39:0/1146244500 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 msgr2=0x563fe596c440 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596c440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173b7fe700 1 -- 172.21.15.39:0/1146244500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 msgr2=0x563fe5972680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173b7fe700 1 -- 172.21.15.39:0/1146244500 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563fe56e3de0 con 0x563fe596b050 2023-12-07T14:03:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173affd700 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.728+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe5986d20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f173400e680 tx=0x7f173400e1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e64364840bee587c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.729+0000 7f17227fc700 1 -- 172.21.15.39:0/1146244500 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f173400e040 con 0x563fe596b050 2023-12-07T14:03:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.729+0000 7f17227fc700 1 -- 172.21.15.39:0/1146244500 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1734007500 con 0x563fe596b050 2023-12-07T14:03:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.729+0000 7f17227fc700 1 -- 172.21.15.39:0/1146244500 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1734005330 con 0x563fe596b050 2023-12-07T14:03:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 -- 172.21.15.39:0/1146244500 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 msgr2=0x563fe5986d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe5986d20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f173400e680 tx=0x7f173400e1a0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 -- 172.21.15.39:0/1146244500 shutdown_connections 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe596b050 0x563fe5986d20 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe5966a40 0x563fe5972680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 --2- 172.21.15.39:0/1146244500 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe596c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 -- 172.21.15.39:0/1146244500 >> 172.21.15.39:0/1146244500 conn(0x563fe5895360 msgr2=0x563fe597be40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 -- 172.21.15.39:0/1146244500 shutdown_connections 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.730+0000 7f174db75b80 1 -- 172.21.15.39:0/1146244500 wait complete. 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.731+0000 7f174db75b80 1 -- start start 2023-12-07T14:03:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.731+0000 7f174db75b80 1 Processor -- start 2023-12-07T14:03:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f174db75b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5973360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f174db75b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe59738a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f174db75b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe59d5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f174db75b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe59741b0 con 0x563fe596b050 2023-12-07T14:03:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f174db75b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe59d59d0 con 0x563fe5966a40 2023-12-07T14:03:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f174db75b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563fe59d5b10 con 0x563fe5967360 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f174db75b80 10 client.0 _ll_register_callbacks cb 0x563fe579fa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f173b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe59d5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f173b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe59d5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54646/0 (socket says 172.21.15.39:54646) 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f173b7fe700 1 -- 172.21.15.39:0/1962618756 learned_addr learned my addr 172.21.15.39:0/1962618756 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f173b7fe700 1 -- 172.21.15.39:0/1962618756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 msgr2=0x563fe59738a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.732+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe59738a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f173b7fe700 1 -- 172.21.15.39:0/1962618756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 msgr2=0x563fe5973360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5973360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f173b7fe700 1 -- 172.21.15.39:0/1962618756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563fe5737630 con 0x563fe596b050 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f173b7fe700 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe59d5490 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f1734007900 tx=0x7f173400e210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe7b520caacae1b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f171affd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:03:25.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f171affd700 1 -- 172.21.15.39:0/1962618756 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17340054e0 con 0x563fe596b050 2023-12-07T14:03:25.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f171affd700 1 -- 172.21.15.39:0/1962618756 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f1734007e10 con 0x563fe596b050 2023-12-07T14:03:25.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.733+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f173400f040 con 0x563fe596b050 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f171affd700 1 -- 172.21.15.39:0/1962618756 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1734005640 con 0x563fe596b050 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f174db75b80 10 client.15840 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x563fe56ccc60 con 0x563fe596b050 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f171affd700 1 -- 172.21.15.39:0/1962618756 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f173400f040 con 0x563fe596b050 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f171affd700 1 -- 172.21.15.39:0/1962618756 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f1734024020 con 0x563fe596b050 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f174db75b80 10 client.15840 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f174db75b80 10 client.15840 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f174db75b80 20 client.15840 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f174db75b80 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe59d6db0 0x563fe59d91a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.735+0000 7f174db75b80 4 client.15840 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.736+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563fe5880fd0 con 0x563fe59d6db0 2023-12-07T14:03:25.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.736+0000 7f173affd700 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe59d6db0 0x563fe59d91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.737+0000 7f173affd700 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe59d6db0 0x563fe59d91a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8901665951c978cd server_cookie=d7f798562089ba86 in_seq=0 out_seq=0 2023-12-07T14:03:25.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.737+0000 7f171affd700 10 client.15840 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.737+0000 7f171affd700 1 -- 172.21.15.39:0/1962618756 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x563fe5880fd0 con 0x563fe59d6db0 2023-12-07T14:03:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.737+0000 7f171affd700 10 client.15840 handle_command_reply: tid=0 2023-12-07T14:03:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.738+0000 7f174db75b80 1 client.15840 shutdown 2023-12-07T14:03:25.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 msgr2=0x563fe59d5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe59d5490 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f1734007900 tx=0x7f173400e210 comp rx=0 tx=0).stop 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 shutdown_connections 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563fe596b050 0x563fe59d5490 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x563fe59d6db0 0x563fe59d91a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563fe5966a40 0x563fe5973360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 --2- 172.21.15.39:0/1962618756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563fe5967360 0x563fe59738a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f171affd700 0 client.15840 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.739+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 >> 172.21.15.39:0/1962618756 conn(0x563fe5895360 msgr2=0x563fe59690b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.740+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 shutdown_connections 2023-12-07T14:03:25.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.740+0000 7f174db75b80 1 -- 172.21.15.39:0/1962618756 wait complete. 2023-12-07T14:03:25.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.740+0000 7f174db75b80 20 client.15840 trim_cache size 0 max 16384 2023-12-07T14:03:25.743 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17240a17e0 msgr2=0x7f17240a3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17240a17e0 0x7f17240a3ca0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f172c009f80 tx=0x7f172c009260 comp rx=0 tx=0).stop 2023-12-07T14:03:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f173c1084d0 msgr2=0x7f173c081f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f173c1084d0 0x7f173c081f10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f17300098e0 tx=0x7f1730004730 comp rx=0 tx=0).stop 2023-12-07T14:03:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 shutdown_connections 2023-12-07T14:03:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17240a17e0 0x7f17240a3ca0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f173c10ca80 0x7f173c07ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f173c107b10 0x7f173c081990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 --2- 172.21.15.39:0/794947841 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f173c1084d0 0x7f173c081f10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 >> 172.21.15.39:0/794947841 conn(0x7f173c0773a0 msgr2=0x7f173c0779c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.741+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 shutdown_connections 2023-12-07T14:03:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.742+0000 7f174197c700 1 -- 172.21.15.39:0/794947841 wait complete. 2023-12-07T14:03:25.764 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:03:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.969+0000 7f4eb032e700 1 -- 172.21.15.39:0/60331309 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea81086b0 msgr2=0x7f4ea8114930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.969+0000 7f4eb032e700 1 --2- 172.21.15.39:0/60331309 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea81086b0 0x7f4ea8114930 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0009f90 tx=0x7f4ea000b330 comp rx=0 tx=0).stop 2023-12-07T14:03:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.969+0000 7f4eb032e700 1 -- 172.21.15.39:0/60331309 shutdown_connections 2023-12-07T14:03:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.969+0000 7f4eb032e700 1 --2- 172.21.15.39:0/60331309 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea81086b0 0x7f4ea8114930 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.969+0000 7f4eb032e700 1 --2- 172.21.15.39:0/60331309 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea810da50 0x7f4ea810de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.969+0000 7f4eb032e700 1 --2- 172.21.15.39:0/60331309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea8107cf0 0x7f4ea8108170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.969+0000 7f4eb032e700 1 -- 172.21.15.39:0/60331309 >> 172.21.15.39:0/60331309 conn(0x7f4ea8077440 msgr2=0x7f4ea81063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.970+0000 7f4eb032e700 1 -- 172.21.15.39:0/60331309 shutdown_connections 2023-12-07T14:03:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.970+0000 7f4eb032e700 1 -- 172.21.15.39:0/60331309 wait complete. 2023-12-07T14:03:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 Processor -- start 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 -- start start 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea8107cf0 0x7f4ea819df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea81086b0 0x7f4ea819e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea810da50 0x7f4ea81a2840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ea81a2e80 con 0x7f4ea810da50 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ea81a2ff0 con 0x7f4ea8107cf0 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.971+0000 7f4eb032e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ea81a31b0 con 0x7f4ea81086b0 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea81086b0 0x7f4ea819e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4eae8cb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea810da50 0x7f4ea81a2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea81086b0 0x7f4ea819e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59380/0 (socket says 172.21.15.39:59380) 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 -- 172.21.15.39:0/805188713 learned_addr learned my addr 172.21.15.39:0/805188713 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4eae0ca700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea8107cf0 0x7f4ea819df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 -- 172.21.15.39:0/805188713 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea8107cf0 msgr2=0x7f4ea819df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea8107cf0 0x7f4ea819df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 -- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea810da50 msgr2=0x7f4ea81a2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea810da50 0x7f4ea81a2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 -- 172.21.15.39:0/805188713 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ea0009c40 con 0x7f4ea81086b0 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea81086b0 0x7f4ea819e4a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800e9c0 tx=0x7f4e9800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.972+0000 7f4e9f7fe700 1 -- 172.21.15.39:0/805188713 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e98004a30 con 0x7f4ea81086b0 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.973+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ea81a3490 con 0x7f4ea81086b0 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.973+0000 7f4e9f7fe700 1 -- 172.21.15.39:0/805188713 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e9800cc80 con 0x7f4ea81086b0 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.973+0000 7f4e9f7fe700 1 -- 172.21.15.39:0/805188713 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e980054e0 con 0x7f4ea81086b0 2023-12-07T14:03:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.973+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ea806b1d0 con 0x7f4ea81086b0 2023-12-07T14:03:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.977+0000 7f4e9f7fe700 1 -- 172.21.15.39:0/805188713 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f4e98004b90 con 0x7f4ea81086b0 2023-12-07T14:03:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 Processor -- start 2023-12-07T14:03:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 -- start start 2023-12-07T14:03:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4e9f7fe700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f4e940a17e0 0x7f4e940a3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1ba40 0x557fd7d1be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1c360 0x557fd7d1fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d204b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7c8f7c0 con 0x557fd7d1ba40 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7c767a0 con 0x557fd7d1c360 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.978+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7c740c0 con 0x557fd7d20050 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.979+0000 7f4e9f7fe700 1 -- 172.21.15.39:0/805188713 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f4e98014070 con 0x7f4ea81086b0 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.979+0000 7f4eae0ca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1ba40 0x557fd7d1be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.979+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f4e940a17e0 0x7f4e940a3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.979+0000 7f4eae8cb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d204b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.979+0000 7f4eae0ca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1ba40 0x557fd7d1be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54666/0 (socket says 172.21.15.39:54666) 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.979+0000 7f4ead8c9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1c360 0x557fd7d1fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.979+0000 7f4eae0ca700 1 -- 172.21.15.39:0/3913822223 learned_addr learned my addr 172.21.15.39:0/3913822223 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4ead8c9700 1 -- 172.21.15.39:0/3913822223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 msgr2=0x557fd7d204b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d204b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4ead8c9700 1 -- 172.21.15.39:0/3913822223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1ba40 msgr2=0x557fd7d1be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1ba40 0x557fd7d1be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4ead8c9700 1 -- 172.21.15.39:0/3913822223 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557fd7aec630 con 0x557fd7d1c360 2023-12-07T14:03:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d204b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f4e940a17e0 0x7f4e940a3ca0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0007fd0 tx=0x7f4ea0007dc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1c360 0x557fd7d1fb10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4e980caa30 tx=0x7f4e98099bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da868cd804faaf14 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4eae0ca700 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1ba40 0x557fd7d1be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4e9cd82700 1 -- 172.21.15.39:0/3913822223 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e9809a1f0 con 0x557fd7d1c360 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4e9cd82700 1 -- 172.21.15.39:0/3913822223 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e9809e340 con 0x557fd7d1c360 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.980+0000 7f4e9cd82700 1 -- 172.21.15.39:0/3913822223 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e9809a6b0 con 0x557fd7d1c360 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.981+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3913822223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1c360 msgr2=0x557fd7d1fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.981+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1c360 0x557fd7d1fb10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4e980caa30 tx=0x7f4e98099bd0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.981+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3913822223 shutdown_connections 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.981+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d204b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.981+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1ba40 0x557fd7d1be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.981+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3913822223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1c360 0x557fd7d1fb10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.981+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3913822223 >> 172.21.15.39:0/3913822223 conn(0x557fd7c4a360 msgr2=0x557fd7d16070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.982+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3913822223 shutdown_connections 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.982+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3913822223 wait complete. 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 -- start start 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 Processor -- start 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d27840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1c360 0x557fd7d24ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d20050 0x557fd7d251b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7c6f9b0 con 0x557fd7d20050 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7c29560 con 0x557fd7d1ba40 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7c29200 con 0x557fd7d1c360 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.983+0000 7f4ebc527b80 10 client.0 _ll_register_callbacks cb 0x557fd7b54a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4eae0ca700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d27840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1c360 0x557fd7d24ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1c360 0x557fd7d24ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59396/0 (socket says 172.21.15.39:59396) 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4eae0ca700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d27840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45874/0 (socket says 172.21.15.39:45874) 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 -- 172.21.15.39:0/1721368982 learned_addr learned my addr 172.21.15.39:0/1721368982 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d20050 0x557fd7d251b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 -- 172.21.15.39:0/1721368982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 msgr2=0x557fd7d27840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d27840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 -- 172.21.15.39:0/1721368982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d20050 msgr2=0x557fd7d251b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d20050 0x557fd7d251b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 -- 172.21.15.39:0/1721368982 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ea81151c0 con 0x557fd7d1c360 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d20050 0x557fd7d251b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1c360 0x557fd7d24ac0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4e980a2050 tx=0x7f4e9809e1b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36196148a01ef33f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4e91ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4e91ffb700 1 -- 172.21.15.39:0/1721368982 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e980a2580 con 0x557fd7d1c360 2023-12-07T14:03:25.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4e91ffb700 1 -- 172.21.15.39:0/1721368982 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f4e9809a450 con 0x557fd7d1c360 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.984+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557fd7d0ea00 con 0x557fd7d1c360 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4e91ffb700 1 -- 172.21.15.39:0/1721368982 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4e9809a610 con 0x557fd7d1c360 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 10 client.25537 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x7f4ea806b1d0 con 0x557fd7d1c360 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4e91ffb700 1 -- 172.21.15.39:0/1721368982 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x557fd7d0ea00 con 0x557fd7d1c360 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4e91ffb700 1 -- 172.21.15.39:0/1721368982 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f4e980b8230 con 0x557fd7d1c360 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 10 client.25537 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 10 client.25537 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 20 client.25537 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d34f10 0x557fd7d37330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 4 client.25537 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557fd7cea6a0 con 0x557fd7d34f10 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.985+0000 7f4eae0ca700 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d34f10 0x557fd7d37330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.986+0000 7f4eae0ca700 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d34f10 0x557fd7d37330 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cceeaee1e07f9607 server_cookie=4626faa539883140 in_seq=0 out_seq=0 2023-12-07T14:03:25.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4e91ffb700 10 client.25537 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4e91ffb700 1 -- 172.21.15.39:0/1721368982 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x557fd7cea6a0 con 0x557fd7d34f10 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4e91ffb700 10 client.25537 handle_command_reply: tid=0 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 client.25537 shutdown 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1c360 msgr2=0x557fd7d24ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1c360 0x557fd7d24ac0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4e980a2050 tx=0x7f4e9809e1b0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 shutdown_connections 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d20050 0x557fd7d251b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d34f10 0x557fd7d37330 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d27840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4e91ffb700 0 client.25537 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/1721368982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1c360 0x557fd7d24ac0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 >> 172.21.15.39:0/1721368982 conn(0x557fd7c4a360 msgr2=0x557fd7d214b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 shutdown_connections 2023-12-07T14:03:25.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.987+0000 7f4ebc527b80 1 -- 172.21.15.39:0/1721368982 wait complete. 2023-12-07T14:03:25.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:25.989+0000 7f4ebc527b80 20 client.25537 trim_cache size 0 max 16384 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.028+0000 7f4ebc527b80 1 Processor -- start 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.029+0000 7f4ebc527b80 1 -- start start 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d243c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 0x557fd7d2c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d2c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7aee920 con 0x557fd7d1c360 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7d26130 con 0x557fd7d1ba40 2023-12-07T14:03:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7d0e9d0 con 0x557fd7d20050 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d2c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d2c840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59406/0 (socket says 172.21.15.39:59406) 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 -- 172.21.15.39:0/3232051015 learned_addr learned my addr 172.21.15.39:0/3232051015 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 -- 172.21.15.39:0/3232051015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 msgr2=0x557fd7d243c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/3232051015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d243c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 -- 172.21.15.39:0/3232051015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 msgr2=0x557fd7d2c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/3232051015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 0x557fd7d2c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.030+0000 7f4eae8cb700 1 -- 172.21.15.39:0/3232051015 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557fd7d20700 con 0x557fd7d20050 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.031+0000 7f4eae8cb700 1 --2- 172.21.15.39:0/3232051015 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d2c840 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0003c90 tx=0x7f4ea003a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c86b4ed758602d37 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.031+0000 7f4e9d583700 1 -- 172.21.15.39:0/3232051015 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea0036070 con 0x557fd7d20050 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.031+0000 7f4e9d583700 1 -- 172.21.15.39:0/3232051015 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ea00078e0 con 0x557fd7d20050 2023-12-07T14:03:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.031+0000 7f4e9d583700 1 -- 172.21.15.39:0/3232051015 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea000e040 con 0x557fd7d20050 2023-12-07T14:03:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.032+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3232051015 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 msgr2=0x557fd7d2c840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.032+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3232051015 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d2c840 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0003c90 tx=0x7f4ea003a000 comp rx=0 tx=0).stop 2023-12-07T14:03:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.032+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3232051015 shutdown_connections 2023-12-07T14:03:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.032+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3232051015 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d20050 0x557fd7d2c840 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.032+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3232051015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d1ba40 0x557fd7d243c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.032+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/3232051015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 0x557fd7d2c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.032+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3232051015 >> 172.21.15.39:0/3232051015 conn(0x557fd7c4a360 msgr2=0x557fd7d1e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:26.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.033+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3232051015 shutdown_connections 2023-12-07T14:03:26.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.033+0000 7f4ebc527b80 1 -- 172.21.15.39:0/3232051015 wait complete. 2023-12-07T14:03:26.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.033+0000 7f4ebc527b80 1 -- start start 2023-12-07T14:03:26.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 1 Processor -- start 2023-12-07T14:03:26.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1ba40 0x557fd7d2a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:26.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 0x557fd7d2adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:26.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d20050 0x557fd7d843a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:26.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7d848e0 con 0x557fd7d1c360 2023-12-07T14:03:26.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7d84a50 con 0x557fd7d20050 2023-12-07T14:03:26.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fd7d84c10 con 0x557fd7d1ba40 2023-12-07T14:03:26.037 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4ebc527b80 10 client.0 _ll_register_callbacks cb 0x557fd7b54a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4eae0ca700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1ba40 0x557fd7d2a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4eae0ca700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1ba40 0x557fd7d2a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59408/0 (socket says 172.21.15.39:59408) 2023-12-07T14:03:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.034+0000 7f4eae0ca700 1 -- 172.21.15.39:0/966741340 learned_addr learned my addr 172.21.15.39:0/966741340 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4eae0ca700 1 -- 172.21.15.39:0/966741340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d20050 msgr2=0x557fd7d843a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4eae0ca700 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d20050 0x557fd7d843a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4eae0ca700 1 -- 172.21.15.39:0/966741340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 msgr2=0x557fd7d2adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4eae0ca700 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 0x557fd7d2adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4eae0ca700 1 -- 172.21.15.39:0/966741340 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ea0003a00 con 0x557fd7d1ba40 2023-12-07T14:03:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4eae0ca700 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1ba40 0x557fd7d2a880 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x557fd7d37bd0 tx=0x7f4ea4009f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2b9b8b3f336e8ac server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4e91ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4e91ffb700 1 -- 172.21.15.39:0/966741340 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea4038040 con 0x557fd7d1ba40 2023-12-07T14:03:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4e91ffb700 1 -- 172.21.15.39:0/966741340 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f4ea4004830 con 0x557fd7d1ba40 2023-12-07T14:03:26.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.035+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4e9809e340 con 0x557fd7d1ba40 2023-12-07T14:03:26.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.036+0000 7f4e91ffb700 1 -- 172.21.15.39:0/966741340 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ea40049f0 con 0x557fd7d1ba40 2023-12-07T14:03:26.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.036+0000 7f4ebc527b80 10 client.25543 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:26.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.036+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x557fd7a98de0 con 0x557fd7d1ba40 2023-12-07T14:03:26.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.036+0000 7f4e91ffb700 1 -- 172.21.15.39:0/966741340 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e9809e340 con 0x557fd7d1ba40 2023-12-07T14:03:26.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4e91ffb700 1 -- 172.21.15.39:0/966741340 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f4ea40327d0 con 0x557fd7d1ba40 2023-12-07T14:03:26.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4ebc527b80 10 client.25543 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4ebc527b80 10 client.25543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4ebc527b80 20 client.25543 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d8c680 0x557fd7d8eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4ebc527b80 4 client.25543 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x557fd7c35fd0 con 0x557fd7d8c680 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.037+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d8c680 0x557fd7d8eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ead8c9700 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d8c680 0x557fd7d8eaa0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad4c03967dd1cbf4 server_cookie=a9d591fce1736588 in_seq=0 out_seq=0 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4e91ffb700 10 client.25543 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4e91ffb700 1 -- 172.21.15.39:0/966741340 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x557fd7c35fd0 con 0x557fd7d8c680 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4e91ffb700 10 client.25543 handle_command_reply: tid=0 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 client.25543 shutdown 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1ba40 msgr2=0x557fd7d2a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1ba40 0x557fd7d2a880 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x557fd7d37bd0 tx=0x7f4ea4009f20 comp rx=0 tx=0).stop 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 shutdown_connections 2023-12-07T14:03:26.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557fd7d8c680 0x557fd7d8eaa0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557fd7d20050 0x557fd7d843a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557fd7d1ba40 0x557fd7d2a880 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 --2- 172.21.15.39:0/966741340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557fd7d1c360 0x557fd7d2adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 >> 172.21.15.39:0/966741340 conn(0x557fd7c4a360 msgr2=0x557fd7d30db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.038+0000 7f4e91ffb700 0 client.25543 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.039+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 shutdown_connections 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.039+0000 7f4ebc527b80 1 -- 172.21.15.39:0/966741340 wait complete. 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.039+0000 7f4ebc527b80 20 client.25543 trim_cache size 0 max 16384 2023-12-07T14:03:26.044 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f4e940a17e0 msgr2=0x7f4e940a3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f4e940a17e0 0x7f4e940a3ca0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0007fd0 tx=0x7f4ea0007dc0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea81086b0 msgr2=0x7f4ea819e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea81086b0 0x7f4ea819e4a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800e9c0 tx=0x7f4e9800ecd0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 shutdown_connections 2023-12-07T14:03:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ea810da50 0x7f4ea81a2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f4e940a17e0 0x7f4e940a3ca0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4ea8107cf0 0x7f4ea819df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 --2- 172.21.15.39:0/805188713 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4ea81086b0 0x7f4ea819e4a0 secure :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4e9800e9c0 tx=0x7f4e9800ecd0 comp rx=0 tx=0).stop 2023-12-07T14:03:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 >> 172.21.15.39:0/805188713 conn(0x7f4ea8077440 msgr2=0x7f4ea8078600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 shutdown_connections 2023-12-07T14:03:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:26.040+0000 7f4eb032e700 1 -- 172.21.15.39:0/805188713 wait complete. 2023-12-07T14:03:26.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:26 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:26.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:26 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:26.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:26 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:27.065 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:03:27.065 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:03:27.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/2562073813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4107600 msgr2=0x7ff1c41079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/2562073813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4107600 0x7ff1c41079e0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7ff1b40099c0 tx=0x7ff1b4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/2562073813 shutdown_connections 2023-12-07T14:03:27.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/2562073813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1c4101df0 0x7ff1c410e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/2562073813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4107600 0x7ff1c41079e0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/2562073813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 0x7ff1c41018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/2562073813 >> 172.21.15.39:0/2562073813 conn(0x7ff1c40fcee0 msgr2=0x7ff1c40ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/2562073813 shutdown_connections 2023-12-07T14:03:27.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.267+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/2562073813 wait complete. 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 Processor -- start 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 -- start start 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 0x7ff1c4070b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4101df0 0x7ff1c40710f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1c4107600 0x7ff1c406bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1c406c4e0 con 0x7ff1c4101df0 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1c406c650 con 0x7ff1c4107600 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.268+0000 7ff1c8dcd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1c406c810 con 0x7ff1c4101430 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 0x7ff1c4070b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 0x7ff1c4070b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59420/0 (socket says 172.21.15.39:59420) 2023-12-07T14:03:27.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 -- 172.21.15.39:0/914163128 learned_addr learned my addr 172.21.15.39:0/914163128 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4101df0 0x7ff1c40710f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1c4107600 0x7ff1c406bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 -- 172.21.15.39:0/914163128 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1c4107600 msgr2=0x7ff1c406bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1c4107600 0x7ff1c406bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 -- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4101df0 msgr2=0x7ff1c40710f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4101df0 0x7ff1c40710f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 -- 172.21.15.39:0/914163128 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1b40095f0 con 0x7ff1c4101430 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1c4107600 0x7ff1c406bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1c259c700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 0x7ff1c4070b90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4006010 tx=0x7ff1b4003790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.269+0000 7ff1bbfff700 1 -- 172.21.15.39:0/914163128 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1b401d070 con 0x7ff1c4101430 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.270+0000 7ff1bbfff700 1 -- 172.21.15.39:0/914163128 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff1b40040f0 con 0x7ff1c4101430 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.270+0000 7ff1bbfff700 1 -- 172.21.15.39:0/914163128 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4005290 con 0x7ff1c4101430 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.270+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1c406ca90 con 0x7ff1c4101430 2023-12-07T14:03:27.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.270+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1c4074ae0 con 0x7ff1c4101430 2023-12-07T14:03:27.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.273+0000 7ff1bbfff700 1 -- 172.21.15.39:0/914163128 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7ff1b40048e0 con 0x7ff1c4101430 2023-12-07T14:03:27.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.274+0000 7ff1bbfff700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1b00a1710 0x7ff1b00a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.274+0000 7ff1bbfff700 1 -- 172.21.15.39:0/914163128 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff1b40ce1e0 con 0x7ff1c4101430 2023-12-07T14:03:27.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.275+0000 7ff1d4fc6b80 1 Processor -- start 2023-12-07T14:03:27.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.275+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1b00a1710 0x7ff1b00a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1d4fc6b80 1 -- start start 2023-12-07T14:03:27.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1b00a1710 0x7ff1b00a3bd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac006fd0 tx=0x7ff1ac008040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572783ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b5727843e0 0x55b572787b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b572788530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5726f7840 con 0x55b572783ac0 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5726de820 con 0x55b5727880d0 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5726dc140 con 0x55b5727843e0 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572783ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572783ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54706/0 (socket says 172.21.15.39:54706) 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1c259c700 1 -- 172.21.15.39:0/568426360 learned_addr learned my addr 172.21.15.39:0/568426360 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.276+0000 7ff1b9d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b5727843e0 0x55b572787b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.277+0000 7ff1b9d9b700 1 -- 172.21.15.39:0/568426360 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 msgr2=0x55b572788530 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.277+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/568426360 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b572788530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.277+0000 7ff1b9d9b700 1 -- 172.21.15.39:0/568426360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 msgr2=0x55b572783ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.277+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/568426360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572783ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.277+0000 7ff1b9d9b700 1 -- 172.21.15.39:0/568426360 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5725546b0 con 0x55b5727843e0 2023-12-07T14:03:27.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.278+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/568426360 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b5727843e0 0x55b572787b90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4106b70 tx=0x7ff1ac010000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=beed34209240c593 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.278+0000 7ff1b8d99700 1 -- 172.21.15.39:0/568426360 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac014430 con 0x55b5727843e0 2023-12-07T14:03:27.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.278+0000 7ff1b8d99700 1 -- 172.21.15.39:0/568426360 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff1ac014a50 con 0x55b5727843e0 2023-12-07T14:03:27.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.278+0000 7ff1b8d99700 1 -- 172.21.15.39:0/568426360 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac01fb50 con 0x55b5727843e0 2023-12-07T14:03:27.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.279+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/568426360 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b5727843e0 msgr2=0x55b572787b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.279+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/568426360 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b5727843e0 0x55b572787b90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4106b70 tx=0x7ff1ac010000 comp rx=0 tx=0).stop 2023-12-07T14:03:27.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.279+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/568426360 shutdown_connections 2023-12-07T14:03:27.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.279+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/568426360 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b572788530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.279+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/568426360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572783ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.279+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/568426360 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b5727843e0 0x55b572787b90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.279+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/568426360 >> 172.21.15.39:0/568426360 conn(0x55b5726b23e0 msgr2=0x55b57277e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.280+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/568426360 shutdown_connections 2023-12-07T14:03:27.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.280+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/568426360 wait complete. 2023-12-07T14:03:27.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.280+0000 7ff1d4fc6b80 1 -- start start 2023-12-07T14:03:27.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.280+0000 7ff1d4fc6b80 1 Processor -- start 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b57278ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b57278d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727aa4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5726d7a30 con 0x55b57278d900 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5726915e0 con 0x55b5727880d0 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b572691280 con 0x55b572783ac0 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1d4fc6b80 10 client.0 _ll_register_callbacks cb 0x55b5725bcb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b57278ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1c2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727aa4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1c2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727aa4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54716/0 (socket says 172.21.15.39:54716) 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/2965115086 learned_addr learned my addr 172.21.15.39:0/2965115086 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.281+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b57278d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.282+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/2965115086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 msgr2=0x55b57278ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.282+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b57278ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.282+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 msgr2=0x55b57278d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.282+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b57278d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.282+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/2965115086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1ac00e040 con 0x55b57278d900 2023-12-07T14:03:27.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.282+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727aa4a0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00ca20 tx=0x7ff1bc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18bc8cb7a287090 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.282+0000 7ff1a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.283+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2965115086 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc011070 con 0x55b57278d900 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.283+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b572776a80 con 0x55b57278d900 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.283+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2965115086 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff1bc007930 con 0x55b57278d900 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.283+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2965115086 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff1bc007af0 con 0x55b57278d900 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 10 client.15861 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55b572500e60 con 0x55b57278d900 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2965115086 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b572776a80 con 0x55b57278d900 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2965115086 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7ff1bc0143b0 con 0x55b57278d900 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 10 client.15861 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 10 client.15861 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:27.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 20 client.15861 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:27.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b5727aec50 0x55b5727b1070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 4 client.15861 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:27.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.284+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b572752720 con 0x55b5727aec50 2023-12-07T14:03:27.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.285+0000 7ff1c259c700 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b5727aec50 0x55b5727b1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.285+0000 7ff1a9ffb700 10 client.15861 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.285+0000 7ff1c259c700 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b5727aec50 0x55b5727b1070 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef8e2528fc1e80b6 server_cookie=ba7f484b8acc54d0 in_seq=0 out_seq=0 2023-12-07T14:03:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.286+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2965115086 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55b572752720 con 0x55b5727aec50 2023-12-07T14:03:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.286+0000 7ff1a9ffb700 10 client.15861 handle_command_reply: tid=0 2023-12-07T14:03:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.286+0000 7ff1d4fc6b80 1 client.15861 shutdown 2023-12-07T14:03:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 msgr2=0x55b5727aa4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727aa4a0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc00ca20 tx=0x7ff1bc00cde0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 shutdown_connections 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727aa4a0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b57278ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b5727aec50 0x55b5727b1070 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2965115086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b57278d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1a9ffb700 0 client.15861 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 >> 172.21.15.39:0/2965115086 conn(0x55b5726b23e0 msgr2=0x55b572789530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 shutdown_connections 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2965115086 wait complete. 2023-12-07T14:03:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.287+0000 7ff1d4fc6b80 20 client.15861 trim_cache size 0 max 16384 2023-12-07T14:03:27.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 Processor -- start 2023-12-07T14:03:27.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 -- start start 2023-12-07T14:03:27.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572785b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b57278d900 0x55b5727a5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5725569a0 con 0x55b572783ac0 2023-12-07T14:03:27.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5727ab540 con 0x55b5727880d0 2023-12-07T14:03:27.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b57278e430 con 0x55b57278d900 2023-12-07T14:03:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1c2d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b57278d900 0x55b5727a5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572785b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1c2d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b57278d900 0x55b5727a5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59442/0 (socket says 172.21.15.39:59442) 2023-12-07T14:03:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/3940889747 learned_addr learned my addr 172.21.15.39:0/3940889747 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.318+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/3940889747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 msgr2=0x55b5727a53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/3940889747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 msgr2=0x55b572785b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572785b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1c2d9d700 1 -- 172.21.15.39:0/3940889747 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5724e9ce0 con 0x55b57278d900 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1c2d9d700 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b57278d900 0x55b5727a5920 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc000f80 tx=0x7ff1bc007570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=584b76f4a3b122fd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1b959a700 1 -- 172.21.15.39:0/3940889747 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc011040 con 0x55b57278d900 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1b959a700 1 -- 172.21.15.39:0/3940889747 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff1bc014e40 con 0x55b57278d900 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.319+0000 7ff1b959a700 1 -- 172.21.15.39:0/3940889747 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1bc01f6a0 con 0x55b57278d900 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.320+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/3940889747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b57278d900 msgr2=0x55b5727a5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.320+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b57278d900 0x55b5727a5920 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc000f80 tx=0x7ff1bc007570 comp rx=0 tx=0).stop 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/3940889747 shutdown_connections 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b57278d900 0x55b5727a5920 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b572783ac0 0x55b572785b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/3940889747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/3940889747 >> 172.21.15.39:0/3940889747 conn(0x55b5726b23e0 msgr2=0x55b5727a9ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/3940889747 shutdown_connections 2023-12-07T14:03:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/3940889747 wait complete. 2023-12-07T14:03:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.321+0000 7ff1d4fc6b80 1 -- start start 2023-12-07T14:03:27.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 1 Processor -- start 2023-12-07T14:03:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b5727a53f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a33d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727a3910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5727a5930 con 0x55b57278d900 2023-12-07T14:03:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5727a5aa0 con 0x55b5727880d0 2023-12-07T14:03:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5727a5c60 con 0x55b572783ac0 2023-12-07T14:03:27.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.322+0000 7ff1d4fc6b80 10 client.0 _ll_register_callbacks cb 0x55b5725bcb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b5727a53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b5727a53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59446/0 (socket says 172.21.15.39:59446) 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 -- 172.21.15.39:0/2823643359 learned_addr learned my addr 172.21.15.39:0/2823643359 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 -- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 msgr2=0x55b5727a33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a33d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 -- 172.21.15.39:0/2823643359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 msgr2=0x55b5727a3910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727a3910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.323+0000 7ff1c259c700 1 -- 172.21.15.39:0/2823643359 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b572500e60 con 0x55b572783ac0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.324+0000 7ff1c259c700 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b5727a53f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff1b40cbfa0 tx=0x7ff1b4009cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56d763d9525c890c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.324+0000 7ff1a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.324+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2823643359 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1b409f1c0 con 0x55b572783ac0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.324+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2823643359 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff1b40b92a0 con 0x55b572783ac0 2023-12-07T14:03:27.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.324+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff1ac014a50 con 0x55b572783ac0 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2823643359 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff1b40a3370 con 0x55b572783ac0 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 10 client.25558 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x55b5725272d0 con 0x55b572783ac0 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2823643359 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff1ac014a50 con 0x55b572783ac0 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2823643359 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7ff1b40a2ee0 con 0x55b572783ac0 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 10 client.25558 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 10 client.25558 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 20 client.25558 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b572806e40 0x55b572809260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 4 client.25558 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:03:27.331 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.325+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55b57269e050 con 0x55b572806e40 2023-12-07T14:03:27.331 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.326+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b572806e40 0x55b572809260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.326+0000 7ff1a9ffb700 10 client.25558 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.326+0000 7ff1b9d9b700 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b572806e40 0x55b572809260 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd337049a35774b8 server_cookie=e83949697123f556 in_seq=0 out_seq=0 2023-12-07T14:03:27.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.327+0000 7ff1a9ffb700 1 -- 172.21.15.39:0/2823643359 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55b57269e050 con 0x55b572806e40 2023-12-07T14:03:27.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.327+0000 7ff1a9ffb700 10 client.25558 handle_command_reply: tid=0 2023-12-07T14:03:27.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.327+0000 7ff1d4fc6b80 1 client.25558 shutdown 2023-12-07T14:03:27.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 msgr2=0x55b5727a53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b5727a53f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff1b40cbfa0 tx=0x7ff1b4009cd0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 shutdown_connections 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b57278d900 0x55b5727a3910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b572783ac0 0x55b5727a53f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b572806e40 0x55b572809260 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 --2- 172.21.15.39:0/2823643359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b5727880d0 0x55b5727a33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1a9ffb700 0 client.25558 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 >> 172.21.15.39:0/2823643359 conn(0x55b5726b23e0 msgr2=0x55b57278b710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 shutdown_connections 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.329+0000 7ff1d4fc6b80 1 -- 172.21.15.39:0/2823643359 wait complete. 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.330+0000 7ff1d4fc6b80 20 client.25558 trim_cache size 0 max 16384 2023-12-07T14:03:27.333 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:03:27.334 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:03:27.334 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "f47d58c5-c502-4d54-b949-029b275cfa86", 2023-12-07T14:03:27.334 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:03:27.334 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.331+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1b00a1710 msgr2=0x7ff1b00a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.331+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1b00a1710 0x7ff1b00a3bd0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac006fd0 tx=0x7ff1ac008040 comp rx=0 tx=0).stop 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.331+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 msgr2=0x7ff1c4070b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.331+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 0x7ff1c4070b90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff1b4006010 tx=0x7ff1b4003790 comp rx=0 tx=0).stop 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 shutdown_connections 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1b00a1710 0x7ff1b00a3bd0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1c4107600 0x7ff1c406bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff1c4101430 0x7ff1c4070b90 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 --2- 172.21.15.39:0/914163128 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1c4101df0 0x7ff1c40710f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 >> 172.21.15.39:0/914163128 conn(0x7ff1c40fcee0 msgr2=0x7ff1c40fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 shutdown_connections 2023-12-07T14:03:27.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.332+0000 7ff1c8dcd700 1 -- 172.21.15.39:0/914163128 wait complete. 2023-12-07T14:03:27.358 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:27 smithi039 ceph-mon[98864]: pgmap v31: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 89 MiB/s wr, 2.86k op/s 2023-12-07T14:03:27.359 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:03:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.593+0000 7f827e8a1700 1 -- 172.21.15.39:0/4147337262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8278107b10 msgr2=0x7f8278107f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.593+0000 7f827e8a1700 1 --2- 172.21.15.39:0/4147337262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8278107b10 0x7f8278107f90 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f826c009990 tx=0x7f826c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.594+0000 7f827e8a1700 1 -- 172.21.15.39:0/4147337262 shutdown_connections 2023-12-07T14:03:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.594+0000 7f827e8a1700 1 --2- 172.21.15.39:0/4147337262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82781084d0 0x7f82781148c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.594+0000 7f827e8a1700 1 --2- 172.21.15.39:0/4147337262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f827810ca80 0x7f827810ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.594+0000 7f827e8a1700 1 --2- 172.21.15.39:0/4147337262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8278107b10 0x7f8278107f90 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.594+0000 7f827e8a1700 1 -- 172.21.15.39:0/4147337262 >> 172.21.15.39:0/4147337262 conn(0x7f82780773a0 msgr2=0x7f82781063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.594+0000 7f827e8a1700 1 -- 172.21.15.39:0/4147337262 shutdown_connections 2023-12-07T14:03:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.594+0000 7f827e8a1700 1 -- 172.21.15.39:0/4147337262 wait complete. 2023-12-07T14:03:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.595+0000 7f827e8a1700 1 Processor -- start 2023-12-07T14:03:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.595+0000 7f827e8a1700 1 -- start start 2023-12-07T14:03:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827e8a1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8278107b10 0x7f827819ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827e8a1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82781084d0 0x7f827819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827e8a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827810ca80 0x7f82781a27b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827e8a1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82781a2df0 con 0x7f827810ca80 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827e8a1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82781a2f60 con 0x7f8278107b10 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827e8a1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82781a3120 con 0x7f82781084d0 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827ce3e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827810ca80 0x7f82781a27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827ce3e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827810ca80 0x7f82781a27b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54746/0 (socket says 172.21.15.39:54746) 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827ce3e700 1 -- 172.21.15.39:0/2324770549 learned_addr learned my addr 172.21.15.39:0/2324770549 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f8277fff700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8278107b10 0x7f827819ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f82777fe700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82781084d0 0x7f827819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827ce3e700 1 -- 172.21.15.39:0/2324770549 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82781084d0 msgr2=0x7f827819e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827ce3e700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82781084d0 0x7f827819e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827ce3e700 1 -- 172.21.15.39:0/2324770549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8278107b10 msgr2=0x7f827819ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.596+0000 7f827ce3e700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8278107b10 0x7f827819ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.597+0000 7f827ce3e700 1 -- 172.21.15.39:0/2324770549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f826c0095f0 con 0x7f827810ca80 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.597+0000 7f827ce3e700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827810ca80 0x7f82781a27b0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f827000e940 tx=0x7f827000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.597+0000 7f82757fa700 1 -- 172.21.15.39:0/2324770549 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82700097b0 con 0x7f827810ca80 2023-12-07T14:03:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.597+0000 7f82757fa700 1 -- 172.21.15.39:0/2324770549 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8270005020 con 0x7f827810ca80 2023-12-07T14:03:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.597+0000 7f82757fa700 1 -- 172.21.15.39:0/2324770549 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f827000cc40 con 0x7f827810ca80 2023-12-07T14:03:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.597+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82781a3400 con 0x7f827810ca80 2023-12-07T14:03:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.597+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82781aac40 con 0x7f827810ca80 2023-12-07T14:03:27.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.601+0000 7f82757fa700 1 -- 172.21.15.39:0/2324770549 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f8270005400 con 0x7f827810ca80 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.601+0000 7f82757fa700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82600a1710 0x7f82600a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f82757fa700 1 -- 172.21.15.39:0/2324770549 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8270014070 con 0x7f827810ca80 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f8277fff700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82600a1710 0x7f82600a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 Processor -- start 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 -- start start 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089dbe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089dfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55560894f7c0 con 0x5556089dba40 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556089367a0 con 0x5556089e0050 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556089340c0 con 0x5556089dc360 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f8277fff700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82600a1710 0x7f82600a3bd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f826800f540 tx=0x7f826800b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f8277fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089dbe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f827ce3e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f8277fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089dbe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54752/0 (socket says 172.21.15.39:54752) 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f827ce3e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45956/0 (socket says 172.21.15.39:45956) 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.602+0000 7f8277fff700 1 -- 172.21.15.39:0/874636588 learned_addr learned my addr 172.21.15.39:0/874636588 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f82777fe700 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089dfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f8277fff700 1 -- 172.21.15.39:0/874636588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 msgr2=0x5556089dfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f8277fff700 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089dfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f8277fff700 1 -- 172.21.15.39:0/874636588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 msgr2=0x5556089e04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f8277fff700 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f8277fff700 1 -- 172.21.15.39:0/874636588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5556087ac630 con 0x5556089dba40 2023-12-07T14:03:27.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f827ce3e700 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:27.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.603+0000 7f8277fff700 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089dbe20 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f8268003d40 tx=0x7f8268014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53cb6dbcd1f6cc2f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.609+0000 7f825e7fc700 1 -- 172.21.15.39:0/874636588 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826800e040 con 0x5556089dba40 2023-12-07T14:03:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.610+0000 7f825e7fc700 1 -- 172.21.15.39:0/874636588 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f826801b070 con 0x5556089dba40 2023-12-07T14:03:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.610+0000 7f825e7fc700 1 -- 172.21.15.39:0/874636588 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8268022440 con 0x5556089dba40 2023-12-07T14:03:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.611+0000 7f828aa9ab80 1 -- 172.21.15.39:0/874636588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 msgr2=0x5556089dbe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.611+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089dbe20 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f8268003d40 tx=0x7f8268014000 comp rx=0 tx=0).stop 2023-12-07T14:03:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.611+0000 7f828aa9ab80 1 -- 172.21.15.39:0/874636588 shutdown_connections 2023-12-07T14:03:27.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.611+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.611+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089dbe20 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.611+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/874636588 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089dfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.611+0000 7f828aa9ab80 1 -- 172.21.15.39:0/874636588 >> 172.21.15.39:0/874636588 conn(0x55560890a360 msgr2=0x5556089d6070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.614+0000 7f828aa9ab80 1 -- 172.21.15.39:0/874636588 shutdown_connections 2023-12-07T14:03:27.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.616+0000 7f828aa9ab80 1 -- 172.21.15.39:0/874636588 wait complete. 2023-12-07T14:03:27.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.617+0000 7f828aa9ab80 1 -- start start 2023-12-07T14:03:27.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.617+0000 7f828aa9ab80 1 Processor -- start 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.617+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089e7870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.617+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089e4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.617+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55560892f9b0 con 0x5556089dba40 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556088e9560 con 0x5556089e0050 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556088e9200 con 0x5556089dc360 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f828aa9ab80 10 client.0 _ll_register_callbacks cb 0x555608814a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089e4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089e4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59482/0 (socket says 172.21.15.39:59482) 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 -- 172.21.15.39:0/2841660557 learned_addr learned my addr 172.21.15.39:0/2841660557 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f8277fff700 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089e7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f827ce3e700 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 -- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 msgr2=0x5556089e5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 -- 172.21.15.39:0/2841660557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 msgr2=0x5556089e7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089e7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.618+0000 7f82777fe700 1 -- 172.21.15.39:0/2841660557 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82781aac40 con 0x5556089dc360 2023-12-07T14:03:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.619+0000 7f82777fe700 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089e4bf0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f826c015000 tx=0x7f826c005800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b579c609c5aefde server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.619+0000 7f82577fe700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:27.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.619+0000 7f82577fe700 1 -- 172.21.15.39:0/2841660557 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f826c01d070 con 0x5556089dc360 2023-12-07T14:03:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.619+0000 7f82577fe700 1 -- 172.21.15.39:0/2841660557 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f826c004500 con 0x5556089dc360 2023-12-07T14:03:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.619+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5556089cea00 con 0x5556089dc360 2023-12-07T14:03:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.620+0000 7f82577fe700 1 -- 172.21.15.39:0/2841660557 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f826c004700 con 0x5556089dc360 2023-12-07T14:03:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.620+0000 7f828aa9ab80 10 client.25570 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.620+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x7f8268003a20 con 0x5556089dc360 2023-12-07T14:03:27.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.620+0000 7f82577fe700 1 -- 172.21.15.39:0/2841660557 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5556089cea00 con 0x5556089dc360 2023-12-07T14:03:27.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.621+0000 7f82577fe700 1 -- 172.21.15.39:0/2841660557 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f826c00f800 con 0x5556089dc360 2023-12-07T14:03:27.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.621+0000 7f828aa9ab80 10 client.25570 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:27.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.621+0000 7f828aa9ab80 10 client.25570 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:27.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.621+0000 7f828aa9ab80 20 client.25570 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:27.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.621+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a06370 0x555608a08790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.621+0000 7f828aa9ab80 4 client.25570 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:27.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.621+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5556089aa6a0 con 0x555608a06370 2023-12-07T14:03:27.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.622+0000 7f8277fff700 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a06370 0x555608a08790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.622+0000 7f82577fe700 10 client.25570 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.622+0000 7f8277fff700 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a06370 0x555608a08790 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb355ff6ed8bef9e server_cookie=23b705a7facd427f in_seq=0 out_seq=0 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f82577fe700 1 -- 172.21.15.39:0/2841660557 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5556089aa6a0 con 0x555608a06370 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f82577fe700 10 client.25570 handle_command_reply: tid=0 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 client.25570 shutdown 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 msgr2=0x5556089e4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089e4bf0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f826c015000 tx=0x7f826c005800 comp rx=0 tx=0).stop 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 shutdown_connections 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a06370 0x555608a08790 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089e5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f82577fe700 0 client.25570 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dba40 0x5556089e7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.623+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/2841660557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dc360 0x5556089e4bf0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.624+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 >> 172.21.15.39:0/2841660557 conn(0x55560890a360 msgr2=0x5556089e14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.625+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 shutdown_connections 2023-12-07T14:03:27.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.625+0000 7f828aa9ab80 1 -- 172.21.15.39:0/2841660557 wait complete. 2023-12-07T14:03:27.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.625+0000 7f828aa9ab80 20 client.25570 trim_cache size 0 max 16384 2023-12-07T14:03:27.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:27 smithi055 ceph-mon[103363]: pgmap v31: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 89 MiB/s wr, 2.86k op/s 2023-12-07T14:03:27.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 Processor -- start 2023-12-07T14:03:27.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 -- start start 2023-12-07T14:03:27.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089dba40 0x5556089e44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 0x555608a0d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089e0050 0x5556089ec330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556087ae920 con 0x5556089dc360 2023-12-07T14:03:27.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556089e5930 con 0x5556089dba40 2023-12-07T14:03:27.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.655+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556089e49f0 con 0x5556089e0050 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.656+0000 7f8277fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089dba40 0x5556089e44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.656+0000 7f8277fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089dba40 0x5556089e44b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45968/0 (socket says 172.21.15.39:45968) 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.656+0000 7f8277fff700 1 -- 172.21.15.39:0/3117427555 learned_addr learned my addr 172.21.15.39:0/3117427555 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.656+0000 7f827ce3e700 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089e0050 0x5556089ec330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f827ce3e700 1 -- 172.21.15.39:0/3117427555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089dba40 msgr2=0x5556089e44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f827ce3e700 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089dba40 0x5556089e44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f827ce3e700 1 -- 172.21.15.39:0/3117427555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 msgr2=0x555608a0d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f827ce3e700 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 0x555608a0d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f827ce3e700 1 -- 172.21.15.39:0/3117427555 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555608758de0 con 0x5556089e0050 2023-12-07T14:03:27.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f827ce3e700 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089e0050 0x5556089ec330 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f82700cab90 tx=0x7f8270099db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4f9c4a83fd82b19 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f825effd700 1 -- 172.21.15.39:0/3117427555 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82700af040 con 0x5556089e0050 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f825effd700 1 -- 172.21.15.39:0/3117427555 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f827009e4a0 con 0x5556089e0050 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.657+0000 7f825effd700 1 -- 172.21.15.39:0/3117427555 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f827009a810 con 0x5556089e0050 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3117427555 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089e0050 msgr2=0x5556089ec330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089e0050 0x5556089ec330 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f82700cab90 tx=0x7f8270099db0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3117427555 shutdown_connections 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089e0050 0x5556089ec330 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089dba40 0x5556089e44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3117427555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 0x555608a0d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3117427555 >> 172.21.15.39:0/3117427555 conn(0x55560890a360 msgr2=0x5556089d0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.661 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3117427555 shutdown_connections 2023-12-07T14:03:27.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3117427555 wait complete. 2023-12-07T14:03:27.662 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.658+0000 7f828aa9ab80 1 -- start start 2023-12-07T14:03:27.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 1 Processor -- start 2023-12-07T14:03:27.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dba40 0x5556089ec670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 0x5556089eabb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089eb0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556089eb800 con 0x5556089dc360 2023-12-07T14:03:27.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556089eb970 con 0x5556089e0050 2023-12-07T14:03:27.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555608a5c880 con 0x5556089dba40 2023-12-07T14:03:27.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.659+0000 7f828aa9ab80 10 client.0 _ll_register_callbacks cb 0x555608814a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:27.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dba40 0x5556089ec670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dba40 0x5556089ec670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59494/0 (socket says 172.21.15.39:59494) 2023-12-07T14:03:27.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 -- 172.21.15.39:0/3969910647 learned_addr learned my addr 172.21.15.39:0/3969910647 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:27.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f82777fe700 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 0x5556089eabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f827ce3e700 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089eb0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 -- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 msgr2=0x5556089eb0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089eb0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 -- 172.21.15.39:0/3969910647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 msgr2=0x5556089eabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:27.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 0x5556089eabb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 -- 172.21.15.39:0/3969910647 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82781a3400 con 0x5556089dba40 2023-12-07T14:03:27.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f8277fff700 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dba40 0x5556089ec670 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8268024040 tx=0x7f826800f3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d24e6d8c6cbdf853 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:27.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f82577fe700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.660+0000 7f82577fe700 1 -- 172.21.15.39:0/3969910647 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8268032040 con 0x5556089dba40 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f826801b070 con 0x5556089dba40 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f82577fe700 1 -- 172.21.15.39:0/3969910647 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8268033d10 con 0x5556089dba40 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f82577fe700 1 -- 172.21.15.39:0/3969910647 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=31) v2 ==== 24+0+0 (secure 0 0 0) 0x7f826800e040 con 0x5556089dba40 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 10 client.25576 fetch_fsmap learned FSMap version 31 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=31,monmap=4+}) v3 -- 0x555608741c60 con 0x5556089dba40 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f82577fe700 1 -- 172.21.15.39:0/3969910647 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f826801b070 con 0x5556089dba40 2023-12-07T14:03:27.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f82577fe700 1 -- 172.21.15.39:0/3969910647 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 31) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f8268008510 con 0x5556089dba40 2023-12-07T14:03:27.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 10 client.25576 fetch_fsmap finished waiting for FSMap version 31 2023-12-07T14:03:27.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 10 client.25576 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:27.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 20 client.25576 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:27.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a5dfe0 0x555608a60400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:27.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 4 client.25576 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:03:27.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.661+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5556088f5fd0 con 0x555608a5dfe0 2023-12-07T14:03:27.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.662+0000 7f82777fe700 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a5dfe0 0x555608a60400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:27.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.663+0000 7f82577fe700 10 client.25576 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.663+0000 7f82777fe700 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a5dfe0 0x555608a60400 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f079f694ec734ee0 server_cookie=c4bcdc5e035f2777 in_seq=0 out_seq=0 2023-12-07T14:03:27.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.663+0000 7f82577fe700 1 -- 172.21.15.39:0/3969910647 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5556088f5fd0 con 0x555608a5dfe0 2023-12-07T14:03:27.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.663+0000 7f82577fe700 10 client.25576 handle_command_reply: tid=0 2023-12-07T14:03:27.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.663+0000 7f828aa9ab80 1 client.25576 shutdown 2023-12-07T14:03:27.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dba40 msgr2=0x5556089ec670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dba40 0x5556089ec670 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f8268024040 tx=0x7f826800f3c0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 shutdown_connections 2023-12-07T14:03:27.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555608a5dfe0 0x555608a60400 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556089e0050 0x5556089eb0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556089dba40 0x5556089ec670 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 --2- 172.21.15.39:0/3969910647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556089dc360 0x5556089eabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 >> 172.21.15.39:0/3969910647 conn(0x55560890a360 msgr2=0x5556089de230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f82577fe700 0 client.25576 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:27.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 shutdown_connections 2023-12-07T14:03:27.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 1 -- 172.21.15.39:0/3969910647 wait complete. 2023-12-07T14:03:27.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.664+0000 7f828aa9ab80 20 client.25576 trim_cache size 0 max 16384 2023-12-07T14:03:27.674 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:03:27.675 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:03:27.675 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:03:27.675 INFO:teuthology.orchestra.run.smithi039.stdout: "f47d58c5-c502-4d54-b949-029b275cfa86": { 2023-12-07T14:03:27.675 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:03:27.675 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "f47d58c5-c502-4d54-b949-029b275cfa86", 2023-12-07T14:03:27.675 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:03:27.675 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:03:27.676 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:03:27.676 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82600a1710 msgr2=0x7f82600a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82600a1710 0x7f82600a3bd0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f826800f540 tx=0x7f826800b040 comp rx=0 tx=0).stop 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827810ca80 msgr2=0x7f82781a27b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827810ca80 0x7f82781a27b0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f827000e940 tx=0x7f827000ec50 comp rx=0 tx=0).stop 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 shutdown_connections 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f827810ca80 0x7f82781a27b0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82600a1710 0x7f82600a3bd0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8278107b10 0x7f827819ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 --2- 172.21.15.39:0/2324770549 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82781084d0 0x7f827819e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 >> 172.21.15.39:0/2324770549 conn(0x7f82780773a0 msgr2=0x7f8278077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 shutdown_connections 2023-12-07T14:03:27.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:27.666+0000 7f827e8a1700 1 -- 172.21.15.39:0/2324770549 wait complete. 2023-12-07T14:03:27.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:27 smithi089 ceph-mon[103124]: pgmap v31: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 89 MiB/s wr, 2.86k op/s 2023-12-07T14:03:27.690 INFO:tasks.cephfs.filesystem:scrub status for tag:f47d58c5-c502-4d54-b949-029b275cfa86 - {'path': '/', 'tag': 'f47d58c5-c502-4d54-b949-029b275cfa86', 'options': 'recursive,force'} 2023-12-07T14:03:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:03:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:03:28.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:03:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:03:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:03:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:28 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:28 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:28 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:28.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 35.0 s, 4532.3 tps, lat 22.092 ms stddev 23.005 2023-12-07T14:03:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:29 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:03:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:29 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:29.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:29 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:29.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:29 smithi039 ceph-mon[98864]: pgmap v32: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 61 MiB/s wr, 2.22k op/s 2023-12-07T14:03:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:29 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:03:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:29 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:29 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:29 smithi055 ceph-mon[103363]: pgmap v32: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 61 MiB/s wr, 2.22k op/s 2023-12-07T14:03:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:29 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:03:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:29 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:29 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:03:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:29 smithi089 ceph-mon[103124]: pgmap v32: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 61 MiB/s wr, 2.22k op/s 2023-12-07T14:03:31.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:31 smithi039 ceph-mon[98864]: pgmap v33: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 61 MiB/s wr, 2.22k op/s 2023-12-07T14:03:31.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:31 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:31.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:31 smithi055 ceph-mon[103363]: pgmap v33: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 61 MiB/s wr, 2.22k op/s 2023-12-07T14:03:31.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:31 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:31.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:31 smithi089 ceph-mon[103124]: pgmap v33: 97 pgs: 97 active+clean; 2.0 GiB data, 6.5 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 61 MiB/s wr, 2.22k op/s 2023-12-07T14:03:31.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:31 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:33.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:33 smithi039 ceph-mon[98864]: pgmap v34: 97 pgs: 97 active+clean; 2.1 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 70 MiB/s wr, 2.65k op/s 2023-12-07T14:03:33.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:33 smithi055 ceph-mon[103363]: pgmap v34: 97 pgs: 97 active+clean; 2.1 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 70 MiB/s wr, 2.65k op/s 2023-12-07T14:03:33.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:33 smithi089 ceph-mon[103124]: pgmap v34: 97 pgs: 97 active+clean; 2.1 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 70 MiB/s wr, 2.65k op/s 2023-12-07T14:03:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 40.0 s, 3901.5 tps, lat 25.612 ms stddev 26.066 2023-12-07T14:03:35.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:35 smithi039 ceph-mon[98864]: pgmap v35: 97 pgs: 97 active+clean; 2.1 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 25 MiB/s wr, 890 op/s 2023-12-07T14:03:35.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:35 smithi055 ceph-mon[103363]: pgmap v35: 97 pgs: 97 active+clean; 2.1 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 25 MiB/s wr, 890 op/s 2023-12-07T14:03:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:35 smithi089 ceph-mon[103124]: pgmap v35: 97 pgs: 97 active+clean; 2.1 GiB data, 6.8 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 25 MiB/s wr, 890 op/s 2023-12-07T14:03:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:36 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:03:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:36 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:36.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:36 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:36 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:03:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:36 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:36 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:36 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:03:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:36 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:36 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:37 smithi039 ceph-mon[98864]: pgmap v36: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 41 MiB/s wr, 1.44k op/s 2023-12-07T14:03:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:37 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:37 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:37 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:03:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:37 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:03:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:37 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:03:37.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:37 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:03:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:37 smithi055 ceph-mon[103363]: pgmap v36: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 41 MiB/s wr, 1.44k op/s 2023-12-07T14:03:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:37 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:37 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:37 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:03:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:37 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:03:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:37 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:03:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:37 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:03:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:37 smithi089 ceph-mon[103124]: pgmap v36: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 41 MiB/s wr, 1.44k op/s 2023-12-07T14:03:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:37 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:37 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:37 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:03:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:37 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:03:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:37 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:03:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:37 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:03:38.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.395+0000 7f6e2ae11700 1 -- 172.21.15.39:0/693303957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 msgr2=0x7f6e241148e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.395+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/693303957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 0x7f6e241148e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c00b0a0 tx=0x7f6e1c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.395+0000 7f6e2ae11700 1 -- 172.21.15.39:0/693303957 shutdown_connections 2023-12-07T14:03:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.395+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/693303957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 0x7f6e241148e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.395+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/693303957 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 0x7f6e2410ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.395+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/693303957 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 0x7f6e24108170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.395+0000 7f6e2ae11700 1 -- 172.21.15.39:0/693303957 >> 172.21.15.39:0/693303957 conn(0x7f6e24077470 msgr2=0x7f6e241063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.396+0000 7f6e2ae11700 1 -- 172.21.15.39:0/693303957 shutdown_connections 2023-12-07T14:03:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.396+0000 7f6e2ae11700 1 -- 172.21.15.39:0/693303957 wait complete. 2023-12-07T14:03:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.396+0000 7f6e2ae11700 1 Processor -- start 2023-12-07T14:03:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e2ae11700 1 -- start start 2023-12-07T14:03:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e2ae11700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 0x7f6e2419e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e2ae11700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 0x7f6e2419e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e2ae11700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 0x7f6e241a2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e2ae11700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e241a2fd0 con 0x7f6e2410ca50 2023-12-07T14:03:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e2ae11700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e241a3140 con 0x7f6e241086b0 2023-12-07T14:03:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e2ae11700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e241a3300 con 0x7f6e24107cf0 2023-12-07T14:03:38.405 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e28bad700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 0x7f6e2419e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 0x7f6e241a2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e23fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 0x7f6e2419e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 0x7f6e241a2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54788/0 (socket says 172.21.15.39:54788) 2023-12-07T14:03:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 -- 172.21.15.39:0/2688699448 learned_addr learned my addr 172.21.15.39:0/2688699448 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e28bad700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 0x7f6e2419e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59508/0 (socket says 172.21.15.39:59508) 2023-12-07T14:03:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 -- 172.21.15.39:0/2688699448 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 msgr2=0x7f6e2419e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 0x7f6e2419e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 -- 172.21.15.39:0/2688699448 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 msgr2=0x7f6e2419e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 0x7f6e2419e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e293ae700 1 -- 172.21.15.39:0/2688699448 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e1c009d00 con 0x7f6e2410ca50 2023-12-07T14:03:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e28bad700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 0x7f6e2419e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.397+0000 7f6e23fff700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 0x7f6e2419e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.398+0000 7f6e293ae700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 0x7f6e241a2990 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c00b070 tx=0x7f6e1c00bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.398+0000 7f6e21ffb700 1 -- 172.21.15.39:0/2688699448 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c00e040 con 0x7f6e2410ca50 2023-12-07T14:03:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.398+0000 7f6e21ffb700 1 -- 172.21.15.39:0/2688699448 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e1c01d470 con 0x7f6e2410ca50 2023-12-07T14:03:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.398+0000 7f6e21ffb700 1 -- 172.21.15.39:0/2688699448 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c0052a0 con 0x7f6e2410ca50 2023-12-07T14:03:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.399+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e241a3580 con 0x7f6e2410ca50 2023-12-07T14:03:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.399+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e241aae20 con 0x7f6e2410ca50 2023-12-07T14:03:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.404+0000 7f6e3700ab80 1 Processor -- start 2023-12-07T14:03:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.405+0000 7f6e21ffb700 1 -- 172.21.15.39:0/2688699448 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f6e1c01d850 con 0x7f6e2410ca50 2023-12-07T14:03:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.406+0000 7f6e21ffb700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6e0c0a1800 0x7f6e0c0a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.406+0000 7f6e21ffb700 1 -- 172.21.15.39:0/2688699448 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6e1c0ce320 con 0x7f6e2410ca50 2023-12-07T14:03:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.406+0000 7f6e3700ab80 1 -- start start 2023-12-07T14:03:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f118a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f11c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 0x55d42f11cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f08c760 con 0x55d42f11cb10 2023-12-07T14:03:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f073740 con 0x55d42f118f50 2023-12-07T14:03:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f071060 con 0x55d42f118630 2023-12-07T14:03:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e23fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f11c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e23fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f11c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:45994/0 (socket says 172.21.15.39:45994) 2023-12-07T14:03:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e23fff700 1 -- 172.21.15.39:0/557064740 learned_addr learned my addr 172.21.15.39:0/557064740 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e23fff700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6e0c0a1800 0x7f6e0c0a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e28bad700 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f118a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.407+0000 7f6e23fff700 1 -- 172.21.15.39:0/557064740 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 msgr2=0x55d42f118a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:38.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e23fff700 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f118a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e23fff700 1 -- 172.21.15.39:0/557064740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 msgr2=0x55d42f11cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:38.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e23fff700 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 0x55d42f11cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e23fff700 1 -- 172.21.15.39:0/557064740 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d42eee95d0 con 0x55d42f118f50 2023-12-07T14:03:38.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e23fff700 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f11c5d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6e18011aa0 tx=0x7f6e18011db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af545783d72c9931 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:38.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e23fff700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6e0c0a1800 0x7f6e0c0a3cc0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6e1801c000 tx=0x7f6e1801e000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:38.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e0affd700 1 -- 172.21.15.39:0/557064740 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e18011640 con 0x55d42f118f50 2023-12-07T14:03:38.417 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e0affd700 1 -- 172.21.15.39:0/557064740 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e1801dc30 con 0x55d42f118f50 2023-12-07T14:03:38.417 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.408+0000 7f6e0affd700 1 -- 172.21.15.39:0/557064740 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e1801ead0 con 0x55d42f118f50 2023-12-07T14:03:38.417 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.409+0000 7f6e3700ab80 1 -- 172.21.15.39:0/557064740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 msgr2=0x55d42f11c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.417 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.409+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f11c5d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6e18011aa0 tx=0x7f6e18011db0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.411+0000 7f6e3700ab80 1 -- 172.21.15.39:0/557064740 shutdown_connections 2023-12-07T14:03:38.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.411+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 0x55d42f11cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.411+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f118a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.411+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/557064740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f11c5d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.411+0000 7f6e3700ab80 1 -- 172.21.15.39:0/557064740 >> 172.21.15.39:0/557064740 conn(0x55d42f047300 msgr2=0x55d42f112ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.411+0000 7f6e3700ab80 1 -- 172.21.15.39:0/557064740 shutdown_connections 2023-12-07T14:03:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.411+0000 7f6e3700ab80 1 -- 172.21.15.39:0/557064740 wait complete. 2023-12-07T14:03:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 -- start start 2023-12-07T14:03:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 Processor -- start 2023-12-07T14:03:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f1216e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118f50 0x55d42f121c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f11cb10 0x55d42f122160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f06c950 con 0x55d42f118630 2023-12-07T14:03:38.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f026500 con 0x55d42f11cb10 2023-12-07T14:03:38.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f0261a0 con 0x55d42f118f50 2023-12-07T14:03:38.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.412+0000 7f6e3700ab80 10 client.0 _ll_register_callbacks cb 0x55d42ef51a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:38.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f11cb10 0x55d42f122160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f11cb10 0x55d42f122160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46004/0 (socket says 172.21.15.39:46004) 2023-12-07T14:03:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 -- 172.21.15.39:0/1755697774 learned_addr learned my addr 172.21.15.39:0/1755697774 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 -- 172.21.15.39:0/1755697774 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118f50 msgr2=0x55d42f121c20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118f50 0x55d42f121c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 -- 172.21.15.39:0/1755697774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 msgr2=0x55d42f1216e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f1216e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.414+0000 7f6e293ae700 1 -- 172.21.15.39:0/1755697774 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e18019040 con 0x55d42f11cb10 2023-12-07T14:03:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e293ae700 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f11cb10 0x55d42f122160 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c09ae50 tx=0x7f6e1c09b050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ee630973968fa3c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e03fff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e03fff700 1 -- 172.21.15.39:0/1755697774 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e1c0aeea0 con 0x55d42f11cb10 2023-12-07T14:03:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e03fff700 1 -- 172.21.15.39:0/1755697774 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6e1c09b850 con 0x55d42f11cb10 2023-12-07T14:03:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d42f10b5f0 con 0x55d42f11cb10 2023-12-07T14:03:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e03fff700 1 -- 172.21.15.39:0/1755697774 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6e1c09b150 con 0x55d42f11cb10 2023-12-07T14:03:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e3700ab80 10 client.25505 fetch_fsmap learned FSMap version 32 2023-12-07T14:03:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.415+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x55d42ee95d80 con 0x55d42f11cb10 2023-12-07T14:03:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e03fff700 1 -- 172.21.15.39:0/1755697774 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e1c0b7080 con 0x55d42f11cb10 2023-12-07T14:03:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e03fff700 1 -- 172.21.15.39:0/1755697774 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f6e1c09a6d0 con 0x55d42f11cb10 2023-12-07T14:03:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e3700ab80 10 client.25505 fetch_fsmap finished waiting for FSMap version 32 2023-12-07T14:03:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e3700ab80 10 client.25505 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e3700ab80 20 client.25505 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f142b30 0x55d42f144f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e3700ab80 4 client.25505 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.416+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d42f0e7640 con 0x55d42f142b30 2023-12-07T14:03:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.417+0000 7f6e28bad700 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f142b30 0x55d42f144f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.417+0000 7f6e03fff700 10 client.25505 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.418+0000 7f6e28bad700 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f142b30 0x55d42f144f50 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76e55ec93dd044f3 server_cookie=279648e3d8be282a in_seq=0 out_seq=0 2023-12-07T14:03:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.418+0000 7f6e03fff700 1 -- 172.21.15.39:0/1755697774 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d42f0e7640 con 0x55d42f142b30 2023-12-07T14:03:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.418+0000 7f6e03fff700 10 client.25505 handle_command_reply: tid=0 2023-12-07T14:03:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.418+0000 7f6e3700ab80 1 client.25505 shutdown 2023-12-07T14:03:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f11cb10 msgr2=0x55d42f122160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f11cb10 0x55d42f122160 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c09ae50 tx=0x7f6e1c09b050 comp rx=0 tx=0).stop 2023-12-07T14:03:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 shutdown_connections 2023-12-07T14:03:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f142b30 0x55d42f144f50 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f11cb10 0x55d42f122160 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f1216e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1755697774 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118f50 0x55d42f121c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 >> 172.21.15.39:0/1755697774 conn(0x55d42f047300 msgr2=0x55d42f117430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:38.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.420+0000 7f6e03fff700 0 client.25505 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:38.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.421+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 shutdown_connections 2023-12-07T14:03:38.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.421+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1755697774 wait complete. 2023-12-07T14:03:38.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.421+0000 7f6e3700ab80 20 client.25505 trim_cache size 0 max 16384 2023-12-07T14:03:38.449 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 Processor -- start 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 -- start start 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f11a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f114370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f11cb10 0x55d42f11df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42eeeb8c0 con 0x55d42f118630 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f114fb0 con 0x55d42f118f50 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f112960 con 0x55d42f11cb10 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e293ae700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f11cb10 0x55d42f11df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e28bad700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f11a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e293ae700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f11cb10 0x55d42f11df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59530/0 (socket says 172.21.15.39:59530) 2023-12-07T14:03:38.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e293ae700 1 -- 172.21.15.39:0/4055982631 learned_addr learned my addr 172.21.15.39:0/4055982631 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:38.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.446+0000 7f6e23fff700 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f114370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.454 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.447+0000 7f6e28bad700 1 -- 172.21.15.39:0/4055982631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f11cb10 msgr2=0x55d42f11df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:38.454 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.447+0000 7f6e28bad700 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f11cb10 0x55d42f11df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.447+0000 7f6e28bad700 1 -- 172.21.15.39:0/4055982631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 msgr2=0x55d42f114370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:38.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.447+0000 7f6e28bad700 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f114370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.447+0000 7f6e28bad700 1 -- 172.21.15.39:0/4055982631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d42ee7ec00 con 0x55d42f118630 2023-12-07T14:03:38.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.447+0000 7f6e28bad700 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f11a4d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x55d42f145800 tx=0x7f6e14017720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=564a4b5bf60b3bb4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:38.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.447+0000 7f6e0b7fe700 1 -- 172.21.15.39:0/4055982631 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e14017dd0 con 0x55d42f118630 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.448+0000 7f6e0b7fe700 1 -- 172.21.15.39:0/4055982631 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e14019570 con 0x55d42f118630 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.448+0000 7f6e0b7fe700 1 -- 172.21.15.39:0/4055982631 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e14022aa0 con 0x55d42f118630 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.448+0000 7f6e3700ab80 1 -- 172.21.15.39:0/4055982631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 msgr2=0x55d42f11a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.448+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f11a4d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x55d42f145800 tx=0x7f6e14017720 comp rx=0 tx=0).stop 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 -- 172.21.15.39:0/4055982631 shutdown_connections 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f11cb10 0x55d42f11df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f118630 0x55d42f11a4d0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/4055982631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f114370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 -- 172.21.15.39:0/4055982631 >> 172.21.15.39:0/4055982631 conn(0x55d42f047300 msgr2=0x55d42f112b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 -- 172.21.15.39:0/4055982631 shutdown_connections 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 -- 172.21.15.39:0/4055982631 wait complete. 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 -- start start 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.449+0000 7f6e3700ab80 1 Processor -- start 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f13a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f121c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e3700ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 0x55d42f122150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f11cef0 con 0x55d42f11cb10 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f11d060 con 0x55d42f118f50 2023-12-07T14:03:38.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e3700ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42f11d220 con 0x55d42f118630 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e3700ab80 10 client.0 _ll_register_callbacks cb 0x55d42ef51a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e28bad700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f13a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e28bad700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f13a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59534/0 (socket says 172.21.15.39:59534) 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e28bad700 1 -- 172.21.15.39:0/1341164559 learned_addr learned my addr 172.21.15.39:0/1341164559 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.450+0000 7f6e23fff700 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f121c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.451+0000 7f6e23fff700 1 -- 172.21.15.39:0/1341164559 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 msgr2=0x55d42f13a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.451+0000 7f6e23fff700 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f13a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.451+0000 7f6e23fff700 1 -- 172.21.15.39:0/1341164559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 msgr2=0x55d42f122150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:38.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.451+0000 7f6e23fff700 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 0x55d42f122150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.451+0000 7f6e23fff700 1 -- 172.21.15.39:0/1341164559 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e14019e70 con 0x55d42f118f50 2023-12-07T14:03:38.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.451+0000 7f6e23fff700 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f121c10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6e1800f6a0 tx=0x7f6e18005ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c56a63e88207579 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:38.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.451+0000 7f6e03fff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.452+0000 7f6e03fff700 1 -- 172.21.15.39:0/1341164559 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e1802c070 con 0x55d42f118f50 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.452+0000 7f6e03fff700 1 -- 172.21.15.39:0/1341164559 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6e1801d980 con 0x55d42f118f50 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.452+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6e1801dc30 con 0x55d42f118f50 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.452+0000 7f6e03fff700 1 -- 172.21.15.39:0/1341164559 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6e18005110 con 0x55d42f118f50 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.452+0000 7f6e3700ab80 10 client.25511 fetch_fsmap learned FSMap version 32 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.452+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x55d42eebc1f0 con 0x55d42f118f50 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.452+0000 7f6e03fff700 1 -- 172.21.15.39:0/1341164559 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6e1801dc30 con 0x55d42f118f50 2023-12-07T14:03:38.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.453+0000 7f6e03fff700 1 -- 172.21.15.39:0/1341164559 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 32) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f6e18003d00 con 0x55d42f118f50 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.453+0000 7f6e3700ab80 10 client.25511 fetch_fsmap finished waiting for FSMap version 32 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.453+0000 7f6e3700ab80 10 client.25511 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.453+0000 7f6e3700ab80 20 client.25511 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.453+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f199be0 0x55d42f19c000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.453+0000 7f6e3700ab80 4 client.25511 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.453+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d42f032f70 con 0x55d42f199be0 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.454+0000 7f6e28bad700 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f199be0 0x55d42f19c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.455+0000 7f6e03fff700 10 client.25511 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:38.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.455+0000 7f6e28bad700 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f199be0 0x55d42f19c000 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6865c76bc2795ae7 server_cookie=709e54aa131932e7 in_seq=0 out_seq=0 2023-12-07T14:03:38.480 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.475+0000 7f6e03fff700 1 -- 172.21.15.39:0/1341164559 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d42f032f70 con 0x55d42f199be0 2023-12-07T14:03:38.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.475+0000 7f6e03fff700 10 client.25511 handle_command_reply: tid=0 2023-12-07T14:03:38.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.475+0000 7f6e3700ab80 1 client.25511 shutdown 2023-12-07T14:03:38.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 msgr2=0x55d42f121c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f121c10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6e1800f6a0 tx=0x7f6e18005ce0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 shutdown_connections 2023-12-07T14:03:38.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d42f11cb10 0x55d42f122150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d42f118630 0x55d42f13a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d42f199be0 0x55d42f19c000 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 --2- 172.21.15.39:0/1341164559 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d42f118f50 0x55d42f121c10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e03fff700 0 client.25511 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 >> 172.21.15.39:0/1341164559 conn(0x55d42f047300 msgr2=0x55d42f114370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 shutdown_connections 2023-12-07T14:03:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 1 -- 172.21.15.39:0/1341164559 wait complete. 2023-12-07T14:03:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e3700ab80 20 client.25511 trim_cache size 0 max 16384 2023-12-07T14:03:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:03:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:03:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:03:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:03:38.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6e0c0a1800 msgr2=0x7f6e0c0a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6e0c0a1800 0x7f6e0c0a3cc0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6e1801c000 tx=0x7f6e1801e000 comp rx=0 tx=0).stop 2023-12-07T14:03:38.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 msgr2=0x7f6e241a2990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:38.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.476+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 0x7f6e241a2990 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c00b070 tx=0x7f6e1c00bdb0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 shutdown_connections 2023-12-07T14:03:38.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e2410ca50 0x7f6e241a2990 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6e24107cf0 0x7f6e2419e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6e0c0a1800 0x7f6e0c0a3cc0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 --2- 172.21.15.39:0/2688699448 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e241086b0 0x7f6e2419e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 >> 172.21.15.39:0/2688699448 conn(0x7f6e24077470 msgr2=0x7f6e24077990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 shutdown_connections 2023-12-07T14:03:38.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:38.477+0000 7f6e2ae11700 1 -- 172.21.15.39:0/2688699448 wait complete. 2023-12-07T14:03:38.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 45.0 s, 3537.8 tps, lat 27.255 ms stddev 32.124 2023-12-07T14:03:39.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:39 smithi039 ceph-mon[98864]: pgmap v37: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 25 MiB/s wr, 984 op/s 2023-12-07T14:03:39.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:39 smithi055 ceph-mon[103363]: pgmap v37: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 25 MiB/s wr, 984 op/s 2023-12-07T14:03:39.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:39 smithi089 ceph-mon[103124]: pgmap v37: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 25 MiB/s wr, 984 op/s 2023-12-07T14:03:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:41 smithi055 ceph-mon[103363]: pgmap v38: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 25 MiB/s wr, 984 op/s 2023-12-07T14:03:41.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:41 smithi089 ceph-mon[103124]: pgmap v38: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 25 MiB/s wr, 984 op/s 2023-12-07T14:03:41.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:41 smithi039 ceph-mon[98864]: pgmap v38: 97 pgs: 97 active+clean; 2.2 GiB data, 7.3 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 25 MiB/s wr, 984 op/s 2023-12-07T14:03:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:43 smithi055 ceph-mon[103363]: pgmap v39: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 59 MiB/s wr, 2.70k op/s 2023-12-07T14:03:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:43 smithi089 ceph-mon[103124]: pgmap v39: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 59 MiB/s wr, 2.70k op/s 2023-12-07T14:03:43.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:43 smithi039 ceph-mon[98864]: pgmap v39: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 111 KiB/s rd, 59 MiB/s wr, 2.70k op/s 2023-12-07T14:03:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 50.0 s, 3325.0 tps, lat 31.159 ms stddev 61.508 2023-12-07T14:03:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:45 smithi055 ceph-mon[103363]: pgmap v40: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 50 MiB/s wr, 2.27k op/s 2023-12-07T14:03:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:45 smithi089 ceph-mon[103124]: pgmap v40: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 50 MiB/s wr, 2.27k op/s 2023-12-07T14:03:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:45 smithi039 ceph-mon[98864]: pgmap v40: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 50 MiB/s wr, 2.27k op/s 2023-12-07T14:03:47.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:47 smithi055 ceph-mon[103363]: pgmap v41: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 51 MiB/s wr, 2.29k op/s 2023-12-07T14:03:47.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:47 smithi089 ceph-mon[103124]: pgmap v41: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 51 MiB/s wr, 2.29k op/s 2023-12-07T14:03:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:47 smithi039 ceph-mon[98864]: pgmap v41: 97 pgs: 97 active+clean; 2.3 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 51 MiB/s wr, 2.29k op/s 2023-12-07T14:03:48.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 55.0 s, 4442.2 tps, lat 22.370 ms stddev 23.340 2023-12-07T14:03:49.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:49 smithi055 ceph-mon[103363]: pgmap v42: 97 pgs: 97 active+clean; 2.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 45 MiB/s wr, 2.11k op/s 2023-12-07T14:03:49.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:49 smithi089 ceph-mon[103124]: pgmap v42: 97 pgs: 97 active+clean; 2.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 45 MiB/s wr, 2.11k op/s 2023-12-07T14:03:49.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:49 smithi039 ceph-mon[98864]: pgmap v42: 97 pgs: 97 active+clean; 2.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 45 MiB/s wr, 2.11k op/s 2023-12-07T14:03:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:50 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:50.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:50 smithi055 ceph-mon[103363]: pgmap v43: 97 pgs: 97 active+clean; 2.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 45 MiB/s wr, 2.11k op/s 2023-12-07T14:03:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:50 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:50 smithi089 ceph-mon[103124]: pgmap v43: 97 pgs: 97 active+clean; 2.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 45 MiB/s wr, 2.11k op/s 2023-12-07T14:03:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:50 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:03:50.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:50 smithi039 ceph-mon[98864]: pgmap v43: 97 pgs: 97 active+clean; 2.4 GiB data, 8.0 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 45 MiB/s wr, 2.11k op/s 2023-12-07T14:03:51.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.669+0000 7f0d96256700 1 -- 172.21.15.39:0/2414767947 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d9010cb00 msgr2=0x7f0d90110ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.669+0000 7f0d96256700 1 --2- 172.21.15.39:0/2414767947 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d9010cb00 0x7f0d90110ac0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0d84009920 tx=0x7f0d84009c30 comp rx=0 tx=0).stop 2023-12-07T14:03:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.669+0000 7f0d96256700 1 -- 172.21.15.39:0/2414767947 shutdown_connections 2023-12-07T14:03:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.669+0000 7f0d96256700 1 --2- 172.21.15.39:0/2414767947 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d901111f0 0x7f0d90118d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.669+0000 7f0d96256700 1 --2- 172.21.15.39:0/2414767947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9010c150 0x7f0d9010c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.669+0000 7f0d96256700 1 --2- 172.21.15.39:0/2414767947 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d9010cb00 0x7f0d90110ac0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.673 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.669+0000 7f0d96256700 1 -- 172.21.15.39:0/2414767947 >> 172.21.15.39:0/2414767947 conn(0x7f0d9006c4e0 msgr2=0x7f0d9010a5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:51.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.670+0000 7f0d96256700 1 -- 172.21.15.39:0/2414767947 shutdown_connections 2023-12-07T14:03:51.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.670+0000 7f0d96256700 1 -- 172.21.15.39:0/2414767947 wait complete. 2023-12-07T14:03:51.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.671+0000 7f0d96256700 1 Processor -- start 2023-12-07T14:03:51.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d96256700 1 -- start start 2023-12-07T14:03:51.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d96256700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9010c150 0x7f0d901a2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d96256700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d901111f0 0x7f0d901a2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d96256700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d901a6d30 0x7f0d901a71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d96256700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d901a77b0 con 0x7f0d9010c150 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d96256700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d901a7920 con 0x7f0d901a6d30 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d96256700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d901a7ae0 con 0x7f0d901111f0 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9010c150 0x7f0d901a2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9010c150 0x7f0d901a2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54826/0 (socket says 172.21.15.39:54826) 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/2331183678 learned_addr learned my addr 172.21.15.39:0/2331183678 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8ffff700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d901a6d30 0x7f0d901a71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8effd700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d901111f0 0x7f0d901a2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8effd700 1 -- 172.21.15.39:0/2331183678 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d901a6d30 msgr2=0x7f0d901a71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8effd700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d901a6d30 0x7f0d901a71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8effd700 1 -- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9010c150 msgr2=0x7f0d901a2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8effd700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9010c150 0x7f0d901a2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.672+0000 7f0d8effd700 1 -- 172.21.15.39:0/2331183678 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d84009520 con 0x7f0d901111f0 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.673+0000 7f0d8effd700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d901111f0 0x7f0d901a2990 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0d84000c00 tx=0x7f0d8400fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.674+0000 7f0d8cff9700 1 -- 172.21.15.39:0/2331183678 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8401c070 con 0x7f0d901111f0 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.674+0000 7f0d8cff9700 1 -- 172.21.15.39:0/2331183678 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d8400baa0 con 0x7f0d901111f0 2023-12-07T14:03:51.677 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.674+0000 7f0d8cff9700 1 -- 172.21.15.39:0/2331183678 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d84004930 con 0x7f0d901111f0 2023-12-07T14:03:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.675+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d901aefe0 con 0x7f0d901111f0 2023-12-07T14:03:51.678 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.675+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d901af350 con 0x7f0d901111f0 2023-12-07T14:03:51.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.678+0000 7f0d8cff9700 1 -- 172.21.15.39:0/2331183678 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f0d84020070 con 0x7f0d901111f0 2023-12-07T14:03:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.678+0000 7f0d8cff9700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0d780a1890 0x7f0d780a3d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.678+0000 7f0d8cff9700 1 -- 172.21.15.39:0/2331183678 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0d840cdbe0 con 0x7f0d901111f0 2023-12-07T14:03:51.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.679+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0d780a1890 0x7f0d780a3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 Processor -- start 2023-12-07T14:03:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 -- start start 2023-12-07T14:03:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0d780a1890 0x7f0d780a3d50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d88009e30 tx=0x7f0d88009040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9183e40 0x55d8e9184220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e9187de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 0x55d8e9188780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e90ef760 con 0x55d8e9188320 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e90d6740 con 0x55d8e9184760 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0da244fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e90d4060 con 0x55d8e9183e40 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9183e40 0x55d8e9184220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9183e40 0x55d8e9184220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59556/0 (socket says 172.21.15.39:59556) 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.680+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/1720643741 learned_addr learned my addr 172.21.15.39:0/1720643741 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.681+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/1720643741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 msgr2=0x55d8e9187de0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.681+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/1720643741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e9187de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.681+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/1720643741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 msgr2=0x55d8e9188780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.681+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/1720643741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 0x55d8e9188780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.681+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/1720643741 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8e8f4c5d0 con 0x55d8e9183e40 2023-12-07T14:03:51.686 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.682+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/1720643741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9183e40 0x55d8e9184220 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0d880095a0 tx=0x7f0d8800b050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83c82f82882fd5f1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.682+0000 7f0d75ffb700 1 -- 172.21.15.39:0/1720643741 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d88003c00 con 0x55d8e9183e40 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.682+0000 7f0d75ffb700 1 -- 172.21.15.39:0/1720643741 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d8800f040 con 0x55d8e9183e40 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.682+0000 7f0d75ffb700 1 -- 172.21.15.39:0/1720643741 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d88004310 con 0x55d8e9183e40 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 -- 172.21.15.39:0/1720643741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9183e40 msgr2=0x55d8e9184220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 --2- 172.21.15.39:0/1720643741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9183e40 0x55d8e9184220 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0d880095a0 tx=0x7f0d8800b050 comp rx=0 tx=0).stop 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 -- 172.21.15.39:0/1720643741 shutdown_connections 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 --2- 172.21.15.39:0/1720643741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 0x55d8e9188780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 --2- 172.21.15.39:0/1720643741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9183e40 0x55d8e9184220 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 --2- 172.21.15.39:0/1720643741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e9187de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 -- 172.21.15.39:0/1720643741 >> 172.21.15.39:0/1720643741 conn(0x55d8e90aa300 msgr2=0x55d8e9175ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 -- 172.21.15.39:0/1720643741 shutdown_connections 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 -- 172.21.15.39:0/1720643741 wait complete. 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 -- start start 2023-12-07T14:03:51.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.683+0000 7f0da244fb80 1 Processor -- start 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9183e40 0x55d8e918fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9184760 0x55d8e918ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 0x55d8e918d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0da244fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e90cf950 con 0x55d8e9188320 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0da244fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e9089500 con 0x55d8e9183e40 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0da244fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e90891a0 con 0x55d8e9184760 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0da244fb80 10 client.0 _ll_register_callbacks cb 0x55d8e8fb4a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9183e40 0x55d8e918fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9183e40 0x55d8e918fb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46042/0 (socket says 172.21.15.39:46042) 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/3795764053 learned_addr learned my addr 172.21.15.39:0/3795764053 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.684+0000 7f0d8effd700 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9184760 0x55d8e918ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d8ffff700 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 0x55d8e918d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/3795764053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9184760 msgr2=0x55d8e918ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9184760 0x55d8e918ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/3795764053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 msgr2=0x55d8e918d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 0x55d8e918d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/3795764053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d88015440 con 0x55d8e9183e40 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9183e40 0x55d8e918fb40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0d88007c30 tx=0x7f0d880168e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a9f2b4e452d2428 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d6effd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d6effd700 1 -- 172.21.15.39:0/3795764053 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d88016c40 con 0x55d8e9183e40 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0d6effd700 1 -- 172.21.15.39:0/3795764053 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0d88005250 con 0x55d8e9183e40 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.685+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d8e916e5f0 con 0x55d8e9183e40 2023-12-07T14:03:51.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.686+0000 7f0d6effd700 1 -- 172.21.15.39:0/3795764053 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d88003a00 con 0x55d8e9183e40 2023-12-07T14:03:51.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.686+0000 7f0da244fb80 10 client.25520 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.686+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d8e8ef8d80 con 0x55d8e9183e40 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0d6effd700 1 -- 172.21.15.39:0/3795764053 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d8e916e5f0 con 0x55d8e9183e40 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0d6effd700 1 -- 172.21.15.39:0/3795764053 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f0d88004020 con 0x55d8e9183e40 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0da244fb80 10 client.25520 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0da244fb80 10 client.25520 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0da244fb80 20 client.25520 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0da244fb80 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91a5e70 0x55d8e91a8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0da244fb80 4 client.25520 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.687+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d8e914a640 con 0x55d8e91a5e70 2023-12-07T14:03:51.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.688+0000 7f0d8effd700 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91a5e70 0x55d8e91a8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.690+0000 7f0d6effd700 10 client.25520 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:51.693 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.690+0000 7f0d8effd700 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91a5e70 0x55d8e91a8290 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a2c4aae3b053e71 server_cookie=2381862a0b18eddc in_seq=0 out_seq=0 2023-12-07T14:03:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.691+0000 7f0d6effd700 1 -- 172.21.15.39:0/3795764053 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d8e914a640 con 0x55d8e91a5e70 2023-12-07T14:03:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.691+0000 7f0d6effd700 10 client.25520 handle_command_reply: tid=0 2023-12-07T14:03:51.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.691+0000 7f0da244fb80 1 client.25520 shutdown 2023-12-07T14:03:51.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9183e40 msgr2=0x55d8e918fb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9183e40 0x55d8e918fb40 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0d88007c30 tx=0x7f0d880168e0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 shutdown_connections 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9188320 0x55d8e918d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91a5e70 0x55d8e91a8290 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9183e40 0x55d8e918fb40 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0d6effd700 0 client.25520 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 --2- 172.21.15.39:0/3795764053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9184760 0x55d8e918ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 >> 172.21.15.39:0/3795764053 conn(0x55d8e90aa300 msgr2=0x55d8e9188ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 shutdown_connections 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 1 -- 172.21.15.39:0/3795764053 wait complete. 2023-12-07T14:03:51.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.692+0000 7f0da244fb80 20 client.25520 trim_cache size 0 max 16384 2023-12-07T14:03:51.724 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.720+0000 7f0da244fb80 1 Processor -- start 2023-12-07T14:03:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.725+0000 7f0da244fb80 1 -- start start 2023-12-07T14:03:51.730 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.726+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e9185c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.726+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e91758b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.726+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91acbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.726+0000 7f0da244fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e8f4e8c0 con 0x55d8e9183e40 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.726+0000 7f0da244fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e91765b0 con 0x55d8e9184760 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.726+0000 7f0da244fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e916e550 con 0x55d8e9188320 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.727+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e9185c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.727+0000 7f0d8f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e9185c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54850/0 (socket says 172.21.15.39:54850) 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.727+0000 7f0d8f7fe700 1 -- 172.21.15.39:0/2525712033 learned_addr learned my addr 172.21.15.39:0/2525712033 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.727+0000 7f0d8effd700 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e91758b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.731 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.727+0000 7f0d8ffff700 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91acbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d8ffff700 1 -- 172.21.15.39:0/2525712033 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 msgr2=0x55d8e91758b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d8ffff700 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e91758b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d8ffff700 1 -- 172.21.15.39:0/2525712033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 msgr2=0x55d8e9185c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d8ffff700 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e9185c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d8ffff700 1 -- 172.21.15.39:0/2525712033 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8e8ee1c00 con 0x55d8e9188320 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d8ffff700 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91acbb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0d80009d10 tx=0x7f0d80011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9d25490f816046c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d767fc700 1 -- 172.21.15.39:0/2525712033 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d80016070 con 0x55d8e9188320 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d767fc700 1 -- 172.21.15.39:0/2525712033 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d80009da0 con 0x55d8e9188320 2023-12-07T14:03:51.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.728+0000 7f0d767fc700 1 -- 172.21.15.39:0/2525712033 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8000f3c0 con 0x55d8e9188320 2023-12-07T14:03:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.729+0000 7f0da244fb80 1 -- 172.21.15.39:0/2525712033 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 msgr2=0x55d8e91acbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.729+0000 7f0da244fb80 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91acbb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0d80009d10 tx=0x7f0d80011720 comp rx=0 tx=0).stop 2023-12-07T14:03:51.735 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.730+0000 7f0da244fb80 1 -- 172.21.15.39:0/2525712033 shutdown_connections 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.730+0000 7f0da244fb80 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91acbb0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.730+0000 7f0da244fb80 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e9185c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.730+0000 7f0da244fb80 1 --2- 172.21.15.39:0/2525712033 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e91758b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.730+0000 7f0da244fb80 1 -- 172.21.15.39:0/2525712033 >> 172.21.15.39:0/2525712033 conn(0x55d8e90aa300 msgr2=0x55d8e91897a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.730+0000 7f0da244fb80 1 -- 172.21.15.39:0/2525712033 shutdown_connections 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.731+0000 7f0da244fb80 1 -- 172.21.15.39:0/2525712033 wait complete. 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.731+0000 7f0da244fb80 1 -- start start 2023-12-07T14:03:51.736 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 1 Processor -- start 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e917c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e917c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91f42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e91f48e0 con 0x55d8e9183e40 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e91f4a50 con 0x55d8e9184760 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e91f4c10 con 0x55d8e9188320 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.732+0000 7f0da244fb80 10 client.0 _ll_register_callbacks cb 0x55d8e8fb4a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91f42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91f42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59578/0 (socket says 172.21.15.39:59578) 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8ffff700 1 -- 172.21.15.39:0/4103377775 learned_addr learned my addr 172.21.15.39:0/4103377775 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8effd700 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e917c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8effd700 1 -- 172.21.15.39:0/4103377775 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 msgr2=0x55d8e91f42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8effd700 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91f42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8effd700 1 -- 172.21.15.39:0/4103377775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 msgr2=0x55d8e917c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:51.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8effd700 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e917c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.733+0000 7f0d8effd700 1 -- 172.21.15.39:0/4103377775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d80009980 con 0x55d8e9184760 2023-12-07T14:03:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0d8effd700 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e917c620 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0d840cb220 tx=0x7f0d840ba040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb3228b2c757308b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:51.738 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0d6effd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0d6effd700 1 -- 172.21.15.39:0/4103377775 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d8409ebc0 con 0x55d8e9184760 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0d6effd700 1 -- 172.21.15.39:0/4103377775 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0d840a2d70 con 0x55d8e9184760 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0d8800f040 con 0x55d8e9184760 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0d6effd700 1 -- 172.21.15.39:0/4103377775 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d84097180 con 0x55d8e9184760 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0da244fb80 10 client.25526 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d8e8f1f1f0 con 0x55d8e9184760 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.734+0000 7f0d6effd700 1 -- 172.21.15.39:0/4103377775 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0d840a6080 con 0x55d8e9184760 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.735+0000 7f0d6effd700 1 -- 172.21.15.39:0/4103377775 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f0d8409acd0 con 0x55d8e9184760 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.735+0000 7f0da244fb80 10 client.25526 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.735+0000 7f0da244fb80 10 client.25526 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.735+0000 7f0da244fb80 20 client.25526 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:51.739 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.735+0000 7f0da244fb80 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91fd320 0x55d8e91ff740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:51.740 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.735+0000 7f0da244fb80 4 client.25526 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:03:51.740 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.735+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d8e9095f70 con 0x55d8e91fd320 2023-12-07T14:03:51.740 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.736+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91fd320 0x55d8e91ff740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:51.740 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.737+0000 7f0d8f7fe700 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91fd320 0x55d8e91ff740 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1201032db8ebc96b server_cookie=8280b62f167107fe in_seq=0 out_seq=0 2023-12-07T14:03:51.740 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.737+0000 7f0d6effd700 10 client.25526 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:51.777 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.774+0000 7f0d6effd700 1 -- 172.21.15.39:0/4103377775 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d8e9095f70 con 0x55d8e91fd320 2023-12-07T14:03:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.774+0000 7f0d6effd700 10 client.25526 handle_command_reply: tid=0 2023-12-07T14:03:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.774+0000 7f0da244fb80 1 client.25526 shutdown 2023-12-07T14:03:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 msgr2=0x55d8e917c620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.778 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e917c620 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0d840cb220 tx=0x7f0d840ba040 comp rx=0 tx=0).stop 2023-12-07T14:03:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 shutdown_connections 2023-12-07T14:03:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d8e9188320 0x55d8e91f42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d8e9183e40 0x55d8e917c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d8e91fd320 0x55d8e91ff740 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 --2- 172.21.15.39:0/4103377775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d8e9184760 0x55d8e917c620 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.775+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 >> 172.21.15.39:0/4103377775 conn(0x55d8e90aa300 msgr2=0x55d8e918a710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:51.779 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.776+0000 7f0d6effd700 0 client.25526 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.776+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 shutdown_connections 2023-12-07T14:03:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.776+0000 7f0da244fb80 1 -- 172.21.15.39:0/4103377775 wait complete. 2023-12-07T14:03:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.776+0000 7f0da244fb80 20 client.25526 trim_cache size 0 max 16384 2023-12-07T14:03:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:03:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:03:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:03:51.780 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0d780a1890 msgr2=0x7f0d780a3d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0d780a1890 0x7f0d780a3d50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0d88009e30 tx=0x7f0d88009040 comp rx=0 tx=0).stop 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d901111f0 msgr2=0x7f0d901a2990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d901111f0 0x7f0d901a2990 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0d84000c00 tx=0x7f0d8400fa00 comp rx=0 tx=0).stop 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 shutdown_connections 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0d780a1890 0x7f0d780a3d50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d901a6d30 0x7f0d901a71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9010c150 0x7f0d901a2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 --2- 172.21.15.39:0/2331183678 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0d901111f0 0x7f0d901a2990 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 >> 172.21.15.39:0/2331183678 conn(0x7f0d9006c4e0 msgr2=0x7f0d9010f590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 shutdown_connections 2023-12-07T14:03:51.782 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:03:51.777+0000 7f0d96256700 1 -- 172.21.15.39:0/2331183678 wait complete. 2023-12-07T14:03:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:52 smithi039 ceph-mon[98864]: pgmap v44: 97 pgs: 97 active+clean; 2.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 56 MiB/s wr, 2.60k op/s 2023-12-07T14:03:52.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:52 smithi055 ceph-mon[103363]: pgmap v44: 97 pgs: 97 active+clean; 2.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 56 MiB/s wr, 2.60k op/s 2023-12-07T14:03:52.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:52 smithi089 ceph-mon[103124]: pgmap v44: 97 pgs: 97 active+clean; 2.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 159 KiB/s rd, 56 MiB/s wr, 2.60k op/s 2023-12-07T14:03:53.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 60.0 s, 4372.2 tps, lat 22.884 ms stddev 23.709 2023-12-07T14:03:55.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:55 smithi039 ceph-mon[98864]: pgmap v45: 97 pgs: 97 active+clean; 2.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 21 MiB/s wr, 880 op/s 2023-12-07T14:03:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:55 smithi055 ceph-mon[103363]: pgmap v45: 97 pgs: 97 active+clean; 2.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 21 MiB/s wr, 880 op/s 2023-12-07T14:03:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:55 smithi089 ceph-mon[103124]: pgmap v45: 97 pgs: 97 active+clean; 2.5 GiB data, 8.2 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 21 MiB/s wr, 880 op/s 2023-12-07T14:03:57.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:57 smithi039 ceph-mon[98864]: pgmap v46: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 29 MiB/s wr, 1.37k op/s 2023-12-07T14:03:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:57 smithi055 ceph-mon[103363]: pgmap v46: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 29 MiB/s wr, 1.37k op/s 2023-12-07T14:03:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:57 smithi089 ceph-mon[103124]: pgmap v46: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 29 MiB/s wr, 1.37k op/s 2023-12-07T14:03:57.691 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:03:57.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 -- 172.21.15.39:0/3849369040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c0ffae0 msgr2=0x7f525c0fff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 --2- 172.21.15.39:0/3849369040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c0ffae0 0x7f525c0fff60 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f524c00aaa0 tx=0x7f524c00adb0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 -- 172.21.15.39:0/3849369040 shutdown_connections 2023-12-07T14:03:57.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 --2- 172.21.15.39:0/3849369040 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f525c1004a0 0x7f525c10c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 --2- 172.21.15.39:0/3849369040 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f525c105b80 0x7f525c105f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 --2- 172.21.15.39:0/3849369040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c0ffae0 0x7f525c0fff60 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 -- 172.21.15.39:0/3849369040 >> 172.21.15.39:0/3849369040 conn(0x7f525c076880 msgr2=0x7f525c0fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:57.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 -- 172.21.15.39:0/3849369040 shutdown_connections 2023-12-07T14:03:57.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.894+0000 7f5261580700 1 -- 172.21.15.39:0/3849369040 wait complete. 2023-12-07T14:03:57.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.895+0000 7f5261580700 1 Processor -- start 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f5261580700 1 -- start start 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f5261580700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f525c0ffae0 0x7f525c0fbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f5261580700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c1004a0 0x7f525c0fc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f5261580700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f525c105b80 0x7f525c0fc7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f5261580700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c0fdc10 con 0x7f525c1004a0 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f5261580700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c19da70 con 0x7f525c0ffae0 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f5261580700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f525c19dc30 con 0x7f525c105b80 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c1004a0 0x7f525c0fc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c1004a0 0x7f525c0fc2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54870/0 (socket says 172.21.15.39:54870) 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f525c0ffae0 0x7f525c0fbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525a7fc700 1 -- 172.21.15.39:0/2639741353 learned_addr learned my addr 172.21.15.39:0/2639741353 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f525c105b80 0x7f525c0fc7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525affd700 1 -- 172.21.15.39:0/2639741353 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f525c105b80 msgr2=0x7f525c0fc7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525affd700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f525c105b80 0x7f525c0fc7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525affd700 1 -- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c1004a0 msgr2=0x7f525c0fc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525affd700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c1004a0 0x7f525c0fc2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.896+0000 7f525affd700 1 -- 172.21.15.39:0/2639741353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f524c00a700 con 0x7f525c0ffae0 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.897+0000 7f525affd700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f525c0ffae0 0x7f525c0fbd60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f525400ef10 tx=0x7f525400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.897+0000 7f5243fff700 1 -- 172.21.15.39:0/2639741353 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f525400c9c0 con 0x7f525c0ffae0 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.897+0000 7f5243fff700 1 -- 172.21.15.39:0/2639741353 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f525400f040 con 0x7f525c0ffae0 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.897+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f525c19deb0 con 0x7f525c0ffae0 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.897+0000 7f5243fff700 1 -- 172.21.15.39:0/2639741353 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5254014480 con 0x7f525c0ffae0 2023-12-07T14:03:57.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.897+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f525c19e410 con 0x7f525c0ffae0 2023-12-07T14:03:57.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.901+0000 7f5243fff700 1 -- 172.21.15.39:0/2639741353 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f525400cb20 con 0x7f525c0ffae0 2023-12-07T14:03:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 Processor -- start 2023-12-07T14:03:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 -- start start 2023-12-07T14:03:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f5243fff700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f52440a1810 0x7f52440a3cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de699e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de69db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de69e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de60d7c0 con 0x5574de69a360 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de5f47a0 con 0x5574de699a40 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f526d779b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de5f20c0 con 0x5574de69e050 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f5243fff700 1 -- 172.21.15.39:0/2639741353 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f52540cd580 con 0x7f525c0ffae0 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f525a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de69db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f52440a1810 0x7f52440a3cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f525a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de69db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54876/0 (socket says 172.21.15.39:54876) 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f525a7fc700 1 -- 172.21.15.39:0/2547652043 learned_addr learned my addr 172.21.15.39:0/2547652043 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f525affd700 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de699e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.902+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de69e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525affd700 1 -- 172.21.15.39:0/2547652043 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 msgr2=0x5574de69e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525affd700 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de69e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525affd700 1 -- 172.21.15.39:0/2547652043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 msgr2=0x5574de69db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525affd700 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de69db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525affd700 1 -- 172.21.15.39:0/2547652043 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5574de46a630 con 0x5574de699a40 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de69db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f52440a1810 0x7f52440a3cd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5250009fd0 tx=0x7f52500098d0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f525affd700 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de699e20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f52540cab60 tx=0x7f525409a170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21b7810a261410c6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.903+0000 7f52417fa700 1 -- 172.21.15.39:0/2547652043 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f525409aa20 con 0x5574de699a40 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.904+0000 7f52417fa700 1 -- 172.21.15.39:0/2547652043 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f525409a320 con 0x5574de699a40 2023-12-07T14:03:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.904+0000 7f52417fa700 1 -- 172.21.15.39:0/2547652043 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f525409e170 con 0x5574de699a40 2023-12-07T14:03:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 -- 172.21.15.39:0/2547652043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 msgr2=0x5574de699e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de699e20 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f52540cab60 tx=0x7f525409a170 comp rx=0 tx=0).stop 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 -- 172.21.15.39:0/2547652043 shutdown_connections 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de69e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de699e20 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 --2- 172.21.15.39:0/2547652043 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de69db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 -- 172.21.15.39:0/2547652043 >> 172.21.15.39:0/2547652043 conn(0x5574de5c8360 msgr2=0x5574de694070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 -- 172.21.15.39:0/2547652043 shutdown_connections 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 -- 172.21.15.39:0/2547652043 wait complete. 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 -- start start 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.905+0000 7f526d779b80 1 Processor -- start 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f526d779b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 0x5574de6a5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f526d779b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f526d779b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69e050 0x5574de6a32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f526d779b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de5ed9b0 con 0x5574de69a360 2023-12-07T14:03:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f526d779b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de5a7560 con 0x5574de69e050 2023-12-07T14:03:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f526d779b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de5a7200 con 0x5574de699a40 2023-12-07T14:03:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f526d779b80 10 client.0 _ll_register_callbacks cb 0x5574de4d2a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f525b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69e050 0x5574de6a32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f525b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69e050 0x5574de6a32f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46086/0 (socket says 172.21.15.39:46086) 2023-12-07T14:03:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.906+0000 7f525b7fe700 1 -- 172.21.15.39:0/2653852619 learned_addr learned my addr 172.21.15.39:0/2653852619 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.907+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.907+0000 7f525a7fc700 1 -- 172.21.15.39:0/2653852619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 msgr2=0x5574de6a5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.907+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 0x5574de6a5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.907+0000 7f525a7fc700 1 -- 172.21.15.39:0/2653852619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69e050 msgr2=0x5574de6a32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.907+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69e050 0x5574de6a32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.907+0000 7f525a7fc700 1 -- 172.21.15.39:0/2653852619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f524c01a040 con 0x5574de69a360 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.908+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a2bb0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f524c0059d0 tx=0x7f524c003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f9d5d18aa23237f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.908+0000 7f523eff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:03:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f523eff5700 1 -- 172.21.15.39:0/2653852619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c0050c0 con 0x5574de69a360 2023-12-07T14:03:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f523eff5700 1 -- 172.21.15.39:0/2653852619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f524c012070 con 0x5574de69a360 2023-12-07T14:03:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5574de68ca00 con 0x5574de69a360 2023-12-07T14:03:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f523eff5700 1 -- 172.21.15.39:0/2653852619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f524c005220 con 0x5574de69a360 2023-12-07T14:03:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f526d779b80 10 client.15909 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f525c19e410 con 0x5574de69a360 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f523eff5700 1 -- 172.21.15.39:0/2653852619 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5574de68ca00 con 0x5574de69a360 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.909+0000 7f523eff5700 1 -- 172.21.15.39:0/2653852619 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f524c00eb80 con 0x5574de69a360 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.910+0000 7f526d779b80 10 client.15909 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.910+0000 7f526d779b80 10 client.15909 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.910+0000 7f526d779b80 20 client.15909 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.910+0000 7f526d779b80 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de6c44f0 0x5574de6c6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.910+0000 7f526d779b80 4 client.15909 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.910+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5574de6686a0 con 0x5574de6c44f0 2023-12-07T14:03:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.911+0000 7f525affd700 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de6c44f0 0x5574de6c6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.911+0000 7f523eff5700 10 client.15909 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.911+0000 7f525affd700 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de6c44f0 0x5574de6c6910 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9796c8f8fa6fea03 server_cookie=2a39abb2b788a7b5 in_seq=0 out_seq=0 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f523eff5700 1 -- 172.21.15.39:0/2653852619 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5574de6686a0 con 0x5574de6c44f0 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f523eff5700 10 client.15909 handle_command_reply: tid=0 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 client.15909 shutdown 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 msgr2=0x5574de6a2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a2bb0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f524c0059d0 tx=0x7f524c003680 comp rx=0 tx=0).stop 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 shutdown_connections 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de6c44f0 0x5574de6c6910 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69e050 0x5574de6a32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 0x5574de6a5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 --2- 172.21.15.39:0/2653852619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a2bb0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 >> 172.21.15.39:0/2653852619 conn(0x5574de5c8360 msgr2=0x5574de69f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f523eff5700 0 client.15909 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 shutdown_connections 2023-12-07T14:03:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.912+0000 7f526d779b80 1 -- 172.21.15.39:0/2653852619 wait complete. 2023-12-07T14:03:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.913+0000 7f526d779b80 20 client.15909 trim_cache size 0 max 16384 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 Processor -- start 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 -- start start 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 0x5574de68ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69a360 0x5574de6aa300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69e050 0x5574de6aa840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de46c920 con 0x5574de69e050 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de6c0eb0 con 0x5574de69a360 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f526d779b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de69a1f0 con 0x5574de699a40 2023-12-07T14:03:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f525b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69e050 0x5574de6aa840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f525b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69e050 0x5574de6aa840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54894/0 (socket says 172.21.15.39:54894) 2023-12-07T14:03:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f525a7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69a360 0x5574de6aa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.943+0000 7f525b7fe700 1 -- 172.21.15.39:0/2561486674 learned_addr learned my addr 172.21.15.39:0/2561486674 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.944+0000 7f525affd700 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 0x5574de68ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.944+0000 7f525a7fc700 1 -- 172.21.15.39:0/2561486674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 msgr2=0x5574de68ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.944+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 0x5574de68ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.944+0000 7f525a7fc700 1 -- 172.21.15.39:0/2561486674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69e050 msgr2=0x5574de6aa840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.944+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69e050 0x5574de6aa840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.944+0000 7f525a7fc700 1 -- 172.21.15.39:0/2561486674 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5574de416de0 con 0x5574de69a360 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.945+0000 7f525a7fc700 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69a360 0x5574de6aa300 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f524c000c00 tx=0x7f524c005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23d8fbd365966c0f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.945+0000 7f5241ffb700 1 -- 172.21.15.39:0/2561486674 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c005a00 con 0x5574de69a360 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.945+0000 7f5241ffb700 1 -- 172.21.15.39:0/2561486674 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f524c044dd0 con 0x5574de69a360 2023-12-07T14:03:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.945+0000 7f5241ffb700 1 -- 172.21.15.39:0/2561486674 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f524c005410 con 0x5574de69a360 2023-12-07T14:03:57.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 -- 172.21.15.39:0/2561486674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69a360 msgr2=0x5574de6aa300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69a360 0x5574de6aa300 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f524c000c00 tx=0x7f524c005e80 comp rx=0 tx=0).stop 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 -- 172.21.15.39:0/2561486674 shutdown_connections 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69e050 0x5574de6aa840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de699a40 0x5574de68ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 --2- 172.21.15.39:0/2561486674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de69a360 0x5574de6aa300 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 -- 172.21.15.39:0/2561486674 >> 172.21.15.39:0/2561486674 conn(0x5574de5c8360 msgr2=0x5574de69c210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 -- 172.21.15.39:0/2561486674 shutdown_connections 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 -- 172.21.15.39:0/2561486674 wait complete. 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.946+0000 7f526d779b80 1 -- start start 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 1 Processor -- start 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de6a8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de719a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de719f50 con 0x5574de69a360 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de71a090 con 0x5574de699a40 2023-12-07T14:03:57.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574de71a1d0 con 0x5574de69e050 2023-12-07T14:03:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f526d779b80 10 client.0 _ll_register_callbacks cb 0x5574de4d2a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f525a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f525a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a8a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54896/0 (socket says 172.21.15.39:54896) 2023-12-07T14:03:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.947+0000 7f525a7fc700 1 -- 172.21.15.39:0/2956578164 learned_addr learned my addr 172.21.15.39:0/2956578164 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.948+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de719a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.948+0000 7f525b7fe700 1 -- 172.21.15.39:0/2956578164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 msgr2=0x5574de6a8510 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.948+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de6a8510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.948+0000 7f525b7fe700 1 -- 172.21.15.39:0/2956578164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 msgr2=0x5574de6a8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.948+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.948+0000 7f525b7fe700 1 -- 172.21.15.39:0/2956578164 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f525c19e410 con 0x5574de69e050 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f525b7fe700 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de719a10 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5250009700 tx=0x7f5250009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47ac89ba025d5b2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f523eff5700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f523eff5700 1 -- 172.21.15.39:0/2956578164 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5250004830 con 0x5574de69e050 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f523eff5700 1 -- 172.21.15.39:0/2956578164 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5250004990 con 0x5574de69e050 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f525409a320 con 0x5574de69e050 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f523eff5700 1 -- 172.21.15.39:0/2956578164 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5250004b50 con 0x5574de69e050 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f526d779b80 10 client.25621 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.949+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5574de3ffc60 con 0x5574de69e050 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f523eff5700 1 -- 172.21.15.39:0/2956578164 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f525409a320 con 0x5574de69e050 2023-12-07T14:03:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f523eff5700 1 -- 172.21.15.39:0/2956578164 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f525000f6a0 con 0x5574de69e050 2023-12-07T14:03:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f526d779b80 10 client.25621 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f526d779b80 10 client.25621 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:03:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f526d779b80 20 client.25621 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f526d779b80 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de71bbc0 0x5574de71dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f526d779b80 4 client.25621 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:03:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5574de5b3fd0 con 0x5574de71bbc0 2023-12-07T14:03:57.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.950+0000 7f525affd700 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de71bbc0 0x5574de71dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:57.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.951+0000 7f525affd700 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de71bbc0 0x5574de71dfe0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f560b8b16c81a9f server_cookie=77777d632db5ec0d in_seq=0 out_seq=0 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.951+0000 7f523eff5700 10 client.25621 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f523eff5700 1 -- 172.21.15.39:0/2956578164 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5574de5b3fd0 con 0x5574de71bbc0 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f523eff5700 10 client.25621 handle_command_reply: tid=0 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 client.25621 shutdown 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 msgr2=0x5574de719a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de719a10 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f5250009700 tx=0x7f5250009260 comp rx=0 tx=0).stop 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 shutdown_connections 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5574de69e050 0x5574de719a10 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5574de71bbc0 0x5574de71dfe0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574de699a40 0x5574de6a8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 --2- 172.21.15.39:0/2956578164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574de69a360 0x5574de6a8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 >> 172.21.15.39:0/2956578164 conn(0x5574de5c8360 msgr2=0x5574de6a1410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f523eff5700 0 client.25621 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:03:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 shutdown_connections 2023-12-07T14:03:57.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 1 -- 172.21.15.39:0/2956578164 wait complete. 2023-12-07T14:03:57.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.952+0000 7f526d779b80 20 client.25621 trim_cache size 0 max 16384 2023-12-07T14:03:57.958 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:03:57.958 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:03:57.958 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:03:57.958 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f52440a1810 msgr2=0x7f52440a3cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f52440a1810 0x7f52440a3cd0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5250009fd0 tx=0x7f52500098d0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f525c0ffae0 msgr2=0x7f525c0fbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f525c0ffae0 0x7f525c0fbd60 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f525400ef10 tx=0x7f525400c3a0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 shutdown_connections 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f525c105b80 0x7f525c0fc7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f52440a1810 0x7f52440a3cd0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f525c0ffae0 0x7f525c0fbd60 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 --2- 172.21.15.39:0/2639741353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f525c1004a0 0x7f525c0fc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 >> 172.21.15.39:0/2639741353 conn(0x7f525c076880 msgr2=0x7f525c0fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:57.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 shutdown_connections 2023-12-07T14:03:57.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:57.953+0000 7f5261580700 1 -- 172.21.15.39:0/2639741353 wait complete. 2023-12-07T14:03:57.984 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:03:57.984 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:03:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 -- 172.21.15.39:0/258978445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 msgr2=0x7fcc98114810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 --2- 172.21.15.39:0/258978445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 0x7fcc98114810 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fcc9001c0d0 tx=0x7fcc9001c3e0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 -- 172.21.15.39:0/258978445 shutdown_connections 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 --2- 172.21.15.39:0/258978445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 0x7fcc98114810 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 --2- 172.21.15.39:0/258978445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc98073970 0x7fcc98073d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 --2- 172.21.15.39:0/258978445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc98074290 0x7fcc98111ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 -- 172.21.15.39:0/258978445 >> 172.21.15.39:0/258978445 conn(0x7fcc980fcf60 msgr2=0x7fcc980ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 -- 172.21.15.39:0/258978445 shutdown_connections 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 -- 172.21.15.39:0/258978445 wait complete. 2023-12-07T14:03:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.165+0000 7fcc9d438700 1 Processor -- start 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc9d438700 1 -- start start 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc9d438700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc98073970 0x7fcc9819b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc9d438700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc98074290 0x7fcc9819ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc9d438700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 0x7fcc9810d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc9d438700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc9810df80 con 0x7fcc98074290 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc9d438700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc9810e0c0 con 0x7fcc98073970 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc9d438700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc9810e280 con 0x7fcc98112420 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc977fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 0x7fcc9810d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc977fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 0x7fcc9810d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59632/0 (socket says 172.21.15.39:59632) 2023-12-07T14:03:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.166+0000 7fcc977fe700 1 -- 172.21.15.39:0/1760379257 learned_addr learned my addr 172.21.15.39:0/1760379257 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.167+0000 7fcc967fc700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc98074290 0x7fcc9819ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.167+0000 7fcc967fc700 1 -- 172.21.15.39:0/1760379257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 msgr2=0x7fcc9810d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.167+0000 7fcc967fc700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 0x7fcc9810d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.167+0000 7fcc967fc700 1 -- 172.21.15.39:0/1760379257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc98073970 msgr2=0x7fcc9819b4a0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:03:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.167+0000 7fcc967fc700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc98073970 0x7fcc9819b4a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.167+0000 7fcc967fc700 1 -- 172.21.15.39:0/1760379257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc9001ad10 con 0x7fcc98074290 2023-12-07T14:03:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.168+0000 7fcc967fc700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc98074290 0x7fcc9819ba00 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c00d950 tx=0x7fcc8c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.170+0000 7fcc7ffff700 1 -- 172.21.15.39:0/1760379257 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c009930 con 0x7fcc98074290 2023-12-07T14:03:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.170+0000 7fcc7ffff700 1 -- 172.21.15.39:0/1760379257 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcc8c010460 con 0x7fcc98074290 2023-12-07T14:03:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.170+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc9810e560 con 0x7fcc98074290 2023-12-07T14:03:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.170+0000 7fcc7ffff700 1 -- 172.21.15.39:0/1760379257 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c00b5d0 con 0x7fcc98074290 2023-12-07T14:03:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.170+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc9806b280 con 0x7fcc98074290 2023-12-07T14:03:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.176+0000 7fcc7ffff700 1 -- 172.21.15.39:0/1760379257 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7fcc8c00f620 con 0x7fcc98074290 2023-12-07T14:03:58.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.176+0000 7fcc7ffff700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcc800a18e0 0x7fcc800a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.177+0000 7fcc7ffff700 1 -- 172.21.15.39:0/1760379257 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fcc8c0cdd10 con 0x7fcc98074290 2023-12-07T14:03:58.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.179+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc840052f0 con 0x7fcc98074290 2023-12-07T14:03:58.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.181+0000 7fcc96ffd700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcc800a18e0 0x7fcc800a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.181+0000 7fcc96ffd700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcc800a18e0 0x7fcc800a3da0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800ba10 tx=0x7fcc8800b3f0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.189+0000 7fcc7ffff700 1 -- 172.21.15.39:0/1760379257 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fcc8c017080 con 0x7fcc98074290 2023-12-07T14:03:58.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.600+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcc84005160 con 0x7fcc98074290 2023-12-07T14:03:58.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.601+0000 7fcc7ffff700 1 -- 172.21.15.39:0/1760379257 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+11359 (secure 0 0 0) 0x7fcc8c021030 con 0x7fcc98074290 2023-12-07T14:03:58.608 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:03:58.608 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:03:49.251998+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcc800a18e0 msgr2=0x7fcc800a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcc800a18e0 0x7fcc800a3da0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800ba10 tx=0x7fcc8800b3f0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc98074290 msgr2=0x7fcc9819ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc98074290 0x7fcc9819ba00 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c00d950 tx=0x7fcc8c00dc60 comp rx=0 tx=0).stop 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 shutdown_connections 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcc98112420 0x7fcc9810d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcc800a18e0 0x7fcc800a3da0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc98073970 0x7fcc9819b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 --2- 172.21.15.39:0/1760379257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc98074290 0x7fcc9819ba00 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.605+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 >> 172.21.15.39:0/1760379257 conn(0x7fcc980fcf60 msgr2=0x7fcc980fdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.606+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 shutdown_connections 2023-12-07T14:03:58.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.606+0000 7fcc9d438700 1 -- 172.21.15.39:0/1760379257 wait complete. 2023-12-07T14:03:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 33 2023-12-07T14:03:58.627 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:03:58.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 -- 172.21.15.39:0/3773240225 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fea641084d0 msgr2=0x7fea641148c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/3773240225 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fea641084d0 0x7fea641148c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fea540098f0 tx=0x7fea54009c00 comp rx=0 tx=0).stop 2023-12-07T14:03:58.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 -- 172.21.15.39:0/3773240225 shutdown_connections 2023-12-07T14:03:58.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/3773240225 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fea641084d0 0x7fea641148c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/3773240225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea6410ca80 0x7fea6410ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/3773240225 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 0x7fea64107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 -- 172.21.15.39:0/3773240225 >> 172.21.15.39:0/3773240225 conn(0x7fea640773a0 msgr2=0x7fea641063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 -- 172.21.15.39:0/3773240225 shutdown_connections 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.831+0000 7fea6b3f2700 1 -- 172.21.15.39:0/3773240225 wait complete. 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.832+0000 7fea6b3f2700 1 Processor -- start 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.832+0000 7fea6b3f2700 1 -- start start 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6b3f2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 0x7fea64081ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6b3f2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fea641084d0 0x7fea64082000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6b3f2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea6410ca80 0x7fea6407acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6b3f2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea6407b450 con 0x7fea6410ca80 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6b3f2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea6407b5c0 con 0x7fea64107b10 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6b3f2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea6407b780 con 0x7fea641084d0 2023-12-07T14:03:58.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6918e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 0x7fea64081ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6918e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 0x7fea64081ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46124/0 (socket says 172.21.15.39:46124) 2023-12-07T14:03:58.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.833+0000 7fea6918e700 1 -- 172.21.15.39:0/2225547140 learned_addr learned my addr 172.21.15.39:0/2225547140 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:58.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.834+0000 7fea6918e700 1 -- 172.21.15.39:0/2225547140 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fea641084d0 msgr2=0x7fea64082000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.834+0000 7fea6918e700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fea641084d0 0x7fea64082000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.834+0000 7fea6918e700 1 -- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea6410ca80 msgr2=0x7fea6407acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.834+0000 7fea6918e700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea6410ca80 0x7fea6407acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.834+0000 7fea6918e700 1 -- 172.21.15.39:0/2225547140 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea54009520 con 0x7fea64107b10 2023-12-07T14:03:58.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.834+0000 7fea6918e700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 0x7fea64081ac0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00ef10 tx=0x7fea5c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.835+0000 7fea5a7fc700 1 -- 172.21.15.39:0/2225547140 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c00cad0 con 0x7fea64107b10 2023-12-07T14:03:58.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.835+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea6407f5e0 con 0x7fea64107b10 2023-12-07T14:03:58.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.835+0000 7fea5a7fc700 1 -- 172.21.15.39:0/2225547140 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea5c00f040 con 0x7fea64107b10 2023-12-07T14:03:58.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.835+0000 7fea5a7fc700 1 -- 172.21.15.39:0/2225547140 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c0146e0 con 0x7fea64107b10 2023-12-07T14:03:58.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.835+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea6407fb40 con 0x7fea64107b10 2023-12-07T14:03:58.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.838+0000 7fea5a7fc700 1 -- 172.21.15.39:0/2225547140 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7fea5c007500 con 0x7fea64107b10 2023-12-07T14:03:58.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.839+0000 7fea5a7fc700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fea500a17e0 0x7fea500a3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.839+0000 7fea6898d700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fea500a17e0 0x7fea500a3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.839+0000 7fea5a7fc700 1 -- 172.21.15.39:0/2225547140 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fea5c0cd660 con 0x7fea64107b10 2023-12-07T14:03:58.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.839+0000 7fea6898d700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fea500a17e0 0x7fea500a3ca0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fea60005950 tx=0x7fea600058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.840+0000 7fea775ebb80 1 Processor -- start 2023-12-07T14:03:58.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.840+0000 7fea775ebb80 1 -- start start 2023-12-07T14:03:58.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.840+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af1ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af20b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af214b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea775ebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164ae907c0 con 0x56164af1d360 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea775ebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164ae777a0 con 0x56164af1ca40 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea775ebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164ae750c0 con 0x56164af21050 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea6918e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af1ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea6918e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af1ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46132/0 (socket says 172.21.15.39:46132) 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea6918e700 1 -- 172.21.15.39:0/3215677562 learned_addr learned my addr 172.21.15.39:0/3215677562 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.841+0000 7fea6998f700 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af214b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.842+0000 7fea6898d700 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af20b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.842+0000 7fea6918e700 1 -- 172.21.15.39:0/3215677562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 msgr2=0x56164af214b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.842+0000 7fea6918e700 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af214b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.842+0000 7fea6918e700 1 -- 172.21.15.39:0/3215677562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 msgr2=0x56164af20b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.842+0000 7fea6918e700 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af20b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.842+0000 7fea6918e700 1 -- 172.21.15.39:0/3215677562 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56164aced630 con 0x56164af1ca40 2023-12-07T14:03:58.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.842+0000 7fea6918e700 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af1ce20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fea5c09a100 tx=0x7fea5c09a240 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3662ce8d4842d87d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.843+0000 7fea4f7fe700 1 -- 172.21.15.39:0/3215677562 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c099d60 con 0x56164af1ca40 2023-12-07T14:03:58.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.843+0000 7fea4f7fe700 1 -- 172.21.15.39:0/3215677562 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea5c00ce50 con 0x56164af1ca40 2023-12-07T14:03:58.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.843+0000 7fea4f7fe700 1 -- 172.21.15.39:0/3215677562 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c0998f0 con 0x56164af1ca40 2023-12-07T14:03:58.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 -- 172.21.15.39:0/3215677562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 msgr2=0x56164af1ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af1ce20 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fea5c09a100 tx=0x7fea5c09a240 comp rx=0 tx=0).stop 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 -- 172.21.15.39:0/3215677562 shutdown_connections 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af214b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af1ce20 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3215677562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af20b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 -- 172.21.15.39:0/3215677562 >> 172.21.15.39:0/3215677562 conn(0x56164ae4b360 msgr2=0x56164af17070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 -- 172.21.15.39:0/3215677562 shutdown_connections 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 -- 172.21.15.39:0/3215677562 wait complete. 2023-12-07T14:03:58.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 -- start start 2023-12-07T14:03:58.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.844+0000 7fea775ebb80 1 Processor -- start 2023-12-07T14:03:58.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.845+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af25b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.845+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af260d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.845+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af26610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.845+0000 7fea775ebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164ae709b0 con 0x56164af1d360 2023-12-07T14:03:58.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.845+0000 7fea775ebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164ae2a560 con 0x56164af1ca40 2023-12-07T14:03:58.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.845+0000 7fea775ebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164ae2a200 con 0x56164af21050 2023-12-07T14:03:58.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.845+0000 7fea775ebb80 10 client.0 _ll_register_callbacks cb 0x56164ad55a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:58.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.848+0000 7fea6998f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af26610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.848+0000 7fea6998f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af26610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59660/0 (socket says 172.21.15.39:59660) 2023-12-07T14:03:58.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.848+0000 7fea6998f700 1 -- 172.21.15.39:0/1409389629 learned_addr learned my addr 172.21.15.39:0/1409389629 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:58.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.849+0000 7fea6898d700 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af260d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.849+0000 7fea6898d700 1 -- 172.21.15.39:0/1409389629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 msgr2=0x56164af26610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.849+0000 7fea6898d700 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af26610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.849+0000 7fea6898d700 1 -- 172.21.15.39:0/1409389629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 msgr2=0x56164af25b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.849+0000 7fea6898d700 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af25b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.854 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.849+0000 7fea6898d700 1 -- 172.21.15.39:0/1409389629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea6407fb40 con 0x56164af1d360 2023-12-07T14:03:58.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.853+0000 7fea6898d700 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af260d0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fea6407c390 tx=0x7fea60004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbabad6b99623982 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.853+0000 7fea4cff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:03:58.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.855+0000 7fea4cff9700 1 -- 172.21.15.39:0/1409389629 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea60010b90 con 0x56164af1d360 2023-12-07T14:03:58.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.855+0000 7fea4cff9700 1 -- 172.21.15.39:0/1409389629 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fea60010cf0 con 0x56164af1d360 2023-12-07T14:03:58.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.855+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56164af0fa00 con 0x56164af1d360 2023-12-07T14:03:58.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.856+0000 7fea4cff9700 1 -- 172.21.15.39:0/1409389629 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea60026430 con 0x56164af1d360 2023-12-07T14:03:58.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.857+0000 7fea775ebb80 10 client.15930 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:58.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.857+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x56164ac99de0 con 0x56164af1d360 2023-12-07T14:03:58.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.858+0000 7fea4cff9700 1 -- 172.21.15.39:0/1409389629 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56164af0fa00 con 0x56164af1d360 2023-12-07T14:03:58.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.858+0000 7fea4cff9700 1 -- 172.21.15.39:0/1409389629 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fea60030500 con 0x56164af1d360 2023-12-07T14:03:58.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea775ebb80 10 client.15930 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:58.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea775ebb80 10 client.15930 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:03:58.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea775ebb80 20 client.15930 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:58.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea775ebb80 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af364b0 0x56164af388d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea775ebb80 4 client.15930 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:58.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56164aeeb6a0 con 0x56164af364b0 2023-12-07T14:03:58.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea6918e700 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af364b0 0x56164af388d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea6918e700 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af364b0 0x56164af388d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fd7e7a627f339e21 server_cookie=5176f5bf6c256204 in_seq=0 out_seq=0 2023-12-07T14:03:58.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.859+0000 7fea4cff9700 10 client.15930 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:58.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.860+0000 7fea4cff9700 1 -- 172.21.15.39:0/1409389629 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56164aeeb6a0 con 0x56164af364b0 2023-12-07T14:03:58.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.860+0000 7fea4cff9700 10 client.15930 handle_command_reply: tid=0 2023-12-07T14:03:58.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 client.15930 shutdown 2023-12-07T14:03:58.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 msgr2=0x56164af260d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af260d0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fea6407c390 tx=0x7fea60004750 comp rx=0 tx=0).stop 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 shutdown_connections 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af26610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af364b0 0x56164af388d0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af25b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 --2- 172.21.15.39:0/1409389629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af260d0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 >> 172.21.15.39:0/1409389629 conn(0x56164ae4b360 msgr2=0x56164af224b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea4cff9700 0 client.15930 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 shutdown_connections 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.861+0000 7fea775ebb80 1 -- 172.21.15.39:0/1409389629 wait complete. 2023-12-07T14:03:58.866 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.862+0000 7fea775ebb80 20 client.15930 trim_cache size 0 max 16384 2023-12-07T14:03:58.888 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 Processor -- start 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 -- start start 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1ca40 0x56164af3d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af1d360 0x56164af2d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af21050 0x56164af2d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164acef920 con 0x56164af1ca40 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164af33ae0 con 0x56164af21050 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea775ebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164af137e0 con 0x56164af1d360 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea6918e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1ca40 0x56164af3d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea6998f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af21050 0x56164af2d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea6998f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af21050 0x56164af2d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46146/0 (socket says 172.21.15.39:46146) 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea6998f700 1 -- 172.21.15.39:0/3762433710 learned_addr learned my addr 172.21.15.39:0/3762433710 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.885+0000 7fea6918e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1ca40 0x56164af3d1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54946/0 (socket says 172.21.15.39:54946) 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6898d700 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af1d360 0x56164af2d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6998f700 1 -- 172.21.15.39:0/3762433710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af1d360 msgr2=0x56164af2d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6998f700 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af1d360 0x56164af2d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6998f700 1 -- 172.21.15.39:0/3762433710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1ca40 msgr2=0x56164af3d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6998f700 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1ca40 0x56164af3d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6998f700 1 -- 172.21.15.39:0/3762433710 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56164ac82c60 con 0x56164af21050 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6898d700 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af1d360 0x56164af2d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea6998f700 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af21050 0x56164af2d840 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fea5400fd30 tx=0x7fea5400fd60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7afcb8185f4386fb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.886+0000 7fea4ffff700 1 -- 172.21.15.39:0/3762433710 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5402e070 con 0x56164af21050 2023-12-07T14:03:58.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.887+0000 7fea4ffff700 1 -- 172.21.15.39:0/3762433710 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea540050e0 con 0x56164af21050 2023-12-07T14:03:58.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.887+0000 7fea4ffff700 1 -- 172.21.15.39:0/3762433710 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5400b6d0 con 0x56164af21050 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 -- 172.21.15.39:0/3762433710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af21050 msgr2=0x56164af2d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af21050 0x56164af2d840 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fea5400fd30 tx=0x7fea5400fd60 comp rx=0 tx=0).stop 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 -- 172.21.15.39:0/3762433710 shutdown_connections 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af21050 0x56164af2d840 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1ca40 0x56164af3d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3762433710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af1d360 0x56164af2d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 -- 172.21.15.39:0/3762433710 >> 172.21.15.39:0/3762433710 conn(0x56164ae4b360 msgr2=0x56164af26490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 -- 172.21.15.39:0/3762433710 shutdown_connections 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.888+0000 7fea775ebb80 1 -- 172.21.15.39:0/3762433710 wait complete. 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 -- start start 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 Processor -- start 2023-12-07T14:03:58.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af2ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af2d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af83f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164af84530 con 0x56164af1d360 2023-12-07T14:03:58.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164af846a0 con 0x56164af1ca40 2023-12-07T14:03:58.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56164af84860 con 0x56164af21050 2023-12-07T14:03:58.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.889+0000 7fea775ebb80 10 client.0 _ll_register_callbacks cb 0x56164ad55a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:58.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.890+0000 7fea6898d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af2d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.890+0000 7fea6898d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af2d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54952/0 (socket says 172.21.15.39:54952) 2023-12-07T14:03:58.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.890+0000 7fea6898d700 1 -- 172.21.15.39:0/3563927193 learned_addr learned my addr 172.21.15.39:0/3563927193 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:58.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6898d700 1 -- 172.21.15.39:0/3563927193 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 msgr2=0x56164af83f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6998f700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af83f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6918e700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af2ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6898d700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af83f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6898d700 1 -- 172.21.15.39:0/3563927193 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 msgr2=0x56164af2ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6898d700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af2ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6898d700 1 -- 172.21.15.39:0/3563927193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea641151c0 con 0x56164af1d360 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6918e700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af2ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea6898d700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af2d3d0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fea60006010 tx=0x7fea60030750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81962fcecfe2cda8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.891+0000 7fea4cff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.892+0000 7fea4cff9700 1 -- 172.21.15.39:0/3563927193 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea60010b20 con 0x56164af1d360 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.892+0000 7fea4cff9700 1 -- 172.21.15.39:0/3563927193 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fea60010c80 con 0x56164af1d360 2023-12-07T14:03:58.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.892+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fea5c00ce50 con 0x56164af1d360 2023-12-07T14:03:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.892+0000 7fea4cff9700 1 -- 172.21.15.39:0/3563927193 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea60010e40 con 0x56164af1d360 2023-12-07T14:03:58.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.892+0000 7fea775ebb80 10 client.15936 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.892+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x56164acc0250 con 0x56164af1d360 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea4cff9700 1 -- 172.21.15.39:0/3563927193 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea5c00ce50 con 0x56164af1d360 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea4cff9700 1 -- 172.21.15.39:0/3563927193 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fea6003f050 con 0x56164af1d360 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea775ebb80 10 client.15936 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea775ebb80 10 client.15936 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea775ebb80 20 client.15936 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af8d260 0x56164af8f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea775ebb80 4 client.15936 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56164ae36fd0 con 0x56164af8d260 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea6918e700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af8d260 0x56164af8f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.893+0000 7fea4cff9700 10 client.15936 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:58.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.894+0000 7fea6918e700 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af8d260 0x56164af8f680 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d0e9ad797754b867 server_cookie=c38675a0d3127af1 in_seq=0 out_seq=0 2023-12-07T14:03:58.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea4cff9700 1 -- 172.21.15.39:0/3563927193 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56164ae36fd0 con 0x56164af8d260 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea4cff9700 10 client.15936 handle_command_reply: tid=0 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 client.15936 shutdown 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 msgr2=0x56164af2d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af2d3d0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fea60006010 tx=0x7fea60030750 comp rx=0 tx=0).stop 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 shutdown_connections 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56164af21050 0x56164af83f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56164af8d260 0x56164af8f680 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56164af1ca40 0x56164af2ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 --2- 172.21.15.39:0/3563927193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56164af1d360 0x56164af2d3d0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea4cff9700 0 client.15936 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 >> 172.21.15.39:0/3563927193 conn(0x56164ae4b360 msgr2=0x56164af3d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 shutdown_connections 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 1 -- 172.21.15.39:0/3563927193 wait complete. 2023-12-07T14:03:58.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.896+0000 7fea775ebb80 20 client.15936 trim_cache size 0 max 16384 2023-12-07T14:03:58.901 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:58.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.897+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fea500a17e0 msgr2=0x7fea500a3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.897+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fea500a17e0 0x7fea500a3ca0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fea60005950 tx=0x7fea600058e0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.897+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 msgr2=0x7fea64081ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:58.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.897+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 0x7fea64081ac0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fea5c00ef10 tx=0x7fea5c00c3a0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 shutdown_connections 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fea6410ca80 0x7fea6407acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fea500a17e0 0x7fea500a3ca0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fea64107b10 0x7fea64081ac0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 --2- 172.21.15.39:0/2225547140 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fea641084d0 0x7fea64082000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 >> 172.21.15.39:0/2225547140 conn(0x7fea640773a0 msgr2=0x7fea64077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 shutdown_connections 2023-12-07T14:03:58.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:58.899+0000 7fea6b3f2700 1 -- 172.21.15.39:0/2225547140 wait complete. 2023-12-07T14:03:58.923 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:03:58.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 65.0 s, 3490.3 tps, lat 28.763 ms stddev 32.310 2023-12-07T14:03:59.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.118+0000 7f178d4da700 1 -- 172.21.15.39:0/3026098223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100f10 msgr2=0x7f1788104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 --2- 172.21.15.39:0/3026098223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100f10 0x7f1788104f50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f177c01a9a0 tx=0x7f177c01acb0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 -- 172.21.15.39:0/3026098223 shutdown_connections 2023-12-07T14:03:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 --2- 172.21.15.39:0/3026098223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1788105680 0x7f178810d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 --2- 172.21.15.39:0/3026098223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788100560 0x7f1788100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 --2- 172.21.15.39:0/3026098223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100f10 0x7f1788104f50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 -- 172.21.15.39:0/3026098223 >> 172.21.15.39:0/3026098223 conn(0x7f17880fbda0 msgr2=0x7f17880fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 -- 172.21.15.39:0/3026098223 shutdown_connections 2023-12-07T14:03:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.119+0000 7f178d4da700 1 -- 172.21.15.39:0/3026098223 wait complete. 2023-12-07T14:03:59.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 Processor -- start 2023-12-07T14:03:59.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 -- start start 2023-12-07T14:03:59.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100560 0x7f178810c060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788105680 0x7f178810c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1788195b80 0x7f1788196000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1788196600 con 0x7f1788195b80 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1788196770 con 0x7f1788100560 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f178d4da700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1788196930 con 0x7f1788105680 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f17867fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788105680 0x7f178810c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f17867fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788105680 0x7f178810c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59688/0 (socket says 172.21.15.39:59688) 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.120+0000 7f17867fc700 1 -- 172.21.15.39:0/440788206 learned_addr learned my addr 172.21.15.39:0/440788206 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f1786ffd700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100560 0x7f178810c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f17877fe700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1788195b80 0x7f1788196000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f17867fc700 1 -- 172.21.15.39:0/440788206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100560 msgr2=0x7f178810c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f17867fc700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100560 0x7f178810c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f17867fc700 1 -- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1788195b80 msgr2=0x7f1788196000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f17867fc700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1788195b80 0x7f1788196000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f17867fc700 1 -- 172.21.15.39:0/440788206 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f177c01a600 con 0x7f1788105680 2023-12-07T14:03:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.121+0000 7f17867fc700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788105680 0x7f178810c5a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f177c000c00 tx=0x7f177c003e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.122+0000 7f176ffff700 1 -- 172.21.15.39:0/440788206 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f177c003680 con 0x7f1788105680 2023-12-07T14:03:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.122+0000 7f176ffff700 1 -- 172.21.15.39:0/440788206 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f177c0283f0 con 0x7f1788105680 2023-12-07T14:03:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.122+0000 7f176ffff700 1 -- 172.21.15.39:0/440788206 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f177c01f650 con 0x7f1788105680 2023-12-07T14:03:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.122+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f178819de30 con 0x7f1788105680 2023-12-07T14:03:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.122+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f178819e200 con 0x7f1788105680 2023-12-07T14:03:59.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.125+0000 7f176ffff700 1 -- 172.21.15.39:0/440788206 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7f177c028560 con 0x7f1788105680 2023-12-07T14:03:59.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.126+0000 7f176ffff700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17700a18c0 0x7f17700a3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.126+0000 7f176ffff700 1 -- 172.21.15.39:0/440788206 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f177c0defd0 con 0x7f1788105680 2023-12-07T14:03:59.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.126+0000 7f1786ffd700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17700a18c0 0x7f17700a3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.127+0000 7f1786ffd700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17700a18c0 0x7f17700a3d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1778009c60 tx=0x7f1778009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.127+0000 7f17996d3b80 1 Processor -- start 2023-12-07T14:03:59.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17996d3b80 1 -- start start 2023-12-07T14:03:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e56473ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 0x55e56473eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e56473f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17996d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e5646ae7c0 con 0x55e56473aa40 2023-12-07T14:03:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17996d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e5646957a0 con 0x55e56473b360 2023-12-07T14:03:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17996d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e5646930c0 con 0x55e56473f050 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f1786ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e56473ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f1786ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e56473ae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54972/0 (socket says 172.21.15.39:54972) 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f1786ffd700 1 -- 172.21.15.39:0/320260350 learned_addr learned my addr 172.21.15.39:0/320260350 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f17867fc700 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 0x55e56473eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f1786ffd700 1 -- 172.21.15.39:0/320260350 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 msgr2=0x55e56473f4b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f1786ffd700 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e56473f4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f1786ffd700 1 -- 172.21.15.39:0/320260350 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 msgr2=0x55e56473eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.128+0000 7f1786ffd700 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 0x55e56473eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.129+0000 7f1786ffd700 1 -- 172.21.15.39:0/320260350 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e56450b630 con 0x55e56473aa40 2023-12-07T14:03:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.129+0000 7f1786ffd700 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e56473ae20 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f1778009fb0 tx=0x7f1778014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bba811fd3fe0787 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.133 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.129+0000 7f176d7fa700 1 -- 172.21.15.39:0/320260350 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1778004020 con 0x55e56473aa40 2023-12-07T14:03:59.133 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.130+0000 7f176d7fa700 1 -- 172.21.15.39:0/320260350 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1778029070 con 0x55e56473aa40 2023-12-07T14:03:59.133 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.130+0000 7f176d7fa700 1 -- 172.21.15.39:0/320260350 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f177802e480 con 0x55e56473aa40 2023-12-07T14:03:59.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.131+0000 7f17996d3b80 1 -- 172.21.15.39:0/320260350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 msgr2=0x55e56473ae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.131+0000 7f17996d3b80 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e56473ae20 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f1778009fb0 tx=0x7f1778014000 comp rx=0 tx=0).stop 2023-12-07T14:03:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 -- 172.21.15.39:0/320260350 shutdown_connections 2023-12-07T14:03:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e56473f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e56473ae20 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 --2- 172.21.15.39:0/320260350 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 0x55e56473eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 -- 172.21.15.39:0/320260350 >> 172.21.15.39:0/320260350 conn(0x55e564669360 msgr2=0x55e564735070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 -- 172.21.15.39:0/320260350 shutdown_connections 2023-12-07T14:03:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 -- 172.21.15.39:0/320260350 wait complete. 2023-12-07T14:03:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.133+0000 7f17996d3b80 1 -- start start 2023-12-07T14:03:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 1 Processor -- start 2023-12-07T14:03:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e564743cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 0x55e5647441f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e56468e9b0 con 0x55e56473aa40 2023-12-07T14:03:59.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e564648560 con 0x55e56473b360 2023-12-07T14:03:59.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e564648200 con 0x55e56473f050 2023-12-07T14:03:59.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17996d3b80 10 client.0 _ll_register_callbacks cb 0x55e564573a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:59.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17877fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17877fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59702/0 (socket says 172.21.15.39:59702) 2023-12-07T14:03:59.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.134+0000 7f17877fe700 1 -- 172.21.15.39:0/2941128332 learned_addr learned my addr 172.21.15.39:0/2941128332 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f17877fe700 1 -- 172.21.15.39:0/2941128332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 msgr2=0x55e5647441f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f17877fe700 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 0x55e5647441f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f17877fe700 1 -- 172.21.15.39:0/2941128332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 msgr2=0x55e564743cb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f17877fe700 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e564743cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f17877fe700 1 -- 172.21.15.39:0/2941128332 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1778017070 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f17877fe700 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1780009f50 tx=0x7f17800043d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c17e021669813352 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f176aff5700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f176aff5700 1 -- 172.21.15.39:0/2941128332 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1780019070 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f176aff5700 1 -- 172.21.15.39:0/2941128332 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f1780004bb0 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.135+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e56472da00 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f176aff5700 1 -- 172.21.15.39:0/2941128332 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1780004d70 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 10 client.25648 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55e5644b7de0 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f176aff5700 1 -- 172.21.15.39:0/2941128332 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e56472da00 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f176aff5700 1 -- 172.21.15.39:0/2941128332 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f178001c030 con 0x55e56473f050 2023-12-07T14:03:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 10 client.25648 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 10 client.25648 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 20 client.25648 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e564754450 0x55e564756870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 4 client.25648 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.136+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e5647096a0 con 0x55e564754450 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.137+0000 7f1786ffd700 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e564754450 0x55e564756870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.137+0000 7f176aff5700 10 client.25648 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.137+0000 7f1786ffd700 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e564754450 0x55e564756870 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c860d98cfb5567c9 server_cookie=adf3b0437ba63da2 in_seq=0 out_seq=0 2023-12-07T14:03:59.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f176aff5700 1 -- 172.21.15.39:0/2941128332 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55e5647096a0 con 0x55e564754450 2023-12-07T14:03:59.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f176aff5700 10 client.25648 handle_command_reply: tid=0 2023-12-07T14:03:59.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 client.25648 shutdown 2023-12-07T14:03:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 msgr2=0x55e564744730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744730 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1780009f50 tx=0x7f17800043d0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 shutdown_connections 2023-12-07T14:03:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e564754450 0x55e564756870 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744730 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473aa40 0x55e564743cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 --2- 172.21.15.39:0/2941128332 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473b360 0x55e5647441f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 >> 172.21.15.39:0/2941128332 conn(0x55e564669360 msgr2=0x55e5647404b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f176aff5700 0 client.25648 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:59.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.139+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 shutdown_connections 2023-12-07T14:03:59.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.140+0000 7f17996d3b80 1 -- 172.21.15.39:0/2941128332 wait complete. 2023-12-07T14:03:59.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.140+0000 7f17996d3b80 20 client.25648 trim_cache size 0 max 16384 2023-12-07T14:03:59.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.163+0000 7f17996d3b80 1 Processor -- start 2023-12-07T14:03:59.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.163+0000 7f17996d3b80 1 -- start start 2023-12-07T14:03:59.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473aa40 0x55e564736b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e56473ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17996d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e56450d920 con 0x55e56473b360 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17996d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e56473deb0 con 0x55e56473aa40 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17996d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e564744a90 con 0x55e56473f050 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17877fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17877fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59706/0 (socket says 172.21.15.39:59706) 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f1786ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473aa40 0x55e564736b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17877fe700 1 -- 172.21.15.39:0/693192039 learned_addr learned my addr 172.21.15.39:0/693192039 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f17867fc700 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e56473ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f1786ffd700 1 -- 172.21.15.39:0/693192039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 msgr2=0x55e564744550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f1786ffd700 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f1786ffd700 1 -- 172.21.15.39:0/693192039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 msgr2=0x55e56473ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f1786ffd700 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e56473ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.164+0000 7f1786ffd700 1 -- 172.21.15.39:0/693192039 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e5644a0c60 con 0x55e56473aa40 2023-12-07T14:03:59.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.165+0000 7f1786ffd700 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473aa40 0x55e564736b10 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1778011ab0 tx=0x7f1778017000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=423c38ae766ab6d5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.165+0000 7f176dffb700 1 -- 172.21.15.39:0/693192039 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1778032040 con 0x55e56473aa40 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.165+0000 7f176dffb700 1 -- 172.21.15.39:0/693192039 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1778037860 con 0x55e56473aa40 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.165+0000 7f176dffb700 1 -- 172.21.15.39:0/693192039 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17780055f0 con 0x55e56473aa40 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 -- 172.21.15.39:0/693192039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473aa40 msgr2=0x55e564736b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473aa40 0x55e564736b10 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1778011ab0 tx=0x7f1778017000 comp rx=0 tx=0).stop 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 -- 172.21.15.39:0/693192039 shutdown_connections 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473f050 0x55e564744550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473aa40 0x55e564736b10 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 --2- 172.21.15.39:0/693192039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e56473ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 -- 172.21.15.39:0/693192039 >> 172.21.15.39:0/693192039 conn(0x55e564669360 msgr2=0x55e56473d350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 -- 172.21.15.39:0/693192039 shutdown_connections 2023-12-07T14:03:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.166+0000 7f17996d3b80 1 -- 172.21.15.39:0/693192039 wait complete. 2023-12-07T14:03:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.167+0000 7f17996d3b80 1 -- start start 2023-12-07T14:03:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.167+0000 7f17996d3b80 1 Processor -- start 2023-12-07T14:03:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473aa40 0x55e56474b380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e564748760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17996d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473f050 0x55e564748ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17996d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e5647491e0 con 0x55e56473b360 2023-12-07T14:03:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17996d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e564749350 con 0x55e56473f050 2023-12-07T14:03:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17996d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e564749510 con 0x55e56473aa40 2023-12-07T14:03:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17996d3b80 10 client.0 _ll_register_callbacks cb 0x55e564573a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f1786ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473aa40 0x55e56474b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f1786ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473aa40 0x55e56474b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59712/0 (socket says 172.21.15.39:59712) 2023-12-07T14:03:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f1786ffd700 1 -- 172.21.15.39:0/415753753 learned_addr learned my addr 172.21.15.39:0/415753753 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17877fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473f050 0x55e564748ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.168+0000 7f17867fc700 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e564748760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f17877fe700 1 -- 172.21.15.39:0/415753753 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473aa40 msgr2=0x55e56474b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f17877fe700 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473aa40 0x55e56474b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f17877fe700 1 -- 172.21.15.39:0/415753753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 msgr2=0x55e564748760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f17877fe700 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e564748760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f17877fe700 1 -- 172.21.15.39:0/415753753 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e56450b630 con 0x55e56473f050 2023-12-07T14:03:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f17877fe700 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473f050 0x55e564748ca0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1780009f20 tx=0x7f1780009460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b6ec8209e712785 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f176aff5700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f176aff5700 1 -- 172.21.15.39:0/415753753 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1780019050 con 0x55e56473f050 2023-12-07T14:03:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.169+0000 7f176aff5700 1 -- 172.21.15.39:0/415753753 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f1780016d60 con 0x55e56473f050 2023-12-07T14:03:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.170+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1778029070 con 0x55e56473f050 2023-12-07T14:03:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.170+0000 7f176aff5700 1 -- 172.21.15.39:0/415753753 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1780015930 con 0x55e56473f050 2023-12-07T14:03:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.170+0000 7f17996d3b80 10 client.25568 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.170+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55e5644de250 con 0x55e56473f050 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f176aff5700 1 -- 172.21.15.39:0/415753753 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1778029070 con 0x55e56473f050 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f176aff5700 1 -- 172.21.15.39:0/415753753 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f17800040f0 con 0x55e56473f050 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f17996d3b80 10 client.25568 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f17996d3b80 10 client.25568 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f17996d3b80 20 client.25568 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f17996d3b80 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e5647aadc0 0x55e5647ad1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f17996d3b80 4 client.25568 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.171+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e564654fd0 con 0x55e5647aadc0 2023-12-07T14:03:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.172+0000 7f1786ffd700 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e5647aadc0 0x55e5647ad1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.191+0000 7f1786ffd700 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e5647aadc0 0x55e5647ad1e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e9f2e1e7e9d2c72c server_cookie=848d581a24f31906 in_seq=0 out_seq=0 2023-12-07T14:03:59.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.191+0000 7f176aff5700 10 client.25568 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.197+0000 7f176aff5700 1 -- 172.21.15.39:0/415753753 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e564654fd0 con 0x55e5647aadc0 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.197+0000 7f176aff5700 10 client.25568 handle_command_reply: tid=0 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.197+0000 7f17996d3b80 1 client.25568 shutdown 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.200+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473f050 msgr2=0x55e564748ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.200+0000 7f17996d3b80 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473f050 0x55e564748ca0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1780009f20 tx=0x7f1780009460 comp rx=0 tx=0).stop 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 shutdown_connections 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e56473f050 0x55e564748ca0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55e5647aadc0 0x55e5647ad1e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e56473aa40 0x55e56474b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 --2- 172.21.15.39:0/415753753 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e56473b360 0x55e564748760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 >> 172.21.15.39:0/415753753 conn(0x55e564669360 msgr2=0x55e56473e2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f176aff5700 0 client.25568 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:03:59.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 shutdown_connections 2023-12-07T14:03:59.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.203+0000 7f17996d3b80 1 -- 172.21.15.39:0/415753753 wait complete. 2023-12-07T14:03:59.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.204+0000 7f17996d3b80 20 client.25568 trim_cache size 0 max 16384 2023-12-07T14:03:59.208 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:59.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.205+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17700a18c0 msgr2=0x7f17700a3d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.205+0000 7f178d4da700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17700a18c0 0x7f17700a3d80 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1778009c60 tx=0x7f1778009260 comp rx=0 tx=0).stop 2023-12-07T14:03:59.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.205+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788105680 msgr2=0x7f178810c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.205+0000 7f178d4da700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788105680 0x7f178810c5a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f177c000c00 tx=0x7f177c003e80 comp rx=0 tx=0).stop 2023-12-07T14:03:59.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.209+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 shutdown_connections 2023-12-07T14:03:59.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.209+0000 7f178d4da700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1788195b80 0x7f1788196000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.209+0000 7f178d4da700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17700a18c0 0x7f17700a3d80 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.209+0000 7f178d4da700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1788100560 0x7f178810c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.209+0000 7f178d4da700 1 --2- 172.21.15.39:0/440788206 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1788105680 0x7f178810c5a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.209+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 >> 172.21.15.39:0/440788206 conn(0x7f17880fbda0 msgr2=0x7f1788103f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.213+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 shutdown_connections 2023-12-07T14:03:59.216 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:59 smithi039 ceph-mon[98864]: pgmap v47: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 33 MiB/s wr, 1.49k op/s 2023-12-07T14:03:59.216 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:03:59 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1760379257' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:03:59.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.213+0000 7f178d4da700 1 -- 172.21.15.39:0/440788206 wait complete. 2023-12-07T14:03:59.240 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:03:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 -- 172.21.15.39:0/2026577125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac100f10 msgr2=0x7fedac104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 --2- 172.21.15.39:0/2026577125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac100f10 0x7fedac104f50 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fed9c009990 tx=0x7fed9c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 -- 172.21.15.39:0/2026577125 shutdown_connections 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 --2- 172.21.15.39:0/2026577125 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fedac105680 0x7fedac10d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 --2- 172.21.15.39:0/2026577125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 0x7fedac100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 --2- 172.21.15.39:0/2026577125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac100f10 0x7fedac104f50 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 -- 172.21.15.39:0/2026577125 >> 172.21.15.39:0/2026577125 conn(0x7fedac0fbda0 msgr2=0x7fedac0fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 -- 172.21.15.39:0/2026577125 shutdown_connections 2023-12-07T14:03:59.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.478+0000 7fedb3338700 1 -- 172.21.15.39:0/2026577125 wait complete. 2023-12-07T14:03:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 Processor -- start 2023-12-07T14:03:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 -- start start 2023-12-07T14:03:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 0x7fedac072b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac105680 0x7fedac0730d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fedac06cc80 0x7fedac06d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedac06d870 con 0x7fedac105680 2023-12-07T14:03:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedac06d9e0 con 0x7fedac100560 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb3338700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedac1aba50 con 0x7fedac06cc80 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb10d4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 0x7fedac072b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.479+0000 7fedb08d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac105680 0x7fedac0730d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 0x7fedac072b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46206/0 (socket says 172.21.15.39:46206) 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 -- 172.21.15.39:0/380213245 learned_addr learned my addr 172.21.15.39:0/380213245 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 -- 172.21.15.39:0/380213245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fedac06cc80 msgr2=0x7fedac06d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fedac06cc80 0x7fedac06d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 -- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac105680 msgr2=0x7fedac0730d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac105680 0x7fedac0730d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 -- 172.21.15.39:0/380213245 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda8009520 con 0x7fedac100560 2023-12-07T14:03:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.480+0000 7fedb10d4700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 0x7fedac072b90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7feda800eb30 tx=0x7feda800eef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.481+0000 7feda27fc700 1 -- 172.21.15.39:0/380213245 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda8009880 con 0x7fedac100560 2023-12-07T14:03:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.481+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed9c0095f0 con 0x7fedac100560 2023-12-07T14:03:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.481+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedac1ac020 con 0x7fedac100560 2023-12-07T14:03:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.482+0000 7feda27fc700 1 -- 172.21.15.39:0/380213245 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feda80044e0 con 0x7fedac100560 2023-12-07T14:03:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.482+0000 7feda27fc700 1 -- 172.21.15.39:0/380213245 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda8003e70 con 0x7fedac100560 2023-12-07T14:03:59.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.485+0000 7feda27fc700 1 -- 172.21.15.39:0/380213245 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7feda8004020 con 0x7fedac100560 2023-12-07T14:03:59.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.486+0000 7feda27fc700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed980a1710 0x7fed980a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.486+0000 7feda27fc700 1 -- 172.21.15.39:0/380213245 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7feda8014070 con 0x7fedac100560 2023-12-07T14:03:59.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.486+0000 7fedb08d3700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed980a1710 0x7fed980a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.486+0000 7fedbf531b80 1 Processor -- start 2023-12-07T14:03:59.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.486+0000 7fedbf531b80 1 -- start start 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.486+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac36c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.486+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac36acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac37aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedbf531b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac2de7c0 con 0x5624ac36a850 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedbf531b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac2c57a0 con 0x5624ac36bf10 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedbf531b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac2c30c0 con 0x5624ac36b210 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedb08d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac36acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedb08d3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac36acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55012/0 (socket says 172.21.15.39:55012) 2023-12-07T14:03:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedb08d3700 1 -- 172.21.15.39:0/3822528498 learned_addr learned my addr 172.21.15.39:0/3822528498 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedb08d3700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed980a1710 0x7fed980a3bd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fedac06e360 tx=0x7fed9c005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedb18d5700 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac37aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.487+0000 7fedb10d4700 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac36c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fedb08d3700 1 -- 172.21.15.39:0/3822528498 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 msgr2=0x5624ac37aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fedb08d3700 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac37aee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fedb08d3700 1 -- 172.21.15.39:0/3822528498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 msgr2=0x5624ac36c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fedb08d3700 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac36c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fedb08d3700 1 -- 172.21.15.39:0/3822528498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5624ac13b630 con 0x5624ac36a850 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fedb10d4700 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac36c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:03:59.492 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fedb08d3700 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac36acd0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fed9c009990 tx=0x7fed9c027000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b964c80e2987e3d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.493 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fed977fe700 1 -- 172.21.15.39:0/3822528498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c00be60 con 0x5624ac36a850 2023-12-07T14:03:59.493 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fed977fe700 1 -- 172.21.15.39:0/3822528498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fed9c01e040 con 0x5624ac36a850 2023-12-07T14:03:59.493 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.488+0000 7fed977fe700 1 -- 172.21.15.39:0/3822528498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c00f820 con 0x5624ac36a850 2023-12-07T14:03:59.493 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 -- 172.21.15.39:0/3822528498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 msgr2=0x5624ac36acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.493 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac36acd0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fed9c009990 tx=0x7fed9c027000 comp rx=0 tx=0).stop 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 -- 172.21.15.39:0/3822528498 shutdown_connections 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac37aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac36c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 --2- 172.21.15.39:0/3822528498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac36acd0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 -- 172.21.15.39:0/3822528498 >> 172.21.15.39:0/3822528498 conn(0x5624ac299360 msgr2=0x5624ac365070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.489+0000 7fedbf531b80 1 -- 172.21.15.39:0/3822528498 shutdown_connections 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.490+0000 7fedbf531b80 1 -- 172.21.15.39:0/3822528498 wait complete. 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.490+0000 7fedbf531b80 1 -- start start 2023-12-07T14:03:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.490+0000 7fedbf531b80 1 Processor -- start 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36a850 0x5624ac37ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac373f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac3744b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedbf531b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac2be9b0 con 0x5624ac36bf10 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedbf531b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac278560 con 0x5624ac36a850 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedbf531b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac278200 con 0x5624ac36b210 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedbf531b80 10 client.0 _ll_register_callbacks cb 0x5624ac1a3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedb10d4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36a850 0x5624ac37ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedb10d4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36a850 0x5624ac37ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46220/0 (socket says 172.21.15.39:46220) 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedb10d4700 1 -- 172.21.15.39:0/518190537 learned_addr learned my addr 172.21.15.39:0/518190537 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.495 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.491+0000 7fedb08d3700 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac373f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedb10d4700 1 -- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 msgr2=0x5624ac373f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedb10d4700 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac373f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedb10d4700 1 -- 172.21.15.39:0/518190537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 msgr2=0x5624ac3744b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedb10d4700 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac3744b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedb10d4700 1 -- 172.21.15.39:0/518190537 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedac10da70 con 0x5624ac36a850 2023-12-07T14:03:59.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedb10d4700 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36a850 0x5624ac37ace0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7feda8003a20 tx=0x7feda809a030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78d34d6d8db52e55 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.496 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fed94ff9700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:59.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fed94ff9700 1 -- 172.21.15.39:0/518190537 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda8085070 con 0x5624ac36a850 2023-12-07T14:03:59.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fed94ff9700 1 -- 172.21.15.39:0/518190537 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7feda809e730 con 0x5624ac36a850 2023-12-07T14:03:59.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5624ac35da00 con 0x5624ac36a850 2023-12-07T14:03:59.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fed94ff9700 1 -- 172.21.15.39:0/518190537 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7feda80a2970 con 0x5624ac36a850 2023-12-07T14:03:59.497 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedbf531b80 10 client.25577 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.492+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5624ac0e7de0 con 0x5624ac36a850 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fed94ff9700 1 -- 172.21.15.39:0/518190537 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5624ac35da00 con 0x5624ac36a850 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fed94ff9700 1 -- 172.21.15.39:0/518190537 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7feda80a24e0 con 0x5624ac36a850 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fedbf531b80 10 client.25577 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fedbf531b80 10 client.25577 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fedbf531b80 20 client.25577 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fedbf531b80 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac38c9c0 0x5624ac38ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fedbf531b80 4 client.25577 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5624ac3396a0 con 0x5624ac38c9c0 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.493+0000 7fedb08d3700 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac38c9c0 0x5624ac38ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.494+0000 7fed94ff9700 10 client.25577 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:59.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.494+0000 7fedb08d3700 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac38c9c0 0x5624ac38ede0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5a5671ac592a49a server_cookie=675978aca89ed99e in_seq=0 out_seq=0 2023-12-07T14:03:59.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.494+0000 7fed94ff9700 1 -- 172.21.15.39:0/518190537 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5624ac3396a0 con 0x5624ac38c9c0 2023-12-07T14:03:59.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.494+0000 7fed94ff9700 10 client.25577 handle_command_reply: tid=0 2023-12-07T14:03:59.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.494+0000 7fedbf531b80 1 client.25577 shutdown 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36a850 msgr2=0x5624ac37ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36a850 0x5624ac37ace0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7feda8003a20 tx=0x7feda809a030 comp rx=0 tx=0).stop 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 shutdown_connections 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac38c9c0 0x5624ac38ede0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac3744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36a850 0x5624ac37ace0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 --2- 172.21.15.39:0/518190537 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac373f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 >> 172.21.15.39:0/518190537 conn(0x5624ac299360 msgr2=0x5624ac35fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fed94ff9700 0 client.25577 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 shutdown_connections 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 1 -- 172.21.15.39:0/518190537 wait complete. 2023-12-07T14:03:59.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.496+0000 7fedbf531b80 20 client.25577 trim_cache size 0 max 16384 2023-12-07T14:03:59.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 Processor -- start 2023-12-07T14:03:59.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 -- start start 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36a850 0x5624ac35fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36b210 0x5624ac37aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac36dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac13d920 con 0x5624ac36bf10 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac3617e0 con 0x5624ac36b210 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.518+0000 7fedbf531b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac375590 con 0x5624ac36a850 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb08d3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36b210 0x5624ac37aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb10d4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36a850 0x5624ac35fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb08d3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36b210 0x5624ac37aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46228/0 (socket says 172.21.15.39:46228) 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb08d3700 1 -- 172.21.15.39:0/289202396 learned_addr learned my addr 172.21.15.39:0/289202396 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb18d5700 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac36dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb10d4700 1 -- 172.21.15.39:0/289202396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36b210 msgr2=0x5624ac37aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb10d4700 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36b210 0x5624ac37aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb10d4700 1 -- 172.21.15.39:0/289202396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 msgr2=0x5624ac36dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb10d4700 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac36dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb10d4700 1 -- 172.21.15.39:0/289202396 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5624ac0d0c60 con 0x5624ac36a850 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb18d5700 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac36dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb08d3700 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36b210 0x5624ac37aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fedb10d4700 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36a850 0x5624ac35fc80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7feda8096ae0 tx=0x7feda8098b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4695f09ca178f1bd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fed97fff700 1 -- 172.21.15.39:0/289202396 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda80850c0 con 0x5624ac36a850 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fed97fff700 1 -- 172.21.15.39:0/289202396 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feda8099d70 con 0x5624ac36a850 2023-12-07T14:03:59.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.519+0000 7fed97fff700 1 -- 172.21.15.39:0/289202396 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda809a840 con 0x5624ac36a850 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.520+0000 7fedbf531b80 1 -- 172.21.15.39:0/289202396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36a850 msgr2=0x5624ac35fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.520+0000 7fedbf531b80 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36a850 0x5624ac35fc80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7feda8096ae0 tx=0x7feda8098b90 comp rx=0 tx=0).stop 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.520+0000 7fedbf531b80 1 -- 172.21.15.39:0/289202396 shutdown_connections 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.520+0000 7fedbf531b80 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36bf10 0x5624ac36dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.520+0000 7fedbf531b80 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36a850 0x5624ac35fc80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.520+0000 7fedbf531b80 1 --2- 172.21.15.39:0/289202396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36b210 0x5624ac37aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.520+0000 7fedbf531b80 1 -- 172.21.15.39:0/289202396 >> 172.21.15.39:0/289202396 conn(0x5624ac299360 msgr2=0x5624ac372840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.521+0000 7fedbf531b80 1 -- 172.21.15.39:0/289202396 shutdown_connections 2023-12-07T14:03:59.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.521+0000 7fedbf531b80 1 -- 172.21.15.39:0/289202396 wait complete. 2023-12-07T14:03:59.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.521+0000 7fedbf531b80 1 -- start start 2023-12-07T14:03:59.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.521+0000 7fedbf531b80 1 Processor -- start 2023-12-07T14:03:59.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac388c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac3891c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedbf531b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac389700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedbf531b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac37b420 con 0x5624ac36a850 2023-12-07T14:03:59.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedbf531b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac37b560 con 0x5624ac36bf10 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedbf531b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624ac37b720 con 0x5624ac36b210 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedbf531b80 10 client.0 _ll_register_callbacks cb 0x5624ac1a3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedb18d5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac389700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedb10d4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac388c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedb10d4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac388c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55032/0 (socket says 172.21.15.39:55032) 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.522+0000 7fedb10d4700 1 -- 172.21.15.39:0/2213370766 learned_addr learned my addr 172.21.15.39:0/2213370766 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.523+0000 7fedb18d5700 1 -- 172.21.15.39:0/2213370766 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 msgr2=0x5624ac3891c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.523+0000 7fedb18d5700 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac3891c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.523+0000 7fedb18d5700 1 -- 172.21.15.39:0/2213370766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 msgr2=0x5624ac388c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.523+0000 7fedb18d5700 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac388c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.523+0000 7fedb18d5700 1 -- 172.21.15.39:0/2213370766 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5624ac0e7de0 con 0x5624ac36bf10 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.523+0000 7fedb18d5700 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac389700 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7feda4009500 tx=0x7feda4008d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73ba891168115283 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.523+0000 7fed94ff9700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fed94ff9700 1 -- 172.21.15.39:0/2213370766 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feda4010070 con 0x5624ac36bf10 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fed94ff9700 1 -- 172.21.15.39:0/2213370766 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7feda4007a60 con 0x5624ac36bf10 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed9c01e040 con 0x5624ac36bf10 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fed94ff9700 1 -- 172.21.15.39:0/2213370766 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7feda4007c20 con 0x5624ac36bf10 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 10 client.25583 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:59.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5624ac10e250 con 0x5624ac36bf10 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fed94ff9700 1 -- 172.21.15.39:0/2213370766 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feda4045030 con 0x5624ac36bf10 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fed94ff9700 1 -- 172.21.15.39:0/2213370766 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7feda4037070 con 0x5624ac36bf10 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 10 client.25583 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 10 client.25583 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 20 client.25583 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac37d020 0x5624ac37f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 4 client.25583 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.524+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5624ac284fd0 con 0x5624ac37d020 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.525+0000 7fedb10d4700 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac37d020 0x5624ac37f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.525+0000 7fedb10d4700 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac37d020 0x5624ac37f440 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3966b27f25079589 server_cookie=eb1d484d727a5235 in_seq=0 out_seq=0 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.525+0000 7fed94ff9700 10 client.25583 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.525+0000 7fed94ff9700 1 -- 172.21.15.39:0/2213370766 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5624ac284fd0 con 0x5624ac37d020 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.525+0000 7fed94ff9700 10 client.25583 handle_command_reply: tid=0 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.525+0000 7fedbf531b80 1 client.25583 shutdown 2023-12-07T14:03:59.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 msgr2=0x5624ac389700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac389700 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7feda4009500 tx=0x7feda4008d80 comp rx=0 tx=0).stop 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 shutdown_connections 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5624ac37d020 0x5624ac37f440 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624ac36bf10 0x5624ac389700 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5624ac36a850 0x5624ac388c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 --2- 172.21.15.39:0/2213370766 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5624ac36b210 0x5624ac3891c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 >> 172.21.15.39:0/2213370766 conn(0x5624ac299360 msgr2=0x5624ac36a0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fed94ff9700 0 client.25583 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 shutdown_connections 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.526+0000 7fedbf531b80 1 -- 172.21.15.39:0/2213370766 wait complete. 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedbf531b80 20 client.25583 trim_cache size 0 max 16384 2023-12-07T14:03:59.532 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:59.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed980a1710 msgr2=0x7fed980a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed980a1710 0x7fed980a3bd0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fedac06e360 tx=0x7fed9c005fd0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 msgr2=0x7fedac072b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 0x7fedac072b90 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7feda800eb30 tx=0x7feda800eef0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 shutdown_connections 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fedac06cc80 0x7fedac06d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fed980a1710 0x7fed980a3bd0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fedac100560 0x7fedac072b90 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 --2- 172.21.15.39:0/380213245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedac105680 0x7fedac0730d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.527+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 >> 172.21.15.39:0/380213245 conn(0x7fedac0fbda0 msgr2=0x7fedac0fd100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.528+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 shutdown_connections 2023-12-07T14:03:59.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.528+0000 7fedb3338700 1 -- 172.21.15.39:0/380213245 wait complete. 2023-12-07T14:03:59.550 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:03:59.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:59 smithi055 ceph-mon[103363]: pgmap v47: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 33 MiB/s wr, 1.49k op/s 2023-12-07T14:03:59.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:03:59 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1760379257' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:03:59.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:59 smithi089 ceph-mon[103124]: pgmap v47: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 33 MiB/s wr, 1.49k op/s 2023-12-07T14:03:59.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:03:59 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1760379257' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:03:59.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.761+0000 7ff127264700 1 -- 172.21.15.39:0/2988744493 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100f40 msgr2=0x7ff120104f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.761+0000 7ff127264700 1 --2- 172.21.15.39:0/2988744493 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100f40 0x7ff120104f80 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff10c009990 tx=0x7ff10c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.763+0000 7ff127264700 1 -- 172.21.15.39:0/2988744493 shutdown_connections 2023-12-07T14:03:59.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.763+0000 7ff127264700 1 --2- 172.21.15.39:0/2988744493 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 0x7ff12010d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.763+0000 7ff127264700 1 --2- 172.21.15.39:0/2988744493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff120100590 0x7ff120100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.763+0000 7ff127264700 1 --2- 172.21.15.39:0/2988744493 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100f40 0x7ff120104f80 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.763+0000 7ff127264700 1 -- 172.21.15.39:0/2988744493 >> 172.21.15.39:0/2988744493 conn(0x7ff1200fbe10 msgr2=0x7ff1200fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.764+0000 7ff127264700 1 -- 172.21.15.39:0/2988744493 shutdown_connections 2023-12-07T14:03:59.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.764+0000 7ff127264700 1 -- 172.21.15.39:0/2988744493 wait complete. 2023-12-07T14:03:59.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.764+0000 7ff127264700 1 Processor -- start 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff127264700 1 -- start start 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff127264700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100590 0x7ff120195630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff127264700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 0x7ff120195b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff127264700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1201960b0 0x7ff1201aa1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff127264700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff120199830 con 0x7ff1201960b0 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff127264700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1201999a0 con 0x7ff1201056b0 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff127264700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff120199b60 con 0x7ff120100590 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff11ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 0x7ff120195b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff11ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 0x7ff120195b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46248/0 (socket says 172.21.15.39:46248) 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff11ffff700 1 -- 172.21.15.39:0/553656499 learned_addr learned my addr 172.21.15.39:0/553656499 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff125801700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1201960b0 0x7ff1201aa1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.769 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.765+0000 7ff125000700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100590 0x7ff120195630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.766+0000 7ff11ffff700 1 -- 172.21.15.39:0/553656499 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100590 msgr2=0x7ff120195630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.766+0000 7ff11ffff700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100590 0x7ff120195630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.766+0000 7ff11ffff700 1 -- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1201960b0 msgr2=0x7ff1201aa1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.770 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.766+0000 7ff11ffff700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1201960b0 0x7ff1201aa1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.766+0000 7ff11ffff700 1 -- 172.21.15.39:0/553656499 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff10c0095f0 con 0x7ff1201056b0 2023-12-07T14:03:59.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.766+0000 7ff11ffff700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 0x7ff120195b70 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0098e0 tx=0x7ff10c0057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.767+0000 7ff11dffb700 1 -- 172.21.15.39:0/553656499 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff10c01d070 con 0x7ff1201056b0 2023-12-07T14:03:59.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.767+0000 7ff11dffb700 1 -- 172.21.15.39:0/553656499 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff10c00fbb0 con 0x7ff1201056b0 2023-12-07T14:03:59.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.767+0000 7ff11dffb700 1 -- 172.21.15.39:0/553656499 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff10c022c80 con 0x7ff1201056b0 2023-12-07T14:03:59.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.767+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff120199de0 con 0x7ff1201056b0 2023-12-07T14:03:59.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.767+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff12019a290 con 0x7ff1201056b0 2023-12-07T14:03:59.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.772+0000 7ff11dffb700 1 -- 172.21.15.39:0/553656499 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7ff10c00fd20 con 0x7ff1201056b0 2023-12-07T14:03:59.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.772+0000 7ff13345db80 1 Processor -- start 2023-12-07T14:03:59.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.773+0000 7ff11dffb700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1100a1850 0x7ff1100a3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.773+0000 7ff11dffb700 1 -- 172.21.15.39:0/553656499 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff10c0ce9f0 con 0x7ff1201056b0 2023-12-07T14:03:59.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.773+0000 7ff125801700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1100a1850 0x7ff1100a3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff13345db80 1 -- start start 2023-12-07T14:03:59.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff13345db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aaf1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff13345db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aaf5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff13345db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aaf64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff13345db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0aa657c0 con 0x560c0aaf2360 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff13345db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0aa4c7a0 con 0x560c0aaf6050 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff13345db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0aa4a0c0 con 0x560c0aaf1a40 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff11ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aaf5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125801700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1100a1850 0x7ff1100a3d10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff118008500 tx=0x7ff118007670 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125000700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aaf1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff11ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aaf5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55054/0 (socket says 172.21.15.39:55054) 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff11ffff700 1 -- 172.21.15.39:0/2873654970 learned_addr learned my addr 172.21.15.39:0/2873654970 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125801700 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aaf64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125000700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aaf1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59774/0 (socket says 172.21.15.39:59774) 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125000700 1 -- 172.21.15.39:0/2873654970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 msgr2=0x560c0aaf64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125000700 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aaf64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125000700 1 -- 172.21.15.39:0/2873654970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 msgr2=0x560c0aaf5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125000700 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aaf5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff125000700 1 -- 172.21.15.39:0/2873654970 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560c0a8c2630 con 0x560c0aaf1a40 2023-12-07T14:03:59.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.774+0000 7ff11ffff700 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aaf5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:03:59.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.775+0000 7ff125000700 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aaf1e20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff11400b7e0 tx=0x7ff11400baf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=305d7cbb51dab59c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.775+0000 7ff10affd700 1 -- 172.21.15.39:0/2873654970 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1140125f0 con 0x560c0aaf1a40 2023-12-07T14:03:59.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.775+0000 7ff10affd700 1 -- 172.21.15.39:0/2873654970 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff114012c10 con 0x560c0aaf1a40 2023-12-07T14:03:59.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.775+0000 7ff10affd700 1 -- 172.21.15.39:0/2873654970 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff114013de0 con 0x560c0aaf1a40 2023-12-07T14:03:59.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.776+0000 7ff13345db80 1 -- 172.21.15.39:0/2873654970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 msgr2=0x560c0aaf1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.776+0000 7ff13345db80 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aaf1e20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff11400b7e0 tx=0x7ff11400baf0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 -- 172.21.15.39:0/2873654970 shutdown_connections 2023-12-07T14:03:59.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aaf64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aaf1e20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 --2- 172.21.15.39:0/2873654970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aaf5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 -- 172.21.15.39:0/2873654970 >> 172.21.15.39:0/2873654970 conn(0x560c0aa20360 msgr2=0x560c0aaec070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 -- 172.21.15.39:0/2873654970 shutdown_connections 2023-12-07T14:03:59.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 -- 172.21.15.39:0/2873654970 wait complete. 2023-12-07T14:03:59.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 -- start start 2023-12-07T14:03:59.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.778+0000 7ff13345db80 1 Processor -- start 2023-12-07T14:03:59.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff13345db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aafd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff13345db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aafab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff13345db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aafb250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff13345db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0aa459b0 con 0x560c0aaf2360 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff13345db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0a9ff560 con 0x560c0aaf6050 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff13345db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0a9ff200 con 0x560c0aaf1a40 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff13345db80 10 client.0 _ll_register_callbacks cb 0x560c0a92aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff125000700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aafd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff11ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aafab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff125000700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aafd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59780/0 (socket says 172.21.15.39:59780) 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff125000700 1 -- 172.21.15.39:0/4236980726 learned_addr learned my addr 172.21.15.39:0/4236980726 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff125801700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aafb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff125000700 1 -- 172.21.15.39:0/4236980726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 msgr2=0x560c0aafb250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.779+0000 7ff125000700 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aafb250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff125000700 1 -- 172.21.15.39:0/4236980726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 msgr2=0x560c0aafab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff125000700 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aafab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff125000700 1 -- 172.21.15.39:0/4236980726 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff12019a290 con 0x560c0aaf1a40 2023-12-07T14:03:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff125000700 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aafd820 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff114013c90 tx=0x7ff114013d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa44029224fd88b2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff0fffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:59.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff0fffff700 1 -- 172.21.15.39:0/4236980726 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff114013780 con 0x560c0aaf1a40 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff0fffff700 1 -- 172.21.15.39:0/4236980726 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff114013480 con 0x560c0aaf1a40 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.780+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560c0aae4a00 con 0x560c0aaf1a40 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.781+0000 7ff0fffff700 1 -- 172.21.15.39:0/4236980726 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff114012800 con 0x560c0aaf1a40 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.781+0000 7ff13345db80 10 client.25678 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.781+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7ff11400e040 con 0x560c0aaf1a40 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.781+0000 7ff0fffff700 1 -- 172.21.15.39:0/4236980726 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560c0aae4a00 con 0x560c0aaf1a40 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.781+0000 7ff0fffff700 1 -- 172.21.15.39:0/4236980726 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff114003860 con 0x560c0aaf1a40 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff13345db80 10 client.25678 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff13345db80 10 client.25678 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff13345db80 20 client.25678 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff13345db80 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab0b480 0x560c0ab0d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff13345db80 4 client.25678 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:03:59.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560c0aac06a0 con 0x560c0ab0b480 2023-12-07T14:03:59.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff11ffff700 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab0b480 0x560c0ab0d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.782+0000 7ff11ffff700 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab0b480 0x560c0ab0d8a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=294d6aea8e1794f3 server_cookie=47d5b971a1adff97 in_seq=0 out_seq=0 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff0fffff700 10 client.25678 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff0fffff700 1 -- 172.21.15.39:0/4236980726 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x560c0aac06a0 con 0x560c0ab0b480 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff0fffff700 10 client.25678 handle_command_reply: tid=0 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff13345db80 1 client.25678 shutdown 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 msgr2=0x560c0aafd820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff13345db80 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aafd820 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff114013c90 tx=0x7ff114013d70 comp rx=0 tx=0).stop 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 shutdown_connections 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff13345db80 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab0b480 0x560c0ab0d8a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff13345db80 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf6050 0x560c0aafb250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff0fffff700 0 client.25678 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.783+0000 7ff13345db80 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf1a40 0x560c0aafd820 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.784+0000 7ff13345db80 1 --2- 172.21.15.39:0/4236980726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf2360 0x560c0aafab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.784+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 >> 172.21.15.39:0/4236980726 conn(0x560c0aa20360 msgr2=0x560c0aae6b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.785+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 shutdown_connections 2023-12-07T14:03:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.785+0000 7ff13345db80 1 -- 172.21.15.39:0/4236980726 wait complete. 2023-12-07T14:03:59.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.786+0000 7ff13345db80 20 client.25678 trim_cache size 0 max 16384 2023-12-07T14:03:59.823 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 Processor -- start 2023-12-07T14:03:59.823 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 -- start start 2023-12-07T14:03:59.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf1a40 0x560c0ab06de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.824 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf2360 0x560c0aae6c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf6050 0x560c0aaebf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0a8c4920 con 0x560c0aaf1a40 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0aaecc20 con 0x560c0aaf2360 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff13345db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0ab12ab0 con 0x560c0aaf6050 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.820+0000 7ff125000700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf1a40 0x560c0ab06de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125000700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf1a40 0x560c0ab06de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55066/0 (socket says 172.21.15.39:55066) 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125000700 1 -- 172.21.15.39:0/2638308556 learned_addr learned my addr 172.21.15.39:0/2638308556 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125801700 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf6050 0x560c0aaebf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff11ffff700 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf2360 0x560c0aae6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125000700 1 -- 172.21.15.39:0/2638308556 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf6050 msgr2=0x560c0aaebf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125000700 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf6050 0x560c0aaebf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125000700 1 -- 172.21.15.39:0/2638308556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf2360 msgr2=0x560c0aae6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125000700 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf2360 0x560c0aae6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.821+0000 7ff125000700 1 -- 172.21.15.39:0/2638308556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560c0a86ede0 con 0x560c0aaf1a40 2023-12-07T14:03:59.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.822+0000 7ff125000700 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf1a40 0x560c0ab06de0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7ff114013040 tx=0x7ff114013e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55b3be41c0522396 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.822+0000 7ff10b7fe700 1 -- 172.21.15.39:0/2638308556 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff114012d80 con 0x560c0aaf1a40 2023-12-07T14:03:59.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.822+0000 7ff10b7fe700 1 -- 172.21.15.39:0/2638308556 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff114012800 con 0x560c0aaf1a40 2023-12-07T14:03:59.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.822+0000 7ff10b7fe700 1 -- 172.21.15.39:0/2638308556 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1140135b0 con 0x560c0aaf1a40 2023-12-07T14:03:59.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.823+0000 7ff13345db80 1 -- 172.21.15.39:0/2638308556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf1a40 msgr2=0x560c0ab06de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.823+0000 7ff13345db80 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf1a40 0x560c0ab06de0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7ff114013040 tx=0x7ff114013e90 comp rx=0 tx=0).stop 2023-12-07T14:03:59.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.824+0000 7ff13345db80 1 -- 172.21.15.39:0/2638308556 shutdown_connections 2023-12-07T14:03:59.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.824+0000 7ff13345db80 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf6050 0x560c0aaebf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.824+0000 7ff13345db80 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf1a40 0x560c0ab06de0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.824+0000 7ff13345db80 1 --2- 172.21.15.39:0/2638308556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf2360 0x560c0aae6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.824+0000 7ff13345db80 1 -- 172.21.15.39:0/2638308556 >> 172.21.15.39:0/2638308556 conn(0x560c0aa20360 msgr2=0x560c0aafd550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.824+0000 7ff13345db80 1 -- 172.21.15.39:0/2638308556 shutdown_connections 2023-12-07T14:03:59.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.824+0000 7ff13345db80 1 -- 172.21.15.39:0/2638308556 wait complete. 2023-12-07T14:03:59.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 -- start start 2023-12-07T14:03:59.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 Processor -- start 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf1a40 0x560c0aafe300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf2360 0x560c0aafe840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf6050 0x560c0aafed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0ab60970 con 0x560c0aaf6050 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0ab60ae0 con 0x560c0aaf1a40 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c0ab60ca0 con 0x560c0aaf2360 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.825+0000 7ff13345db80 10 client.0 _ll_register_callbacks cb 0x560c0a92aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff125801700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf6050 0x560c0aafed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff125801700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf6050 0x560c0aafed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55072/0 (socket says 172.21.15.39:55072) 2023-12-07T14:03:59.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff125801700 1 -- 172.21.15.39:0/2613607032 learned_addr learned my addr 172.21.15.39:0/2613607032 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:03:59.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff11ffff700 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf2360 0x560c0aafe840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff11ffff700 1 -- 172.21.15.39:0/2613607032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf1a40 msgr2=0x560c0aafe300 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff11ffff700 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf1a40 0x560c0aafe300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff11ffff700 1 -- 172.21.15.39:0/2613607032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf6050 msgr2=0x560c0aafed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff11ffff700 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf6050 0x560c0aafed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.826+0000 7ff11ffff700 1 -- 172.21.15.39:0/2613607032 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff11400e040 con 0x560c0aaf2360 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff11ffff700 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf2360 0x560c0aafe840 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff10c005b40 tx=0x7ff10c0ce040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7c7d342e8de6a8e1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff0fffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff0fffff700 1 -- 172.21.15.39:0/2613607032 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff10c09b030 con 0x560c0aaf2360 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff0fffff700 1 -- 172.21.15.39:0/2613607032 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff10c0a3c40 con 0x560c0aaf2360 2023-12-07T14:03:59.831 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff114012c10 con 0x560c0aaf2360 2023-12-07T14:03:59.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff0fffff700 1 -- 172.21.15.39:0/2613607032 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff10c0b4120 con 0x560c0aaf2360 2023-12-07T14:03:59.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff13345db80 10 client.25684 fetch_fsmap learned FSMap version 33 2023-12-07T14:03:59.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.827+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x560c0a857c60 con 0x560c0aaf2360 2023-12-07T14:03:59.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff0fffff700 1 -- 172.21.15.39:0/2613607032 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff114012c10 con 0x560c0aaf2360 2023-12-07T14:03:59.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff0fffff700 1 -- 172.21.15.39:0/2613607032 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff10c0cc2b0 con 0x560c0aaf2360 2023-12-07T14:03:59.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff13345db80 10 client.25684 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff13345db80 10 client.25684 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff13345db80 20 client.25684 populate_metadata read hostname 'smithi039' 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff13345db80 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab622b0 0x560c0ab646d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff13345db80 4 client.25684 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560c0aa0bfd0 con 0x560c0ab622b0 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.828+0000 7ff125000700 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab622b0 0x560c0ab646d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.829+0000 7ff0fffff700 10 client.25684 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.829+0000 7ff125000700 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab622b0 0x560c0ab646d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6af601464dc4e631 server_cookie=549bac8c1e4ce1da in_seq=0 out_seq=0 2023-12-07T14:03:59.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.830+0000 7ff0fffff700 1 -- 172.21.15.39:0/2613607032 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560c0aa0bfd0 con 0x560c0ab622b0 2023-12-07T14:03:59.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.830+0000 7ff0fffff700 10 client.25684 handle_command_reply: tid=0 2023-12-07T14:03:59.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.830+0000 7ff13345db80 1 client.25684 shutdown 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf2360 msgr2=0x560c0aafe840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf2360 0x560c0aafe840 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff10c005b40 tx=0x7ff10c0ce040 comp rx=0 tx=0).stop 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 shutdown_connections 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560c0aaf6050 0x560c0aafed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x560c0ab622b0 0x560c0ab646d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560c0aaf1a40 0x560c0aafe300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 --2- 172.21.15.39:0/2613607032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560c0aaf2360 0x560c0aafe840 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff0fffff700 0 client.25684 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.832+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 >> 172.21.15.39:0/2613607032 conn(0x560c0aa20360 msgr2=0x560c0aaf9320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.833+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 shutdown_connections 2023-12-07T14:03:59.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.833+0000 7ff13345db80 1 -- 172.21.15.39:0/2613607032 wait complete. 2023-12-07T14:03:59.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.833+0000 7ff13345db80 20 client.25684 trim_cache size 0 max 16384 2023-12-07T14:03:59.837 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:03:59.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1100a1850 msgr2=0x7ff1100a3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1100a1850 0x7ff1100a3d10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff118008500 tx=0x7ff118007670 comp rx=0 tx=0).stop 2023-12-07T14:03:59.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 msgr2=0x7ff120195b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:03:59.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 0x7ff120195b70 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0098e0 tx=0x7ff10c0057f0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 shutdown_connections 2023-12-07T14:03:59.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1201960b0 0x7ff1201aa1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff120100590 0x7ff120195630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff1100a1850 0x7ff1100a3d10 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 --2- 172.21.15.39:0/553656499 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1201056b0 0x7ff120195b70 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:03:59.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.834+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 >> 172.21.15.39:0/553656499 conn(0x7ff1200fbe10 msgr2=0x7ff1200fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:03:59.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.835+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 shutdown_connections 2023-12-07T14:03:59.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:03:59.835+0000 7ff127264700 1 -- 172.21.15.39:0/553656499 wait complete. 2023-12-07T14:03:59.853 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.051+0000 7fe5328ba700 1 -- 172.21.15.39:0/420298887 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe52c100f10 msgr2=0x7fe52c104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.051+0000 7fe5328ba700 1 --2- 172.21.15.39:0/420298887 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe52c100f10 0x7fe52c104f50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fe520009990 tx=0x7fe520009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.051+0000 7fe5328ba700 1 -- 172.21.15.39:0/420298887 shutdown_connections 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.051+0000 7fe5328ba700 1 --2- 172.21.15.39:0/420298887 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe52c105680 0x7fe52c10d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.051+0000 7fe5328ba700 1 --2- 172.21.15.39:0/420298887 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe52c100560 0x7fe52c100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.051+0000 7fe5328ba700 1 --2- 172.21.15.39:0/420298887 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe52c100f10 0x7fe52c104f50 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.051+0000 7fe5328ba700 1 -- 172.21.15.39:0/420298887 >> 172.21.15.39:0/420298887 conn(0x7fe52c0fbda0 msgr2=0x7fe52c0fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.052+0000 7fe5328ba700 1 -- 172.21.15.39:0/420298887 shutdown_connections 2023-12-07T14:04:00.055 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.052+0000 7fe5328ba700 1 -- 172.21.15.39:0/420298887 wait complete. 2023-12-07T14:04:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.052+0000 7fe5328ba700 1 Processor -- start 2023-12-07T14:04:00.056 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.054+0000 7fe5328ba700 1 -- start start 2023-12-07T14:04:00.059 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe5328ba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe52c100560 0x7fe52c072d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe5328ba700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe52c105680 0x7fe52c0732b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe5328ba700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe52c06bf80 0x7fe52c06c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe5328ba700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe52c06c9d0 con 0x7fe52c100560 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe5328ba700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe52c06cb40 con 0x7fe52c06bf80 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe5328ba700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe52c070890 con 0x7fe52c105680 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe52bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe52c100560 0x7fe52c072d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe52c105680 0x7fe52c0732b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe52bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe52c100560 0x7fe52c072d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55088/0 (socket says 172.21.15.39:55088) 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.055+0000 7fe52bfff700 1 -- 172.21.15.39:0/2377220749 learned_addr learned my addr 172.21.15.39:0/2377220749 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2377220749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe52c06bf80 msgr2=0x7fe52c06c400 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe52c06bf80 0x7fe52c06c400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe52c100560 msgr2=0x7fe52c072d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe52c100560 0x7fe52c072d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2377220749 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5200095f0 con 0x7fe52c105680 2023-12-07T14:04:00.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe52c105680 0x7fe52c0732b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe5200098e0 tx=0x7fe52000f710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:00.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe5297fa700 1 -- 172.21.15.39:0/2377220749 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52000fbf0 con 0x7fe52c105680 2023-12-07T14:04:00.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe5297fa700 1 -- 172.21.15.39:0/2377220749 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe52002e070 con 0x7fe52c105680 2023-12-07T14:04:00.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.056+0000 7fe5297fa700 1 -- 172.21.15.39:0/2377220749 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe520004ba0 con 0x7fe52c105680 2023-12-07T14:04:00.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.067+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe52c070a30 con 0x7fe52c105680 2023-12-07T14:04:00.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.067+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe52c070ec0 con 0x7fe52c105680 2023-12-07T14:04:00.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.071+0000 7fe5297fa700 1 -- 172.21.15.39:0/2377220749 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 25) v1 ==== 136239+0+0 (secure 0 0 0) 0x7fe520030070 con 0x7fe52c105680 2023-12-07T14:04:00.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.072+0000 7fe53eab3b80 1 Processor -- start 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.072+0000 7fe5297fa700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe5140a1790 0x7fe5140a3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.072+0000 7fe530e57700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe5140a1790 0x7fe5140a3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.072+0000 7fe5297fa700 1 -- 172.21.15.39:0/2377220749 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe5200de920 con 0x7fe52c105680 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe53eab3b80 1 -- start start 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 0x55683ac19e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac1db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1e050 0x55683ac1e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ab8d7c0 con 0x55683ac19a40 2023-12-07T14:04:00.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ab747a0 con 0x55683ac1a360 2023-12-07T14:04:00.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ab720c0 con 0x55683ac1e050 2023-12-07T14:04:00.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac1db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 0x55683ac19e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac1db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46294/0 (socket says 172.21.15.39:46294) 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2723803640 learned_addr learned my addr 172.21.15.39:0/2723803640 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2723803640 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1e050 msgr2=0x55683ac1e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2723803640 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1e050 0x55683ac1e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2723803640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 msgr2=0x55683ac19e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2723803640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 0x55683ac19e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.073+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2723803640 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55683a9ea630 con 0x55683ac1a360 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.074+0000 7fe530e57700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe5140a1790 0x7fe5140a3c50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00ba00 tx=0x7fe51c00bdc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:00.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.074+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2723803640 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac1db10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe520000c00 tx=0x7fe5200a7bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebb001e5b1dcc0bb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:00.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.075+0000 7fe5127fc700 1 -- 172.21.15.39:0/2723803640 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200ab110 con 0x55683ac1a360 2023-12-07T14:04:00.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.075+0000 7fe5127fc700 1 -- 172.21.15.39:0/2723803640 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5200abeb0 con 0x55683ac1a360 2023-12-07T14:04:00.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.075+0000 7fe5127fc700 1 -- 172.21.15.39:0/2723803640 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200aba10 con 0x55683ac1a360 2023-12-07T14:04:00.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.076+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2723803640 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 msgr2=0x55683ac1db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.076+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2723803640 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac1db10 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fe520000c00 tx=0x7fe5200a7bc0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.077+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2723803640 shutdown_connections 2023-12-07T14:04:00.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.077+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2723803640 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1e050 0x55683ac1e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.077+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2723803640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 0x55683ac19e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.077+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2723803640 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac1db10 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.077+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2723803640 >> 172.21.15.39:0/2723803640 conn(0x55683ab48360 msgr2=0x55683ac14070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:00.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.077+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2723803640 shutdown_connections 2023-12-07T14:04:00.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.077+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2723803640 wait complete. 2023-12-07T14:04:00.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.078+0000 7fe53eab3b80 1 -- start start 2023-12-07T14:04:00.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.078+0000 7fe53eab3b80 1 Processor -- start 2023-12-07T14:04:00.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.078+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac25820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.078+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac22c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.078+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac23390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.078+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ab6d9b0 con 0x55683ac1e050 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.078+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ab27560 con 0x55683ac1a360 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ab27200 con 0x55683ac19a40 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe53eab3b80 10 client.0 _ll_register_callbacks cb 0x55683aa52a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe52bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac25820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe52bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac25820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59820/0 (socket says 172.21.15.39:59820) 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe52bfff700 1 -- 172.21.15.39:0/1450777878 learned_addr learned my addr 172.21.15.39:0/1450777878 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe530e57700 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac23390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe530e57700 1 -- 172.21.15.39:0/1450777878 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 msgr2=0x55683ac25820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe530e57700 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac25820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe530e57700 1 -- 172.21.15.39:0/1450777878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 msgr2=0x55683ac22c50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe530e57700 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac22c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe530e57700 1 -- 172.21.15.39:0/1450777878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe52c070ec0 con 0x55683ac1e050 2023-12-07T14:04:00.083 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.079+0000 7fe530e57700 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac23390 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00d5c0 tx=0x7fe51c0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0ae71c736a97120 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.081+0000 7fe50b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.081+0000 7fe50b7fe700 1 -- 172.21.15.39:0/1450777878 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe51c012dd0 con 0x55683ac1e050 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.081+0000 7fe50b7fe700 1 -- 172.21.15.39:0/1450777878 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe51c01f430 con 0x55683ac1e050 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.081+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55683ac0ca00 con 0x55683ac1e050 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.081+0000 7fe50b7fe700 1 -- 172.21.15.39:0/1450777878 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe51c01f5f0 con 0x55683ac1e050 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.081+0000 7fe53eab3b80 10 client.15990 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.081+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55683a996de0 con 0x55683ac1e050 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe50b7fe700 1 -- 172.21.15.39:0/1450777878 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55683ac0ca00 con 0x55683ac1e050 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe50b7fe700 1 -- 172.21.15.39:0/1450777878 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe51c00f750 con 0x55683ac1e050 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe53eab3b80 10 client.15990 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe53eab3b80 10 client.15990 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe53eab3b80 20 client.15990 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac33110 0x55683ac35530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe53eab3b80 4 client.15990 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:00.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55683abe86a0 con 0x55683ac33110 2023-12-07T14:04:00.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.082+0000 7fe52bfff700 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac33110 0x55683ac35530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.088+0000 7fe50b7fe700 10 client.15990 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:00.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.088+0000 7fe52bfff700 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac33110 0x55683ac35530 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e70d489615ff7c7f server_cookie=4ab8dfa933e57518 in_seq=0 out_seq=0 2023-12-07T14:04:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe50b7fe700 1 -- 172.21.15.39:0/1450777878 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55683abe86a0 con 0x55683ac33110 2023-12-07T14:04:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe50b7fe700 10 client.15990 handle_command_reply: tid=0 2023-12-07T14:04:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 client.15990 shutdown 2023-12-07T14:04:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 msgr2=0x55683ac23390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac23390 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00d5c0 tx=0x7fe51c0047c0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 shutdown_connections 2023-12-07T14:04:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac23390 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac25820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac33110 0x55683ac35530 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/1450777878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac22c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 >> 172.21.15.39:0/1450777878 conn(0x55683ab48360 msgr2=0x55683ac1f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:00.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.091+0000 7fe50b7fe700 0 client.15990 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.092+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 shutdown_connections 2023-12-07T14:04:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.092+0000 7fe53eab3b80 1 -- 172.21.15.39:0/1450777878 wait complete. 2023-12-07T14:04:00.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.093+0000 7fe53eab3b80 20 client.15990 trim_cache size 0 max 16384 2023-12-07T14:04:00.117 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.115+0000 7fe53eab3b80 1 Processor -- start 2023-12-07T14:04:00.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe53eab3b80 1 -- start start 2023-12-07T14:04:00.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac13ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac39e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac1c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683a9ec920 con 0x55683ac1e050 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ac10a20 con 0x55683ac1a360 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ac14bb0 con 0x55683ac19a40 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe52bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac13ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac39e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac39e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46308/0 (socket says 172.21.15.39:46308) 2023-12-07T14:04:00.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.116+0000 7fe52b7fe700 1 -- 172.21.15.39:0/3019329107 learned_addr learned my addr 172.21.15.39:0/3019329107 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe52bfff700 1 -- 172.21.15.39:0/3019329107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 msgr2=0x55683ac39e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe52bfff700 1 --2- 172.21.15.39:0/3019329107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac39e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe52bfff700 1 -- 172.21.15.39:0/3019329107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 msgr2=0x55683ac1c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe52bfff700 1 --2- 172.21.15.39:0/3019329107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac1c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe52bfff700 1 -- 172.21.15.39:0/3019329107 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55683a97fc60 con 0x55683ac19a40 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe52bfff700 1 --2- 172.21.15.39:0/3019329107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac13ff0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe524000f80 tx=0x7fe52400b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a716be7ef01a84f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe512ffd700 1 -- 172.21.15.39:0/3019329107 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52401b070 con 0x55683ac19a40 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe512ffd700 1 -- 172.21.15.39:0/3019329107 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe524020070 con 0x55683ac19a40 2023-12-07T14:04:00.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.117+0000 7fe512ffd700 1 -- 172.21.15.39:0/3019329107 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe52400e040 con 0x55683ac19a40 2023-12-07T14:04:00.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.118+0000 7fe53eab3b80 1 -- 172.21.15.39:0/3019329107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 msgr2=0x55683ac13ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.118+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/3019329107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac13ff0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fe524000f80 tx=0x7fe52400b040 comp rx=0 tx=0).stop 2023-12-07T14:04:00.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.118+0000 7fe53eab3b80 1 -- 172.21.15.39:0/3019329107 shutdown_connections 2023-12-07T14:04:00.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.118+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/3019329107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac1e050 0x55683ac1c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.118+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/3019329107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac19a40 0x55683ac13ff0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.118+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/3019329107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1a360 0x55683ac39e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.118+0000 7fe53eab3b80 1 -- 172.21.15.39:0/3019329107 >> 172.21.15.39:0/3019329107 conn(0x55683ab48360 msgr2=0x55683ac224e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:00.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.120+0000 7fe53eab3b80 1 -- 172.21.15.39:0/3019329107 shutdown_connections 2023-12-07T14:04:00.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.120+0000 7fe53eab3b80 1 -- 172.21.15.39:0/3019329107 wait complete. 2023-12-07T14:04:00.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.120+0000 7fe53eab3b80 1 -- start start 2023-12-07T14:04:00.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 1 Processor -- start 2023-12-07T14:04:00.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 0x55683ac2a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1a360 0x55683ac1b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1e050 0x55683ac1b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ac21520 con 0x55683ac19a40 2023-12-07T14:04:00.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ac21690 con 0x55683ac1e050 2023-12-07T14:04:00.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683ac21850 con 0x55683ac1a360 2023-12-07T14:04:00.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.121+0000 7fe53eab3b80 10 client.0 _ll_register_callbacks cb 0x55683aa52a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1a360 0x55683ac1b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1a360 0x55683ac1b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59832/0 (socket says 172.21.15.39:59832) 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2822013155 learned_addr learned my addr 172.21.15.39:0/2822013155 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe530e57700 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1e050 0x55683ac1b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1e050 msgr2=0x55683ac1b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1e050 0x55683ac1b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2822013155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 msgr2=0x55683ac2a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 0x55683ac2a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe52b7fe700 1 -- 172.21.15.39:0/2822013155 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe52401cb00 con 0x55683ac1a360 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.122+0000 7fe530e57700 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1e050 0x55683ac1b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe52b7fe700 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1a360 0x55683ac1b200 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe520000c00 tx=0x7fe5200ac020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6395adf2e1490dfd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:00.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe50b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe50b7fe700 1 -- 172.21.15.39:0/2822013155 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5200ab110 con 0x55683ac1a360 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe50b7fe700 1 -- 172.21.15.39:0/2822013155 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe5200cb0b0 con 0x55683ac1a360 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe5200abeb0 con 0x55683ac1a360 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe50b7fe700 1 -- 172.21.15.39:0/2822013155 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5200ab7b0 con 0x55683ac1a360 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe53eab3b80 10 client.25699 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.123+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55683a9bd250 con 0x55683ac1a360 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe50b7fe700 1 -- 172.21.15.39:0/2822013155 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe5200abeb0 con 0x55683ac1a360 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe50b7fe700 1 -- 172.21.15.39:0/2822013155 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe5200b3620 con 0x55683ac1a360 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe53eab3b80 10 client.25699 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe53eab3b80 10 client.25699 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe53eab3b80 20 client.25699 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac89d40 0x55683ac8c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe53eab3b80 4 client.25699 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55683ab33fd0 con 0x55683ac89d40 2023-12-07T14:04:00.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.124+0000 7fe52bfff700 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac89d40 0x55683ac8c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:00.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe52bfff700 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac89d40 0x55683ac8c160 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e5cf28276f79414 server_cookie=c8af5ce43f3ce43f in_seq=0 out_seq=0 2023-12-07T14:04:00.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe50b7fe700 10 client.25699 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:00.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe50b7fe700 1 -- 172.21.15.39:0/2822013155 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55683ab33fd0 con 0x55683ac89d40 2023-12-07T14:04:00.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe50b7fe700 10 client.25699 handle_command_reply: tid=0 2023-12-07T14:04:00.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 client.25699 shutdown 2023-12-07T14:04:00.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1a360 msgr2=0x55683ac1b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1a360 0x55683ac1b200 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe520000c00 tx=0x7fe5200ac020 comp rx=0 tx=0).stop 2023-12-07T14:04:00.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 shutdown_connections 2023-12-07T14:04:00.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683ac89d40 0x55683ac8c160 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683ac1e050 0x55683ac1b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683ac19a40 0x55683ac2a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 --2- 172.21.15.39:0/2822013155 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683ac1a360 0x55683ac1b200 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 >> 172.21.15.39:0/2822013155 conn(0x55683ab48360 msgr2=0x55683ac39e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:00.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe50b7fe700 0 client.25699 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:00.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 shutdown_connections 2023-12-07T14:04:00.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.126+0000 7fe53eab3b80 1 -- 172.21.15.39:0/2822013155 wait complete. 2023-12-07T14:04:00.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.127+0000 7fe53eab3b80 20 client.25699 trim_cache size 0 max 16384 2023-12-07T14:04:00.130 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe5140a1790 msgr2=0x7fe5140a3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe5140a1790 0x7fe5140a3c50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe51c00ba00 tx=0x7fe51c00bdc0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe52c105680 msgr2=0x7fe52c0732b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe52c105680 0x7fe52c0732b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe5200098e0 tx=0x7fe52000f710 comp rx=0 tx=0).stop 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 shutdown_connections 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe5140a1790 0x7fe5140a3c50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe52c06bf80 0x7fe52c06c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe52c100560 0x7fe52c072d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 --2- 172.21.15.39:0/2377220749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe52c105680 0x7fe52c0732b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:00.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 >> 172.21.15.39:0/2377220749 conn(0x7fe52c0fbda0 msgr2=0x7fe52c0fd120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:00.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 shutdown_connections 2023-12-07T14:04:00.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:00.128+0000 7fe5328ba700 1 -- 172.21.15.39:0/2377220749 wait complete. 2023-12-07T14:04:01.152 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:04:01.153 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:04:01.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2778852577 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100f20 msgr2=0x7fe1dc104f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2778852577 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100f20 0x7fe1dc104f60 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc009990 tx=0x7fe1cc009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2778852577 shutdown_connections 2023-12-07T14:04:01.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2778852577 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 0x7fe1dc10d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2778852577 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1dc100570 0x7fe1dc100950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2778852577 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100f20 0x7fe1dc104f60 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2778852577 >> 172.21.15.39:0/2778852577 conn(0x7fe1dc0fbd90 msgr2=0x7fe1dc0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2778852577 shutdown_connections 2023-12-07T14:04:01.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.422+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2778852577 wait complete. 2023-12-07T14:04:01.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 Processor -- start 2023-12-07T14:04:01.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 -- start start 2023-12-07T14:04:01.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100570 0x7fe1dc072dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 0x7fe1dc06be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1dc06c360 0x7fe1dc06c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc073600 con 0x7fe1dc06c360 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc0708e0 con 0x7fe1dc105690 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e2db8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1dc070aa0 con 0x7fe1dc100570 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1dbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 0x7fe1dc06be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100570 0x7fe1dc072dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e1355700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1dc06c360 0x7fe1dc06c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100570 0x7fe1dc072dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59846/0 (socket says 172.21.15.39:59846) 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1dbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 0x7fe1dc06be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46328/0 (socket says 172.21.15.39:46328) 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.423+0000 7fe1dbfff700 1 -- 172.21.15.39:0/2669217912 learned_addr learned my addr 172.21.15.39:0/2669217912 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1dbfff700 1 -- 172.21.15.39:0/2669217912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100570 msgr2=0x7fe1dc072dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100570 0x7fe1dc072dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1dbfff700 1 -- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1dc06c360 msgr2=0x7fe1dc06c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1dc06c360 0x7fe1dc06c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1dbfff700 1 -- 172.21.15.39:0/2669217912 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1d4009c40 con 0x7fe1dc105690 2023-12-07T14:04:01.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1e1355700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1dc06c360 0x7fe1dc06c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:01.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100570 0x7fe1dc072dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:01.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.424+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 0x7fe1dc06be20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc000c00 tx=0x7fe1cc004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.425+0000 7fe1d9ffb700 1 -- 172.21.15.39:0/2669217912 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc01d070 con 0x7fe1dc105690 2023-12-07T14:04:01.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.425+0000 7fe1d9ffb700 1 -- 172.21.15.39:0/2669217912 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1cc021410 con 0x7fe1dc105690 2023-12-07T14:04:01.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.425+0000 7fe1d9ffb700 1 -- 172.21.15.39:0/2669217912 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc017650 con 0x7fe1dc105690 2023-12-07T14:04:01.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.425+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1cc0095f0 con 0x7fe1dc105690 2023-12-07T14:04:01.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.426+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1dc070f00 con 0x7fe1dc105690 2023-12-07T14:04:01.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.428+0000 7fe1d9ffb700 1 -- 172.21.15.39:0/2669217912 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe1cc021580 con 0x7fe1dc105690 2023-12-07T14:04:01.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.429+0000 7fe1d9ffb700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe1c40a5b50 0x7fe1c40a8010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.430+0000 7fe1d9ffb700 1 -- 172.21.15.39:0/2669217912 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe1cc0ce180 con 0x7fe1dc105690 2023-12-07T14:04:01.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.430+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe1c40a5b50 0x7fe1c40a8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.430+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe1c40a5b50 0x7fe1c40a8010 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4007610 tx=0x7fe1d400b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.430+0000 7fe1eefb1b80 1 Processor -- start 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1eefb1b80 1 -- start start 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9532d0 0x562d6a9536b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a953bf0 0x562d6a9573a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a957d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a8be840 con 0x562d6a9578e0 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a8a5820 con 0x562d6a9532d0 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a8a3140 con 0x562d6a953bf0 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9532d0 0x562d6a9536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9532d0 0x562d6a9536b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46334/0 (socket says 172.21.15.39:46334) 2023-12-07T14:04:01.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1e0b54700 1 -- 172.21.15.39:0/391554810 learned_addr learned my addr 172.21.15.39:0/391554810 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1e1355700 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a957d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.431+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a953bf0 0x562d6a9573a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1dbfff700 1 -- 172.21.15.39:0/391554810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9532d0 msgr2=0x562d6a9536b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9532d0 0x562d6a9536b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1dbfff700 1 -- 172.21.15.39:0/391554810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 msgr2=0x562d6a957d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a957d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1dbfff700 1 -- 172.21.15.39:0/391554810 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d6a71b6b0 con 0x562d6a953bf0 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1e1355700 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a957d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a953bf0 0x562d6a9573a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc0cb940 tx=0x7fe1cc097620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd5a596317dee2bf server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.432+0000 7fe1c2ffd700 1 -- 172.21.15.39:0/391554810 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc0ce020 con 0x562d6a953bf0 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1c2ffd700 1 -- 172.21.15.39:0/391554810 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1cc09ada0 con 0x562d6a953bf0 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1c2ffd700 1 -- 172.21.15.39:0/391554810 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc0a3560 con 0x562d6a953bf0 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/391554810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a953bf0 msgr2=0x562d6a9573a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a953bf0 0x562d6a9573a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc0cb940 tx=0x7fe1cc097620 comp rx=0 tx=0).stop 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/391554810 shutdown_connections 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a957d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9532d0 0x562d6a9536b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/391554810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a953bf0 0x562d6a9573a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.433+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/391554810 >> 172.21.15.39:0/391554810 conn(0x562d6a8793e0 msgr2=0x562d6a9450f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.434+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/391554810 shutdown_connections 2023-12-07T14:04:01.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.434+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/391554810 wait complete. 2023-12-07T14:04:01.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.434+0000 7fe1eefb1b80 1 -- start start 2023-12-07T14:04:01.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.434+0000 7fe1eefb1b80 1 Processor -- start 2023-12-07T14:04:01.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a95c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a953bf0 0x562d6a95c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a95cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a89ea30 con 0x562d6a9578e0 2023-12-07T14:04:01.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a8585e0 con 0x562d6a953bf0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a858280 con 0x562d6a9532d0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1eefb1b80 10 client.0 _ll_register_callbacks cb 0x562d6a783b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a95c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a95c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59860/0 (socket says 172.21.15.39:59860) 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3412434006 learned_addr learned my addr 172.21.15.39:0/3412434006 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e1355700 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a95cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3412434006 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a953bf0 msgr2=0x562d6a95c9c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a953bf0 0x562d6a95c9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3412434006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 msgr2=0x562d6a95cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a95cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.435+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3412434006 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1d0009c70 con 0x562d6a9532d0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a95c480 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe1d40176e0 tx=0x7fe1d4004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=486948574e74bf05 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1bbfff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:01.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1bbfff700 1 -- 172.21.15.39:0/3412434006 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4015620 con 0x562d6a9532d0 2023-12-07T14:04:01.441 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1bbfff700 1 -- 172.21.15.39:0/3412434006 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe1d4015780 con 0x562d6a9532d0 2023-12-07T14:04:01.441 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562d6a93da80 con 0x562d6a9532d0 2023-12-07T14:04:01.441 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1bbfff700 1 -- 172.21.15.39:0/3412434006 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1d4015940 con 0x562d6a9532d0 2023-12-07T14:04:01.441 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1eefb1b80 10 client.25711 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:01.441 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.436+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fe1dc070f00 con 0x562d6a9532d0 2023-12-07T14:04:01.441 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.437+0000 7fe1bbfff700 1 -- 172.21.15.39:0/3412434006 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562d6a93da80 con 0x562d6a9532d0 2023-12-07T14:04:01.441 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.437+0000 7fe1bbfff700 1 -- 172.21.15.39:0/3412434006 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe1d4022070 con 0x562d6a9532d0 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.438+0000 7fe1eefb1b80 10 client.25711 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.438+0000 7fe1eefb1b80 10 client.25711 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.438+0000 7fe1eefb1b80 20 client.25711 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.438+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a94e980 0x562d6a950da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.438+0000 7fe1eefb1b80 4 client.25711 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.438+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562d6a919720 con 0x562d6a94e980 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.439+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a94e980 0x562d6a950da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.439+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a94e980 0x562d6a950da0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a2a18abfacd7efc server_cookie=f7723164f64cc626 in_seq=0 out_seq=0 2023-12-07T14:04:01.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.439+0000 7fe1bbfff700 10 client.25711 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.440+0000 7fe1bbfff700 1 -- 172.21.15.39:0/3412434006 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x562d6a919720 con 0x562d6a94e980 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.440+0000 7fe1bbfff700 10 client.25711 handle_command_reply: tid=0 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.440+0000 7fe1eefb1b80 1 client.25711 shutdown 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.440+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 msgr2=0x562d6a95c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.440+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a95c480 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fe1d40176e0 tx=0x7fe1d4004ad0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 shutdown_connections 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a9578e0 0x562d6a95cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a95c480 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a94e980 0x562d6a950da0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3412434006 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a953bf0 0x562d6a95c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.444 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 >> 172.21.15.39:0/3412434006 conn(0x562d6a8793e0 msgr2=0x562d6a958d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.444 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1bbfff700 0 client.25711 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.444 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.441+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 shutdown_connections 2023-12-07T14:04:01.444 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.442+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3412434006 wait complete. 2023-12-07T14:04:01.445 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.442+0000 7fe1eefb1b80 20 client.25711 trim_cache size 0 max 16384 2023-12-07T14:04:01.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 Processor -- start 2023-12-07T14:04:01.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 -- start start 2023-12-07T14:04:01.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a955310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a94a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 0x562d6a957190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a71d9a0 con 0x562d6a953bf0 2023-12-07T14:04:01.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a945c30 con 0x562d6a9578e0 2023-12-07T14:04:01.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.472+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a95f3e0 con 0x562d6a9532d0 2023-12-07T14:04:01.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.473+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a955310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.473+0000 7fe1e0b54700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a955310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59866/0 (socket says 172.21.15.39:59866) 2023-12-07T14:04:01.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.473+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3940106025 learned_addr learned my addr 172.21.15.39:0/3940106025 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3940106025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 msgr2=0x562d6a957190 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/3940106025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 0x562d6a957190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3940106025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 msgr2=0x562d6a94a8d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/3940106025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a94a8d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1e0b54700 1 -- 172.21.15.39:0/3940106025 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d6a940000 con 0x562d6a9532d0 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/3940106025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a955310 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4000f80 tx=0x7fe1d40098c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f7cd3807a5021aa2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1c37fe700 1 -- 172.21.15.39:0/3940106025 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d40233f0 con 0x562d6a9532d0 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1c37fe700 1 -- 172.21.15.39:0/3940106025 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1d400f040 con 0x562d6a9532d0 2023-12-07T14:04:01.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.474+0000 7fe1c37fe700 1 -- 172.21.15.39:0/3940106025 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4015dc0 con 0x562d6a9532d0 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3940106025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 msgr2=0x562d6a955310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3940106025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a955310 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4000f80 tx=0x7fe1d40098c0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3940106025 shutdown_connections 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3940106025 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 0x562d6a957190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3940106025 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a955310 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/3940106025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a94a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3940106025 >> 172.21.15.39:0/3940106025 conn(0x562d6a8793e0 msgr2=0x562d6a956a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3940106025 shutdown_connections 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.475+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/3940106025 wait complete. 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 -- start start 2023-12-07T14:04:01.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 Processor -- start 2023-12-07T14:04:01.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a963880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a963dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 0x562d6a951b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a952050 con 0x562d6a953bf0 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a9521c0 con 0x562d6a9578e0 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d6a952380 con 0x562d6a9532d0 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.476+0000 7fe1eefb1b80 10 client.0 _ll_register_callbacks cb 0x562d6a783b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a963dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a963dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55146/0 (socket says 172.21.15.39:55146) 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 -- 172.21.15.39:0/126239396 learned_addr learned my addr 172.21.15.39:0/126239396 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1e1355700 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 0x562d6a951b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 -- 172.21.15.39:0/126239396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 msgr2=0x562d6a963880 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a963880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 -- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 msgr2=0x562d6a951b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 0x562d6a951b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.477+0000 7fe1dbfff700 1 -- 172.21.15.39:0/126239396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1dc070f00 con 0x562d6a953bf0 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.478+0000 7fe1dbfff700 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a963dc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc0995b0 tx=0x7fe1cc00f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae46579ddf2deda0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.478+0000 7fe1bbfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.478+0000 7fe1bbfff700 1 -- 172.21.15.39:0/126239396 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1cc0ce020 con 0x562d6a953bf0 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.478+0000 7fe1bbfff700 1 -- 172.21.15.39:0/126239396 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe1cc09f170 con 0x562d6a953bf0 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.478+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe1cc09ada0 con 0x562d6a953bf0 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.479+0000 7fe1bbfff700 1 -- 172.21.15.39:0/126239396 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1cc0a3560 con 0x562d6a953bf0 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.479+0000 7fe1eefb1b80 10 client.16005 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:01.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.479+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562d6a6c7e60 con 0x562d6a953bf0 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.480+0000 7fe1bbfff700 1 -- 172.21.15.39:0/126239396 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1cc09ada0 con 0x562d6a953bf0 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.480+0000 7fe1bbfff700 1 -- 172.21.15.39:0/126239396 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe1cc09b4c0 con 0x562d6a953bf0 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.481+0000 7fe1eefb1b80 10 client.16005 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.481+0000 7fe1eefb1b80 10 client.16005 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.481+0000 7fe1eefb1b80 20 client.16005 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.481+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a9ccdb0 0x562d6a9cf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.481+0000 7fe1eefb1b80 4 client.16005 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.481+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x562d6a865050 con 0x562d6a9ccdb0 2023-12-07T14:04:01.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.481+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a9ccdb0 0x562d6a9cf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.482+0000 7fe1bbfff700 10 client.16005 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.482+0000 7fe1e0b54700 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a9ccdb0 0x562d6a9cf1a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b81957ea2f74cb5 server_cookie=f719a9b80f4806c9 in_seq=0 out_seq=0 2023-12-07T14:04:01.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1bbfff700 1 -- 172.21.15.39:0/126239396 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x562d6a865050 con 0x562d6a9ccdb0 2023-12-07T14:04:01.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1bbfff700 10 client.16005 handle_command_reply: tid=0 2023-12-07T14:04:01.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 client.16005 shutdown 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 msgr2=0x562d6a963dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a963dc0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc0995b0 tx=0x7fe1cc00f8b0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 shutdown_connections 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562d6a9ccdb0 0x562d6a9cf1a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562d6a9578e0 0x562d6a951b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1bbfff700 0 client.16005 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562d6a9532d0 0x562d6a963880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 --2- 172.21.15.39:0/126239396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562d6a953bf0 0x562d6a963dc0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 >> 172.21.15.39:0/126239396 conn(0x562d6a8793e0 msgr2=0x562d6a93ecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.487 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 shutdown_connections 2023-12-07T14:04:01.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.484+0000 7fe1eefb1b80 1 -- 172.21.15.39:0/126239396 wait complete. 2023-12-07T14:04:01.488 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1eefb1b80 20 client.16005 trim_cache size 0 max 16384 2023-12-07T14:04:01.488 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:04:01.488 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:04:01.488 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "29447472-56f2-4b07-94b3-436b8c5df7c7", 2023-12-07T14:04:01.488 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:04:01.488 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe1c40a5b50 msgr2=0x7fe1c40a8010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe1c40a5b50 0x7fe1c40a8010 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4007610 tx=0x7fe1d400b040 comp rx=0 tx=0).stop 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 msgr2=0x7fe1dc06be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 0x7fe1dc06be20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc000c00 tx=0x7fe1cc004730 comp rx=0 tx=0).stop 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 shutdown_connections 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1dc06c360 0x7fe1dc06c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1dc100570 0x7fe1dc072dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe1c40a5b50 0x7fe1c40a8010 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.489 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 --2- 172.21.15.39:0/2669217912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1dc105690 0x7fe1dc06be20 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.490 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.485+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 >> 172.21.15.39:0/2669217912 conn(0x7fe1dc0fbd90 msgr2=0x7fe1dc0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.490 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.486+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 shutdown_connections 2023-12-07T14:04:01.490 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.486+0000 7fe1e2db8700 1 -- 172.21.15.39:0/2669217912 wait complete. 2023-12-07T14:04:01.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:01 smithi039 ceph-mon[98864]: pgmap v48: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 187 KiB/s rd, 23 MiB/s wr, 1.11k op/s 2023-12-07T14:04:01.506 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:01 smithi039 ceph-mon[98864]: mgrmap e26: x(active, since 90s), standbys: y, z 2023-12-07T14:04:01.508 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:04:01.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:01 smithi055 ceph-mon[103363]: pgmap v48: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 187 KiB/s rd, 23 MiB/s wr, 1.11k op/s 2023-12-07T14:04:01.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:01 smithi055 ceph-mon[103363]: mgrmap e26: x(active, since 90s), standbys: y, z 2023-12-07T14:04:01.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:01 smithi089 ceph-mon[103124]: pgmap v48: 97 pgs: 97 active+clean; 2.5 GiB data, 8.3 GiB used, 1.0 TiB / 1.0 TiB avail; 187 KiB/s rd, 23 MiB/s wr, 1.11k op/s 2023-12-07T14:04:01.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:01 smithi089 ceph-mon[103124]: mgrmap e26: x(active, since 90s), standbys: y, z 2023-12-07T14:04:01.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 -- 172.21.15.39:0/1202365403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 msgr2=0x7f6f2c108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 --2- 172.21.15.39:0/1202365403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c108a50 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f6f20009990 tx=0x7f6f20009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 -- 172.21.15.39:0/1202365403 shutdown_connections 2023-12-07T14:04:01.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 --2- 172.21.15.39:0/1202365403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f2c109180 0x7f6f2c11cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 --2- 172.21.15.39:0/1202365403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f2c10fbd0 0x7f6f2c10ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 --2- 172.21.15.39:0/1202365403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c108a50 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 -- 172.21.15.39:0/1202365403 >> 172.21.15.39:0/1202365403 conn(0x7f6f2c06c550 msgr2=0x7f6f2c06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 -- 172.21.15.39:0/1202365403 shutdown_connections 2023-12-07T14:04:01.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.775+0000 7f6f31620700 1 -- 172.21.15.39:0/1202365403 wait complete. 2023-12-07T14:04:01.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.776+0000 7f6f31620700 1 Processor -- start 2023-12-07T14:04:01.779 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.776+0000 7f6f31620700 1 -- start start 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.776+0000 7f6f31620700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c1ac500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.776+0000 7f6f31620700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f2c109180 0x7f6f2c1aca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.777+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c1ac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.777+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c1ac500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55160/0 (socket says 172.21.15.39:55160) 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.777+0000 7f6f31620700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f2c10fbd0 0x7f6f2c1a6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f31620700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f2c1a6ce0 con 0x7f6f2c1085d0 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f31620700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f2c1a6e50 con 0x7f6f2c109180 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f31620700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f2c1a7010 con 0x7f6f2c10fbd0 2023-12-07T14:04:01.780 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f2affd700 1 -- 172.21.15.39:0/1412052530 learned_addr learned my addr 172.21.15.39:0/1412052530 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f2affd700 1 -- 172.21.15.39:0/1412052530 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f2c10fbd0 msgr2=0x7f6f2c1a6680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f2affd700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f2c10fbd0 0x7f6f2c1a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f2affd700 1 -- 172.21.15.39:0/1412052530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f2c109180 msgr2=0x7f6f2c1aca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f2affd700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f2c109180 0x7f6f2c1aca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f2affd700 1 -- 172.21.15.39:0/1412052530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f200095f0 con 0x7f6f2c1085d0 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.778+0000 7f6f2affd700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c1ac500 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c00b530 tx=0x7f6f1c00b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.779+0000 7f6f13fff700 1 -- 172.21.15.39:0/1412052530 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c011830 con 0x7f6f2c1085d0 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.779+0000 7f6f13fff700 1 -- 172.21.15.39:0/1412052530 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f1c011e50 con 0x7f6f2c1085d0 2023-12-07T14:04:01.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.779+0000 7f6f13fff700 1 -- 172.21.15.39:0/1412052530 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c00f2e0 con 0x7f6f2c1085d0 2023-12-07T14:04:01.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.779+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f2c1a72f0 con 0x7f6f2c1085d0 2023-12-07T14:04:01.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.779+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f2c1b34f0 con 0x7f6f2c1085d0 2023-12-07T14:04:01.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.784+0000 7f6f13fff700 1 -- 172.21.15.39:0/1412052530 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f6f1c011990 con 0x7f6f2c1085d0 2023-12-07T14:04:01.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.785+0000 7f6f13fff700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6f140a17c0 0x7f6f140a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.785+0000 7f6f13fff700 1 -- 172.21.15.39:0/1412052530 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6f1c0cc880 con 0x7f6f2c1085d0 2023-12-07T14:04:01.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 Processor -- start 2023-12-07T14:04:01.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 -- start start 2023-12-07T14:04:01.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4564e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe4568b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe45694b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe44d87c0 con 0x556fe4569050 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe44bf7a0 con 0x556fe4564a40 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.786+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe44bd0c0 con 0x556fe4565360 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4564e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4564e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46370/0 (socket says 172.21.15.39:46370) 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 -- 172.21.15.39:0/1803372680 learned_addr learned my addr 172.21.15.39:0/1803372680 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2b7fe700 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe45694b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 -- 172.21.15.39:0/1803372680 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 msgr2=0x556fe4568b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:01.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe4568b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 -- 172.21.15.39:0/1803372680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 msgr2=0x556fe45694b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe45694b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.787+0000 7f6f2affd700 1 -- 172.21.15.39:0/1803372680 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fe4335630 con 0x556fe4564a40 2023-12-07T14:04:01.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.788+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6f140a17c0 0x7f6f140a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.789+0000 7f6f2affd700 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4564e20 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c095e80 tx=0x7f6f1c004860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=291ada499f776335 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.790+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6f140a17c0 0x7f6f140a3c80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6f20003800 tx=0x7f6f2000b540 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.790+0000 7f6f117fa700 1 -- 172.21.15.39:0/1803372680 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c09dad0 con 0x556fe4564a40 2023-12-07T14:04:01.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.790+0000 7f6f117fa700 1 -- 172.21.15.39:0/1803372680 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f1c0a1d10 con 0x556fe4564a40 2023-12-07T14:04:01.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.790+0000 7f6f117fa700 1 -- 172.21.15.39:0/1803372680 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c099e40 con 0x556fe4564a40 2023-12-07T14:04:01.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.791+0000 7f6f3d819b80 1 -- 172.21.15.39:0/1803372680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 msgr2=0x556fe4564e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.791+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4564e20 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c095e80 tx=0x7f6f1c004860 comp rx=0 tx=0).stop 2023-12-07T14:04:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.795+0000 7f6f3d819b80 1 -- 172.21.15.39:0/1803372680 shutdown_connections 2023-12-07T14:04:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.795+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe45694b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.795+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4564e20 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.795+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/1803372680 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe4568b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.795+0000 7f6f3d819b80 1 -- 172.21.15.39:0/1803372680 >> 172.21.15.39:0/1803372680 conn(0x556fe4493360 msgr2=0x556fe455f070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.796+0000 7f6f3d819b80 1 -- 172.21.15.39:0/1803372680 shutdown_connections 2023-12-07T14:04:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.796+0000 7f6f3d819b80 1 -- 172.21.15.39:0/1803372680 wait complete. 2023-12-07T14:04:01.798 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.796+0000 7f6f3d819b80 1 -- start start 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.796+0000 7f6f3d819b80 1 Processor -- start 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4570860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe456dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe456e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe44b89b0 con 0x556fe4569050 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe4472560 con 0x556fe4564a40 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe4472200 con 0x556fe4565360 2023-12-07T14:04:01.799 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f3d819b80 10 client.0 _ll_register_callbacks cb 0x556fe439da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:01.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4570860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.800 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f2b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe456e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f2b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe456e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55170/0 (socket says 172.21.15.39:55170) 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4570860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46374/0 (socket says 172.21.15.39:46374) 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f2b7fe700 1 -- 172.21.15.39:0/2905689983 learned_addr learned my addr 172.21.15.39:0/2905689983 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.797+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe456dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f2affd700 1 -- 172.21.15.39:0/2905689983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 msgr2=0x556fe456dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f2affd700 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe456dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f2affd700 1 -- 172.21.15.39:0/2905689983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 msgr2=0x556fe456e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f2affd700 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe456e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f2affd700 1 -- 172.21.15.39:0/2905689983 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f2c1b34f0 con 0x556fe4564a40 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe456dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f2affd700 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4570860 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c099910 tx=0x7f6f1c010ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61dd4c520807b255 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f0eff5700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f0eff5700 1 -- 172.21.15.39:0/2905689983 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c09dad0 con 0x556fe4564a40 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f0eff5700 1 -- 172.21.15.39:0/2905689983 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6f1c0b2070 con 0x556fe4564a40 2023-12-07T14:04:01.801 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556fe4557a00 con 0x556fe4564a40 2023-12-07T14:04:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f0eff5700 1 -- 172.21.15.39:0/2905689983 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6f1c0b2250 con 0x556fe4564a40 2023-12-07T14:04:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f3d819b80 10 client.25625 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:01.802 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.798+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x556fe42e1de0 con 0x556fe4564a40 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f0eff5700 1 -- 172.21.15.39:0/2905689983 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556fe4557a00 con 0x556fe4564a40 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f0eff5700 1 -- 172.21.15.39:0/2905689983 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f6f1c0b90b0 con 0x556fe4564a40 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f3d819b80 10 client.25625 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f3d819b80 10 client.25625 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f3d819b80 20 client.25625 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe458f0d0 0x556fe45914f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f3d819b80 4 client.25625 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:01.803 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556fe45336a0 con 0x556fe458f0d0 2023-12-07T14:04:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.799+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe458f0d0 0x556fe45914f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.800+0000 7f6f0eff5700 10 client.25625 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.800+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe458f0d0 0x556fe45914f0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f12b376ad42d51 server_cookie=13f8874e73149e54 in_seq=0 out_seq=0 2023-12-07T14:04:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f0eff5700 1 -- 172.21.15.39:0/2905689983 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556fe45336a0 con 0x556fe458f0d0 2023-12-07T14:04:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f0eff5700 10 client.25625 handle_command_reply: tid=0 2023-12-07T14:04:01.804 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 client.25625 shutdown 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 msgr2=0x556fe4570860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4570860 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c099910 tx=0x7f6f1c010ba0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 shutdown_connections 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4569050 0x556fe456e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe458f0d0 0x556fe45914f0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4564a40 0x556fe4570860 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/2905689983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4565360 0x556fe456dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.801+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 >> 172.21.15.39:0/2905689983 conn(0x556fe4493360 msgr2=0x556fe456a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.802+0000 7f6f0eff5700 0 client.25625 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.802+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 shutdown_connections 2023-12-07T14:04:01.805 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.802+0000 7f6f3d819b80 1 -- 172.21.15.39:0/2905689983 wait complete. 2023-12-07T14:04:01.806 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.802+0000 7f6f3d819b80 20 client.25625 trim_cache size 0 max 16384 2023-12-07T14:04:01.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.836+0000 7f6f3d819b80 1 Processor -- start 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.836+0000 7f6f3d819b80 1 -- start start 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe456e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe4559c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4560710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe4337920 con 0x556fe4565360 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe455a1c0 con 0x556fe4569050 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe4582030 con 0x556fe4564a40 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe4559c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe456e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe456e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59900/0 (socket says 172.21.15.39:59900) 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4560710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2affd700 1 -- 172.21.15.39:0/3155761139 learned_addr learned my addr 172.21.15.39:0/3155761139 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2b7fe700 1 -- 172.21.15.39:0/3155761139 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 msgr2=0x556fe456e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2b7fe700 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe456e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2b7fe700 1 -- 172.21.15.39:0/3155761139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 msgr2=0x556fe4559c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2b7fe700 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe4559c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.837+0000 7f6f2b7fe700 1 -- 172.21.15.39:0/3155761139 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fe42cac60 con 0x556fe4569050 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.838+0000 7f6f2b7fe700 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4560710 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6f24009f90 tx=0x7f6f24009740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b602acdc7b3d9520 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.838+0000 7f6f11ffb700 1 -- 172.21.15.39:0/3155761139 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f2400bdb0 con 0x556fe4569050 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.838+0000 7f6f11ffb700 1 -- 172.21.15.39:0/3155761139 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f24012040 con 0x556fe4569050 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.838+0000 7f6f11ffb700 1 -- 172.21.15.39:0/3155761139 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f24015750 con 0x556fe4569050 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe4559c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 -- 172.21.15.39:0/3155761139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 msgr2=0x556fe4560710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4560710 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f6f24009f90 tx=0x7f6f24009740 comp rx=0 tx=0).stop 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 -- 172.21.15.39:0/3155761139 shutdown_connections 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4560710 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe456e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/3155761139 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe4559c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 -- 172.21.15.39:0/3155761139 >> 172.21.15.39:0/3155761139 conn(0x556fe4493360 msgr2=0x556fe455eee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.839+0000 7f6f3d819b80 1 -- 172.21.15.39:0/3155761139 shutdown_connections 2023-12-07T14:04:01.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 -- 172.21.15.39:0/3155761139 wait complete. 2023-12-07T14:04:01.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 -- start start 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 Processor -- start 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe45864f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe45842e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4584820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe4584da0 con 0x556fe4565360 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe4584f10 con 0x556fe4569050 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.840+0000 7f6f3d819b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe45850d0 con 0x556fe4564a40 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f3d819b80 10 client.0 _ll_register_callbacks cb 0x556fe439da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe45864f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4584820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe45864f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59906/0 (socket says 172.21.15.39:59906) 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4584820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46390/0 (socket says 172.21.15.39:46390) 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 -- 172.21.15.39:0/246906690 learned_addr learned my addr 172.21.15.39:0/246906690 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe45842e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 -- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 msgr2=0x556fe4584820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4584820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 -- 172.21.15.39:0/246906690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 msgr2=0x556fe45842e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe45842e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 -- 172.21.15.39:0/246906690 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f2c11d970 con 0x556fe4564a40 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2b7fe700 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4584820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f2affd700 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe45864f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0caf20 tx=0x7f6f1c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=579e9b257d3e69d0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f0eff5700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f0eff5700 1 -- 172.21.15.39:0/246906690 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f1c0105d0 con 0x556fe4564a40 2023-12-07T14:04:01.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f0eff5700 1 -- 172.21.15.39:0/246906690 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6f1c09dad0 con 0x556fe4564a40 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.841+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6f1c0a1d10 con 0x556fe4564a40 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.842+0000 7f6f0eff5700 1 -- 172.21.15.39:0/246906690 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6f1c00d040 con 0x556fe4564a40 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.842+0000 7f6f3d819b80 10 client.25720 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.842+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f6f24009c10 con 0x556fe4564a40 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.842+0000 7f6f0eff5700 1 -- 172.21.15.39:0/246906690 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6f1c07c080 con 0x556fe4564a40 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f0eff5700 1 -- 172.21.15.39:0/246906690 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f6f1c099c50 con 0x556fe4564a40 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f3d819b80 10 client.25720 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f3d819b80 10 client.25720 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f3d819b80 20 client.25720 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe45e5750 0x556fe45e7b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f3d819b80 4 client.25720 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:04:01.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556fe447efd0 con 0x556fe45e5750 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.843+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe45e5750 0x556fe45e7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f0eff5700 10 client.25720 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f2a7fc700 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe45e5750 0x556fe45e7b70 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2ecd1146774b226 server_cookie=d123d3b4c9b43856 in_seq=0 out_seq=0 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f0eff5700 1 -- 172.21.15.39:0/246906690 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x556fe447efd0 con 0x556fe45e5750 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f0eff5700 10 client.25720 handle_command_reply: tid=0 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 client.25720 shutdown 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 msgr2=0x556fe45864f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe45864f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c0caf20 tx=0x7f6f1c004750 comp rx=0 tx=0).stop 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 shutdown_connections 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe45e5750 0x556fe45e7b70 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe4569050 0x556fe4584820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe4564a40 0x556fe45864f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f0eff5700 0 client.25720 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 --2- 172.21.15.39:0/246906690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe4565360 0x556fe45842e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 >> 172.21.15.39:0/246906690 conn(0x556fe4493360 msgr2=0x556fe4595e10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 shutdown_connections 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.844+0000 7f6f3d819b80 1 -- 172.21.15.39:0/246906690 wait complete. 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.845+0000 7f6f3d819b80 20 client.25720 trim_cache size 0 max 16384 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stdout: "29447472-56f2-4b07-94b3-436b8c5df7c7": { 2023-12-07T14:04:01.850 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:04:01.851 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "29447472-56f2-4b07-94b3-436b8c5df7c7", 2023-12-07T14:04:01.851 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:04:01.851 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:04:01.851 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:04:01.851 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:04:01.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.845+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6f140a17c0 msgr2=0x7f6f140a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.851 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.845+0000 7f6f31620700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6f140a17c0 0x7f6f140a3c80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6f20003800 tx=0x7f6f2000b540 comp rx=0 tx=0).stop 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.845+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 msgr2=0x7f6f2c1ac500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.845+0000 7f6f31620700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c1ac500 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c00b530 tx=0x7f6f1c00b8f0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.846+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 shutdown_connections 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.846+0000 7f6f31620700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6f2c10fbd0 0x7f6f2c1a6680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.846+0000 7f6f31620700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f2c1085d0 0x7f6f2c1ac500 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.846+0000 7f6f31620700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6f140a17c0 0x7f6f140a3c80 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.846+0000 7f6f31620700 1 --2- 172.21.15.39:0/1412052530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f2c109180 0x7f6f2c1aca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.846+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 >> 172.21.15.39:0/1412052530 conn(0x7f6f2c06c550 msgr2=0x7f6f2c0701f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.847+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 shutdown_connections 2023-12-07T14:04:01.852 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:01.847+0000 7f6f31620700 1 -- 172.21.15.39:0/1412052530 wait complete. 2023-12-07T14:04:01.868 INFO:tasks.cephfs.filesystem:scrub status for tag:29447472-56f2-4b07-94b3-436b8c5df7c7 - {'path': '/', 'tag': '29447472-56f2-4b07-94b3-436b8c5df7c7', 'options': 'recursive,force'} 2023-12-07T14:04:02.248 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:04:02.248 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.248 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:02.248 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:02.248 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:02.248 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.249 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:02.249 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.249 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.249 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:02 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:02 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:02.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:02 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:03.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:03 smithi039 ceph-mon[98864]: pgmap v49: 97 pgs: 97 active+clean; 2.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 37 MiB/s wr, 1.52k op/s 2023-12-07T14:04:03.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:03 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:03.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:03 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:03.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:03 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:03.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:03 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:03 smithi055 ceph-mon[103363]: pgmap v49: 97 pgs: 97 active+clean; 2.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 37 MiB/s wr, 1.52k op/s 2023-12-07T14:04:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:03 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:03 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:03 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:03 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:03 smithi089 ceph-mon[103124]: pgmap v49: 97 pgs: 97 active+clean; 2.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 37 MiB/s wr, 1.52k op/s 2023-12-07T14:04:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:03 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:03 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:03 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:03 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 70.0 s, 2670.3 tps, lat 37.427 ms stddev 72.823 2023-12-07T14:04:04.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 -- 172.21.15.39:0/1469519809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac8105340 msgr2=0x7fbac8105720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 --2- 172.21.15.39:0/1469519809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac8105340 0x7fbac8105720 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fbab8009990 tx=0x7fbab8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 -- 172.21.15.39:0/1469519809 shutdown_connections 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 --2- 172.21.15.39:0/1469519809 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbac81014a0 0x7fbac810d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 --2- 172.21.15.39:0/1469519809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac8105340 0x7fbac8105720 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 --2- 172.21.15.39:0/1469519809 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbac8100ae0 0x7fbac8100f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 -- 172.21.15.39:0/1469519809 >> 172.21.15.39:0/1469519809 conn(0x7fbac8076900 msgr2=0x7fbac80fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 -- 172.21.15.39:0/1469519809 shutdown_connections 2023-12-07T14:04:04.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.952+0000 7fbacc892700 1 -- 172.21.15.39:0/1469519809 wait complete. 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 Processor -- start 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 -- start start 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbac8100ae0 0x7fbac819d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac81014a0 0x7fbac819db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbac8105340 0x7fbac8197720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac8197d80 con 0x7fbac81014a0 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac8197ef0 con 0x7fbac8105340 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbacc892700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac81980b0 con 0x7fbac8100ae0 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbac5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac81014a0 0x7fbac819db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbac6d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbac8105340 0x7fbac8197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbac5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac81014a0 0x7fbac819db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55200/0 (socket says 172.21.15.39:55200) 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbac659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbac8100ae0 0x7fbac819d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.953+0000 7fbac5d9b700 1 -- 172.21.15.39:0/2518899927 learned_addr learned my addr 172.21.15.39:0/2518899927 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbac659c700 1 -- 172.21.15.39:0/2518899927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbac8105340 msgr2=0x7fbac8197720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbac659c700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbac8105340 0x7fbac8197720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbac659c700 1 -- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac81014a0 msgr2=0x7fbac819db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbac659c700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac81014a0 0x7fbac819db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbac659c700 1 -- 172.21.15.39:0/2518899927 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbab80095f0 con 0x7fbac8100ae0 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbac8105340 0x7fbac8197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbac659c700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbac8100ae0 0x7fbac819d5f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbab80059d0 tx=0x7fbab8004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbab77fe700 1 -- 172.21.15.39:0/2518899927 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab801d070 con 0x7fbac8100ae0 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbac8198330 con 0x7fbac8100ae0 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbab77fe700 1 -- 172.21.15.39:0/2518899927 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbab8022470 con 0x7fbac8100ae0 2023-12-07T14:04:04.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbab77fe700 1 -- 172.21.15.39:0/2518899927 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab8017650 con 0x7fbac8100ae0 2023-12-07T14:04:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.954+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbac81a45e0 con 0x7fbac8100ae0 2023-12-07T14:04:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.956+0000 7fbab77fe700 1 -- 172.21.15.39:0/2518899927 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fbab80177b0 con 0x7fbac8100ae0 2023-12-07T14:04:04.959 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.957+0000 7fbab77fe700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbab00a15e0 0x7fbab00a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.957+0000 7fbab77fe700 1 -- 172.21.15.39:0/2518899927 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbab80ce100 con 0x7fbac8100ae0 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.958+0000 7fbad8a8bb80 1 Processor -- start 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbad8a8bb80 1 -- start start 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbab00a15e0 0x7fbab00a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad6ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad78890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad8c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5ace3760 con 0x562f5ad6f440 2023-12-07T14:04:04.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5acca740 con 0x562f5ad8a050 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.960+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5acc8060 con 0x562f5ad6eb20 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad8c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad8c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46412/0 (socket says 172.21.15.39:46412) 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 -- 172.21.15.39:0/1805831008 learned_addr learned my addr 172.21.15.39:0/1805831008 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac659c700 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad6ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad78890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 -- 172.21.15.39:0/1805831008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 msgr2=0x562f5ad6ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad6ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 -- 172.21.15.39:0/1805831008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 msgr2=0x562f5ad78890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad78890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 -- 172.21.15.39:0/1805831008 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f5ab405d0 con 0x562f5ad8a050 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad78890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac659c700 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad6ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:04.968 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbab00a15e0 0x7fbab00a3aa0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbac8198e30 tx=0x7fbabc009980 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.961+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad8c440 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbac0003eb0 tx=0x7fbac0009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ab61ee84a76fa4b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.962+0000 7fbab4ff9700 1 -- 172.21.15.39:0/1805831008 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbac00092d0 con 0x562f5ad8a050 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.962+0000 7fbab4ff9700 1 -- 172.21.15.39:0/1805831008 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbac000f040 con 0x562f5ad8a050 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.962+0000 7fbab4ff9700 1 -- 172.21.15.39:0/1805831008 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbac000e890 con 0x562f5ad8a050 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.962+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1805831008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 msgr2=0x562f5ad8c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.962+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad8c440 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbac0003eb0 tx=0x7fbac0009920 comp rx=0 tx=0).stop 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1805831008 shutdown_connections 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad8c440 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad6ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1805831008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad78890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1805831008 >> 172.21.15.39:0/1805831008 conn(0x562f5ac9e300 msgr2=0x562f5ad6b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1805831008 shutdown_connections 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1805831008 wait complete. 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 -- start start 2023-12-07T14:04:04.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 Processor -- start 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad78840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.963+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad75bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad761b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5acc3950 con 0x562f5ad6f440 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5ac7d500 con 0x562f5ad8a050 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5ac7d1a0 con 0x562f5ad6eb20 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbad8a8bb80 10 client.0 _ll_register_callbacks cb 0x562f5aba8a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbac5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad75bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbac5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad75bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55212/0 (socket says 172.21.15.39:55212) 2023-12-07T14:04:04.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.964+0000 7fbac5d9b700 1 -- 172.21.15.39:0/643940982 learned_addr learned my addr 172.21.15.39:0/643940982 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.965+0000 7fbac659c700 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad78840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.965+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad761b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.965+0000 7fbac659c700 1 -- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 msgr2=0x562f5ad761b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.965+0000 7fbac659c700 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad761b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.965+0000 7fbac659c700 1 -- 172.21.15.39:0/643940982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 msgr2=0x562f5ad75bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.965+0000 7fbac659c700 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad75bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.965+0000 7fbac659c700 1 -- 172.21.15.39:0/643940982 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbac0003b90 con 0x562f5ad6eb20 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.966+0000 7fbac659c700 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad78840 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbab80cb900 tx=0x7fbab809ad60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f2d5044532e7ef server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.966+0000 7fbaadffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.966+0000 7fbaadffb700 1 -- 172.21.15.39:0/643940982 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab809b680 con 0x562f5ad6eb20 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.966+0000 7fbaadffb700 1 -- 172.21.15.39:0/643940982 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbab809f150 con 0x562f5ad6eb20 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.966+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562f5ad625f0 con 0x562f5ad6eb20 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.966+0000 7fbaadffb700 1 -- 172.21.15.39:0/643940982 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbab809b220 con 0x562f5ad6eb20 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.966+0000 7fbad8a8bb80 10 client.25732 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:04.973 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562f5aaecd80 con 0x562f5ad6eb20 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbaadffb700 1 -- 172.21.15.39:0/643940982 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbab80b2030 con 0x562f5ad6eb20 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbaadffb700 1 -- 172.21.15.39:0/643940982 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fbab80a3090 con 0x562f5ad6eb20 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbad8a8bb80 10 client.25732 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbad8a8bb80 10 client.25732 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbad8a8bb80 20 client.25732 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad7b5f0 0x562f5ad7da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbad8a8bb80 4 client.25732 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562f5ad3e640 con 0x562f5ad7b5f0 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.967+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad7b5f0 0x562f5ad7da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.968+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad7b5f0 0x562f5ad7da10 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bdad9c02ab4ba9 server_cookie=9e2493a2ee2183e0 in_seq=0 out_seq=0 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.968+0000 7fbaadffb700 10 client.25732 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbaadffb700 1 -- 172.21.15.39:0/643940982 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x562f5ad3e640 con 0x562f5ad7b5f0 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbaadffb700 10 client.25732 handle_command_reply: tid=0 2023-12-07T14:04:04.974 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 client.25732 shutdown 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 msgr2=0x562f5ad78840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad78840 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fbab80cb900 tx=0x7fbab809ad60 comp rx=0 tx=0).stop 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 shutdown_connections 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad7b5f0 0x562f5ad7da10 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad8a050 0x562f5ad761b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbaadffb700 0 client.25732 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad6eb20 0x562f5ad78840 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/643940982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad75bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 >> 172.21.15.39:0/643940982 conn(0x562f5ac9e300 msgr2=0x562f5ad698b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 shutdown_connections 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/643940982 wait complete. 2023-12-07T14:04:04.975 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.969+0000 7fbad8a8bb80 20 client.25732 trim_cache size 0 max 16384 2023-12-07T14:04:04.998 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.996+0000 7fbad8a8bb80 1 Processor -- start 2023-12-07T14:04:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.996+0000 7fbad8a8bb80 1 -- start start 2023-12-07T14:04:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.996+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6eb20 0x562f5ad90e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad913a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5ad70e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5ab428c0 con 0x562f5ad6f440 2023-12-07T14:04:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5ad6f820 con 0x562f5ad6eb20 2023-12-07T14:04:04.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5ad66710 con 0x562f5ad7b5f0 2023-12-07T14:04:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6eb20 0x562f5ad90e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6eb20 0x562f5ad90e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46422/0 (socket says 172.21.15.39:46422) 2023-12-07T14:04:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac659c700 1 -- 172.21.15.39:0/1240983703 learned_addr learned my addr 172.21.15.39:0/1240983703 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad913a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:05.000 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5ad70e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac5d9b700 1 -- 172.21.15.39:0/1240983703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 msgr2=0x562f5ad70e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5ad70e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac5d9b700 1 -- 172.21.15.39:0/1240983703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6eb20 msgr2=0x562f5ad90e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6eb20 0x562f5ad90e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.997+0000 7fbac5d9b700 1 -- 172.21.15.39:0/1240983703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f5aad5c00 con 0x562f5ad6f440 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.998+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad913a0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x562f5ad7e2b0 tx=0x7fbabc016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e4c5d77d5e7cd6b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.998+0000 7fbab57fa700 1 -- 172.21.15.39:0/1240983703 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbabc014e90 con 0x562f5ad6f440 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.998+0000 7fbab57fa700 1 -- 172.21.15.39:0/1240983703 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbabc026040 con 0x562f5ad6f440 2023-12-07T14:04:05.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.998+0000 7fbab57fa700 1 -- 172.21.15.39:0/1240983703 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbabc004b90 con 0x562f5ad6f440 2023-12-07T14:04:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1240983703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 msgr2=0x562f5ad913a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad913a0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x562f5ad7e2b0 tx=0x7fbabc016000 comp rx=0 tx=0).stop 2023-12-07T14:04:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1240983703 shutdown_connections 2023-12-07T14:04:05.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5ad70e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6eb20 0x562f5ad90e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1240983703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6f440 0x562f5ad913a0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1240983703 >> 172.21.15.39:0/1240983703 conn(0x562f5ac9e300 msgr2=0x562f5ad78570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1240983703 shutdown_connections 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:04.999+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1240983703 wait complete. 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 -- start start 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 Processor -- start 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6eb20 0x562f5ad91100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6f440 0x562f5adda5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5addab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5addb110 con 0x562f5ad6eb20 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5addb280 con 0x562f5ad6f440 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f5addb440 con 0x562f5ad7b5f0 2023-12-07T14:04:05.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.000+0000 7fbad8a8bb80 10 client.0 _ll_register_callbacks cb 0x562f5aba8a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6eb20 0x562f5ad91100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6eb20 0x562f5ad91100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55226/0 (socket says 172.21.15.39:55226) 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 -- 172.21.15.39:0/1978329016 learned_addr learned my addr 172.21.15.39:0/1978329016 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5addab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6f440 0x562f5adda5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 -- 172.21.15.39:0/1978329016 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 msgr2=0x562f5addab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5addab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 -- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6f440 msgr2=0x562f5adda5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6f440 0x562f5adda5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac659c700 1 -- 172.21.15.39:0/1978329016 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbabc019050 con 0x562f5ad6eb20 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac6d9d700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5addab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:05.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.001+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6f440 0x562f5adda5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.002+0000 7fbac659c700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6eb20 0x562f5ad91100 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fbab80098e0 tx=0x7fbab8022c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a76e5ce7dfe20e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.002+0000 7fbaadffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbaadffb700 1 -- 172.21.15.39:0/1978329016 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab809b680 con 0x562f5ad6eb20 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbaadffb700 1 -- 172.21.15.39:0/1978329016 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbab809f150 con 0x562f5ad6eb20 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbac000f040 con 0x562f5ad6eb20 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbaadffb700 1 -- 172.21.15.39:0/1978329016 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbab807d020 con 0x562f5ad6eb20 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 10 client.16038 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562f5ab131f0 con 0x562f5ad6eb20 2023-12-07T14:04:05.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbaadffb700 1 -- 172.21.15.39:0/1978329016 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbac000f040 con 0x562f5ad6eb20 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbaadffb700 1 -- 172.21.15.39:0/1978329016 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fbab80970b0 con 0x562f5ad6eb20 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 10 client.16038 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 10 client.16038 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 20 client.16038 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad8a050 0x562f5adf28e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 4 client.16038 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.003+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562f5ac89f70 con 0x562f5ad8a050 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.004+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad8a050 0x562f5adf28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.004+0000 7fbaadffb700 10 client.16038 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:05.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.004+0000 7fbac5d9b700 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad8a050 0x562f5adf28e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1590715625c01ca1 server_cookie=53b8e2b5cf760716 in_seq=0 out_seq=0 2023-12-07T14:04:05.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbaadffb700 1 -- 172.21.15.39:0/1978329016 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562f5ac89f70 con 0x562f5ad8a050 2023-12-07T14:04:05.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbaadffb700 10 client.16038 handle_command_reply: tid=0 2023-12-07T14:04:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 client.16038 shutdown 2023-12-07T14:04:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6eb20 msgr2=0x562f5ad91100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6eb20 0x562f5ad91100 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fbab80098e0 tx=0x7fbab8022c80 comp rx=0 tx=0).stop 2023-12-07T14:04:05.032 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 shutdown_connections 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562f5ad7b5f0 0x562f5addab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562f5ad6eb20 0x562f5ad91100 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562f5ad8a050 0x562f5adf28e0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 --2- 172.21.15.39:0/1978329016 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562f5ad6f440 0x562f5adda5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.029+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 >> 172.21.15.39:0/1978329016 conn(0x562f5ac9e300 msgr2=0x562f5ad74400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.030+0000 7fbaadffb700 0 client.16038 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.030+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 shutdown_connections 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.030+0000 7fbad8a8bb80 1 -- 172.21.15.39:0/1978329016 wait complete. 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.030+0000 7fbad8a8bb80 20 client.16038 trim_cache size 0 max 16384 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:04:05.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:04:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:04:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:04:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbab00a15e0 msgr2=0x7fbab00a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbab00a15e0 0x7fbab00a3aa0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fbac8198e30 tx=0x7fbabc009980 comp rx=0 tx=0).stop 2023-12-07T14:04:05.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbac8100ae0 msgr2=0x7fbac819d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbac8100ae0 0x7fbac819d5f0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fbab80059d0 tx=0x7fbab8004730 comp rx=0 tx=0).stop 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 shutdown_connections 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbab00a15e0 0x7fbab00a3aa0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbac8105340 0x7fbac8197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbac8100ae0 0x7fbac819d5f0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 --2- 172.21.15.39:0/2518899927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac81014a0 0x7fbac819db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.031+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 >> 172.21.15.39:0/2518899927 conn(0x7fbac8076900 msgr2=0x7fbac80ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.032+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 shutdown_connections 2023-12-07T14:04:05.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:05.032+0000 7fbacc892700 1 -- 172.21.15.39:0/2518899927 wait complete. 2023-12-07T14:04:05.559 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:05 smithi039 ceph-mon[98864]: pgmap v50: 97 pgs: 97 active+clean; 2.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 26 MiB/s wr, 1.04k op/s 2023-12-07T14:04:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:05 smithi055 ceph-mon[103363]: pgmap v50: 97 pgs: 97 active+clean; 2.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 26 MiB/s wr, 1.04k op/s 2023-12-07T14:04:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:05 smithi089 ceph-mon[103124]: pgmap v50: 97 pgs: 97 active+clean; 2.5 GiB data, 8.5 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 26 MiB/s wr, 1.04k op/s 2023-12-07T14:04:07.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:07 smithi039 ceph-mon[98864]: pgmap v51: 97 pgs: 97 active+clean; 2.7 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 172 KiB/s rd, 54 MiB/s wr, 2.64k op/s 2023-12-07T14:04:07.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:07 smithi055 ceph-mon[103363]: pgmap v51: 97 pgs: 97 active+clean; 2.7 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 172 KiB/s rd, 54 MiB/s wr, 2.64k op/s 2023-12-07T14:04:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:07 smithi089 ceph-mon[103124]: pgmap v51: 97 pgs: 97 active+clean; 2.7 GiB data, 9.0 GiB used, 1.0 TiB / 1.0 TiB avail; 172 KiB/s rd, 54 MiB/s wr, 2.64k op/s 2023-12-07T14:04:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 75.0 s, 4195.5 tps, lat 23.893 ms stddev 25.305 2023-12-07T14:04:09.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:09 smithi039 ceph-mon[98864]: pgmap v52: 97 pgs: 97 active+clean; 2.7 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 53 MiB/s wr, 2.58k op/s 2023-12-07T14:04:09.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:09 smithi055 ceph-mon[103363]: pgmap v52: 97 pgs: 97 active+clean; 2.7 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 53 MiB/s wr, 2.58k op/s 2023-12-07T14:04:09.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:09 smithi089 ceph-mon[103124]: pgmap v52: 97 pgs: 97 active+clean; 2.7 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 53 MiB/s wr, 2.58k op/s 2023-12-07T14:04:11.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:11 smithi039 ceph-mon[98864]: pgmap v53: 97 pgs: 97 active+clean; 2.7 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 49 MiB/s wr, 2.44k op/s 2023-12-07T14:04:11.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:11 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:11 smithi055 ceph-mon[103363]: pgmap v53: 97 pgs: 97 active+clean; 2.7 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 49 MiB/s wr, 2.44k op/s 2023-12-07T14:04:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:11 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:11 smithi089 ceph-mon[103124]: pgmap v53: 97 pgs: 97 active+clean; 2.7 GiB data, 9.1 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 49 MiB/s wr, 2.44k op/s 2023-12-07T14:04:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:11 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:12 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:12 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:12 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:12.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:12 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:12 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:12 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:12 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:12.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:12 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:12 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:12 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:12 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:12 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:13.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:13 smithi039 ceph-mon[98864]: pgmap v54: 97 pgs: 97 active+clean; 2.8 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 58 MiB/s wr, 2.79k op/s 2023-12-07T14:04:13.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:13 smithi055 ceph-mon[103363]: pgmap v54: 97 pgs: 97 active+clean; 2.8 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 58 MiB/s wr, 2.79k op/s 2023-12-07T14:04:13.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:13 smithi089 ceph-mon[103124]: pgmap v54: 97 pgs: 97 active+clean; 2.8 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 58 MiB/s wr, 2.79k op/s 2023-12-07T14:04:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 80.0 s, 3984.5 tps, lat 25.091 ms stddev 26.652 2023-12-07T14:04:15.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:15 smithi039 ceph-mon[98864]: pgmap v55: 97 pgs: 97 active+clean; 2.8 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 132 KiB/s rd, 44 MiB/s wr, 2.37k op/s 2023-12-07T14:04:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:15 smithi055 ceph-mon[103363]: pgmap v55: 97 pgs: 97 active+clean; 2.8 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 132 KiB/s rd, 44 MiB/s wr, 2.37k op/s 2023-12-07T14:04:15.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:15 smithi089 ceph-mon[103124]: pgmap v55: 97 pgs: 97 active+clean; 2.8 GiB data, 9.4 GiB used, 1.0 TiB / 1.0 TiB avail; 132 KiB/s rd, 44 MiB/s wr, 2.37k op/s 2023-12-07T14:04:17.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:17 smithi039 ceph-mon[98864]: pgmap v56: 97 pgs: 97 active+clean; 2.8 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 51 MiB/s wr, 2.69k op/s 2023-12-07T14:04:17.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:17 smithi055 ceph-mon[103363]: pgmap v56: 97 pgs: 97 active+clean; 2.8 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 51 MiB/s wr, 2.69k op/s 2023-12-07T14:04:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:17 smithi089 ceph-mon[103124]: pgmap v56: 97 pgs: 97 active+clean; 2.8 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 137 KiB/s rd, 51 MiB/s wr, 2.69k op/s 2023-12-07T14:04:18.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 -- 172.21.15.39:0/2907552159 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78041005b0 msgr2=0x7f7804100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 --2- 172.21.15.39:0/2907552159 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78041005b0 0x7f7804100990 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f7800009990 tx=0x7f7800009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 -- 172.21.15.39:0/2907552159 shutdown_connections 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 --2- 172.21.15.39:0/2907552159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78041056d0 0x7f780410d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 --2- 172.21.15.39:0/2907552159 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78041005b0 0x7f7804100990 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 --2- 172.21.15.39:0/2907552159 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7804100f60 0x7f7804104fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 -- 172.21.15.39:0/2907552159 >> 172.21.15.39:0/2907552159 conn(0x7f78040fbe90 msgr2=0x7f78040fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 -- 172.21.15.39:0/2907552159 shutdown_connections 2023-12-07T14:04:18.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.212+0000 7f780bb69700 1 -- 172.21.15.39:0/2907552159 wait complete. 2023-12-07T14:04:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.213+0000 7f780bb69700 1 Processor -- start 2023-12-07T14:04:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.213+0000 7f780bb69700 1 -- start start 2023-12-07T14:04:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.213+0000 7f780bb69700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f78041005b0 0x7f78041158a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f7809905700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f78041005b0 0x7f78041158a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f7809905700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f78041005b0 0x7f78041158a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46442/0 (socket says 172.21.15.39:46442) 2023-12-07T14:04:18.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f780bb69700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78041056d0 0x7f7804115e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f780bb69700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7804110a00 0x7f7804110eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f780bb69700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78041115c0 con 0x7f78041056d0 2023-12-07T14:04:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f7809905700 1 -- 172.21.15.39:0/3362915683 learned_addr learned my addr 172.21.15.39:0/3362915683 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7804111730 con 0x7f78041005b0 2023-12-07T14:04:18.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.214+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7804119610 con 0x7f7804110a00 2023-12-07T14:04:18.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f7809104700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78041056d0 0x7f7804115e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f7809905700 1 -- 172.21.15.39:0/3362915683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7804110a00 msgr2=0x7f7804110eb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:04:18.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f7809905700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7804110a00 0x7f7804110eb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f7809905700 1 -- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78041056d0 msgr2=0x7f7804115e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f7809905700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78041056d0 0x7f7804115e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f7809905700 1 -- 172.21.15.39:0/3362915683 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78000095f0 con 0x7f78041005b0 2023-12-07T14:04:18.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f7809905700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f78041005b0 0x7f78041158a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f780000b5c0 tx=0x7f7800005740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f77faffd700 1 -- 172.21.15.39:0/3362915683 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f780001d070 con 0x7f78041005b0 2023-12-07T14:04:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7804119890 con 0x7f78041005b0 2023-12-07T14:04:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f77faffd700 1 -- 172.21.15.39:0/3362915683 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f780000fb30 con 0x7f78041005b0 2023-12-07T14:04:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f77faffd700 1 -- 172.21.15.39:0/3362915683 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7800022ca0 con 0x7f78041005b0 2023-12-07T14:04:18.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.215+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7804119d90 con 0x7f78041005b0 2023-12-07T14:04:18.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.218+0000 7f77faffd700 1 -- 172.21.15.39:0/3362915683 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f780000fca0 con 0x7f78041005b0 2023-12-07T14:04:18.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 Processor -- start 2023-12-07T14:04:18.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 -- start start 2023-12-07T14:04:18.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712630 0x55972d712a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d7165d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d716f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d686760 con 0x55972d712630 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d66d740 con 0x55972d716b10 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.221+0000 7f7817d62b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d66b060 con 0x55972d712f50 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d7165d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d7165d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59968/0 (socket says 172.21.15.39:59968) 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 -- 172.21.15.39:0/914374896 learned_addr learned my addr 172.21.15.39:0/914374896 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f780a106700 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712630 0x55972d712a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 -- 172.21.15.39:0/914374896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 msgr2=0x55972d716f70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809104700 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d716f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d716f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 -- 172.21.15.39:0/914374896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712630 msgr2=0x55972d712a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712630 0x55972d712a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f7809905700 1 -- 172.21.15.39:0/914374896 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55972d4e35d0 con 0x55972d712f50 2023-12-07T14:04:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.222+0000 7f780a106700 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712630 0x55972d712a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:04:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.223+0000 7f7809905700 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d7165d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f78000cbc20 tx=0x7f78000d4750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=759277eaefb5abc6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:18.226 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.223+0000 7f77faffd700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77f00a1660 0x7f77f00a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.223+0000 7f780a106700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77f00a1660 0x7f77f00a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.223+0000 7f77faffd700 1 -- 172.21.15.39:0/3362915683 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f78000ce580 con 0x7f78041005b0 2023-12-07T14:04:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.224+0000 7f77effff700 1 -- 172.21.15.39:0/914374896 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7800097940 con 0x55972d712f50 2023-12-07T14:04:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.224+0000 7f77effff700 1 -- 172.21.15.39:0/914374896 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f780009b3d0 con 0x55972d712f50 2023-12-07T14:04:18.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.224+0000 7f77effff700 1 -- 172.21.15.39:0/914374896 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f780009af60 con 0x55972d712f50 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f780a106700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77f00a1660 0x7f77f00a3b20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f77fc007db0 tx=0x7f77fc007340 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 -- 172.21.15.39:0/914374896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 msgr2=0x55972d7165d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d7165d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f78000cbc20 tx=0x7f78000d4750 comp rx=0 tx=0).stop 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 -- 172.21.15.39:0/914374896 shutdown_connections 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d716f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712630 0x55972d712a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 --2- 172.21.15.39:0/914374896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d7165d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 -- 172.21.15.39:0/914374896 >> 172.21.15.39:0/914374896 conn(0x55972d641300 msgr2=0x55972d70cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 -- 172.21.15.39:0/914374896 shutdown_connections 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.225+0000 7f7817d62b80 1 -- 172.21.15.39:0/914374896 wait complete. 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 -- start start 2023-12-07T14:04:18.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 Processor -- start 2023-12-07T14:04:18.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d71e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d666950 con 0x55972d712f50 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d620500 con 0x55972d716b10 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d6201a0 con 0x55972d712630 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.226+0000 7f7817d62b80 10 client.0 _ll_register_callbacks cb 0x55972d54ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809905700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d71e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809905700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d71e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:59974/0 (socket says 172.21.15.39:59974) 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809905700 1 -- 172.21.15.39:0/2090118275 learned_addr learned my addr 172.21.15.39:0/2090118275 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:18.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809104700 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809104700 1 -- 172.21.15.39:0/2090118275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 msgr2=0x55972d71e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809104700 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d71e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809104700 1 -- 172.21.15.39:0/2090118275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 msgr2=0x55972d71bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809104700 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.227+0000 7f7809104700 1 -- 172.21.15.39:0/2090118275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7804119d90 con 0x55972d712f50 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.228+0000 7f7809104700 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71b5e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7804112130 tx=0x7f77f40104d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7027eee15aca2cf9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.228+0000 7f77ed7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.228+0000 7f77ed7fa700 1 -- 172.21.15.39:0/2090118275 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77f40143f0 con 0x55972d712f50 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.228+0000 7f77ed7fa700 1 -- 172.21.15.39:0/2090118275 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f77f4014550 con 0x55972d712f50 2023-12-07T14:04:18.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.228+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55972d7055f0 con 0x55972d712f50 2023-12-07T14:04:18.232 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.229+0000 7f77ed7fa700 1 -- 172.21.15.39:0/2090118275 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77f4014710 con 0x55972d712f50 2023-12-07T14:04:18.232 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.229+0000 7f7817d62b80 10 client.16044 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:18.232 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.229+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55972d48fd80 con 0x55972d712f50 2023-12-07T14:04:18.233 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f77ed7fa700 1 -- 172.21.15.39:0/2090118275 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55972d7055f0 con 0x55972d712f50 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f77ed7fa700 1 -- 172.21.15.39:0/2090118275 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f77f401db20 con 0x55972d712f50 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7817d62b80 10 client.16044 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7817d62b80 10 client.16044 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7817d62b80 20 client.16044 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7817d62b80 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d72bb80 0x55972d72dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7817d62b80 4 client.16044 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55972d6e1640 con 0x55972d72bb80 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7809905700 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d72bb80 0x55972d72dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f77ed7fa700 10 client.16044 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:18.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.231+0000 7f7809905700 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d72bb80 0x55972d72dfa0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7dd46936117b185 server_cookie=d69b648f8d9b10 in_seq=0 out_seq=0 2023-12-07T14:04:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f77ed7fa700 1 -- 172.21.15.39:0/2090118275 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55972d6e1640 con 0x55972d72bb80 2023-12-07T14:04:18.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f77ed7fa700 10 client.16044 handle_command_reply: tid=0 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 client.16044 shutdown 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 msgr2=0x55972d71b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71b5e0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7804112130 tx=0x7f77f40104d0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 shutdown_connections 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d72bb80 0x55972d72dfa0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f77ed7fa700 0 client.16044 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d71e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 --2- 172.21.15.39:0/2090118275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71b5e0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.232+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 >> 172.21.15.39:0/2090118275 conn(0x55972d641300 msgr2=0x55972d711430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.233+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 shutdown_connections 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.233+0000 7f7817d62b80 1 -- 172.21.15.39:0/2090118275 wait complete. 2023-12-07T14:04:18.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.233+0000 7f7817d62b80 20 client.16044 trim_cache size 0 max 16384 2023-12-07T14:04:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 Processor -- start 2023-12-07T14:04:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 -- start start 2023-12-07T14:04:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d712630 0x55972d714340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d70cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d716b10 0x55972d722ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d4e58c0 con 0x55972d716b10 2023-12-07T14:04:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d729050 con 0x55972d712630 2023-12-07T14:04:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.264+0000 7f7817d62b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d70d5e0 con 0x55972d712f50 2023-12-07T14:04:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d716b10 0x55972d722ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d716b10 0x55972d722ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55260/0 (socket says 172.21.15.39:55260) 2023-12-07T14:04:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 -- 172.21.15.39:0/205925266 learned_addr learned my addr 172.21.15.39:0/205925266 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 -- 172.21.15.39:0/205925266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 msgr2=0x55972d70cb40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 --2- 172.21.15.39:0/205925266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d70cb40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 -- 172.21.15.39:0/205925266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d712630 msgr2=0x55972d714340 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 --2- 172.21.15.39:0/205925266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d712630 0x55972d714340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.265+0000 7f780a106700 1 -- 172.21.15.39:0/205925266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55972d478c00 con 0x55972d716b10 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.266+0000 7f780a106700 1 --2- 172.21.15.39:0/205925266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d716b10 0x55972d722ab0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00cee0 tx=0x7f77fc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e505665df71996b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.266+0000 7f77f8d82700 1 -- 172.21.15.39:0/205925266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77fc00fde0 con 0x55972d716b10 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.266+0000 7f77f8d82700 1 -- 172.21.15.39:0/205925266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77fc01c900 con 0x55972d716b10 2023-12-07T14:04:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.266+0000 7f77f8d82700 1 -- 172.21.15.39:0/205925266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77fc01b7c0 con 0x55972d716b10 2023-12-07T14:04:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.274+0000 7f7817d62b80 1 -- 172.21.15.39:0/205925266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d716b10 msgr2=0x55972d722ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.274+0000 7f7817d62b80 1 --2- 172.21.15.39:0/205925266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d716b10 0x55972d722ab0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00cee0 tx=0x7f77fc004ad0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.275+0000 7f7817d62b80 1 -- 172.21.15.39:0/205925266 shutdown_connections 2023-12-07T14:04:18.278 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.275+0000 7f7817d62b80 1 --2- 172.21.15.39:0/205925266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d716b10 0x55972d722ab0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.278 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.275+0000 7f7817d62b80 1 --2- 172.21.15.39:0/205925266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d712630 0x55972d714340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.278 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.275+0000 7f7817d62b80 1 --2- 172.21.15.39:0/205925266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712f50 0x55972d70cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.278 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.275+0000 7f7817d62b80 1 -- 172.21.15.39:0/205925266 >> 172.21.15.39:0/205925266 conn(0x55972d641300 msgr2=0x55972d70e370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:18.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.277+0000 7f7817d62b80 1 -- 172.21.15.39:0/205925266 shutdown_connections 2023-12-07T14:04:18.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.277+0000 7f7817d62b80 1 -- 172.21.15.39:0/205925266 wait complete. 2023-12-07T14:04:18.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.277+0000 7f7817d62b80 1 -- start start 2023-12-07T14:04:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.277+0000 7f7817d62b80 1 Processor -- start 2023-12-07T14:04:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d722af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7817d62b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7817d62b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d7233d0 con 0x55972d712f50 2023-12-07T14:04:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7817d62b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d71d890 con 0x55972d716b10 2023-12-07T14:04:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7817d62b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972d71da50 con 0x55972d712630 2023-12-07T14:04:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7817d62b80 10 client.0 _ll_register_callbacks cb 0x55972d54ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7809104700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7809104700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55264/0 (socket says 172.21.15.39:55264) 2023-12-07T14:04:18.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.278+0000 7f7809104700 1 -- 172.21.15.39:0/827969646 learned_addr learned my addr 172.21.15.39:0/827969646 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:18.282 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.280+0000 7f780a106700 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.281+0000 7f780a106700 1 -- 172.21.15.39:0/827969646 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 msgr2=0x55972d722af0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:04:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.281+0000 7f780a106700 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d722af0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.281+0000 7f780a106700 1 -- 172.21.15.39:0/827969646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 msgr2=0x55972d71ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.281+0000 7f780a106700 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.281+0000 7f780a106700 1 -- 172.21.15.39:0/827969646 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77fc00cbc0 con 0x55972d716b10 2023-12-07T14:04:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.284+0000 7f780a106700 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71d350 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00fab0 tx=0x7f77fc01cd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f98345064c5a903 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:18.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.284+0000 7f77ed7fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.285+0000 7f77ed7fa700 1 -- 172.21.15.39:0/827969646 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77fc02f440 con 0x55972d716b10 2023-12-07T14:04:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.286+0000 7f77ed7fa700 1 -- 172.21.15.39:0/827969646 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f77fc006e40 con 0x55972d716b10 2023-12-07T14:04:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.286+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f780009b3d0 con 0x55972d716b10 2023-12-07T14:04:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.286+0000 7f77ed7fa700 1 -- 172.21.15.39:0/827969646 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77fc02f5a0 con 0x55972d716b10 2023-12-07T14:04:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.286+0000 7f7817d62b80 10 client.25655 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:18.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.286+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55972d4b61f0 con 0x55972d716b10 2023-12-07T14:04:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f77ed7fa700 1 -- 172.21.15.39:0/827969646 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f780009b3d0 con 0x55972d716b10 2023-12-07T14:04:18.291 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f77ed7fa700 1 -- 172.21.15.39:0/827969646 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f77fc039830 con 0x55972d716b10 2023-12-07T14:04:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f7817d62b80 10 client.25655 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f7817d62b80 10 client.25655 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f7817d62b80 20 client.25655 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f7817d62b80 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d7833e0 0x55972d785800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:18.292 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f7817d62b80 4 client.25655 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:04:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.289+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55972d62cf70 con 0x55972d7833e0 2023-12-07T14:04:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.291+0000 7f7809905700 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d7833e0 0x55972d785800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.291+0000 7f77ed7fa700 10 client.25655 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:18.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.291+0000 7f7809905700 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d7833e0 0x55972d785800 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d8a845aebc502050 server_cookie=9c26bd17f5f85ca7 in_seq=0 out_seq=0 2023-12-07T14:04:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f77ed7fa700 1 -- 172.21.15.39:0/827969646 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55972d62cf70 con 0x55972d7833e0 2023-12-07T14:04:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f77ed7fa700 10 client.25655 handle_command_reply: tid=0 2023-12-07T14:04:18.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 client.25655 shutdown 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 msgr2=0x55972d71d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71d350 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f77fc00fab0 tx=0x7f77fc01cd70 comp rx=0 tx=0).stop 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 shutdown_connections 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55972d7833e0 0x55972d785800 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55972d716b10 0x55972d71d350 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55972d712630 0x55972d722af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 --2- 172.21.15.39:0/827969646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55972d712f50 0x55972d71ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.310+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 >> 172.21.15.39:0/827969646 conn(0x55972d641300 msgr2=0x55972d70cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.311+0000 7f77ed7fa700 0 client.25655 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.311+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 shutdown_connections 2023-12-07T14:04:18.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.311+0000 7f7817d62b80 1 -- 172.21.15.39:0/827969646 wait complete. 2023-12-07T14:04:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f7817d62b80 20 client.25655 trim_cache size 0 max 16384 2023-12-07T14:04:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:04:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:04:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:04:18.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77f00a1660 msgr2=0x7f77f00a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77f00a1660 0x7f77f00a3b20 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f77fc007db0 tx=0x7f77fc007340 comp rx=0 tx=0).stop 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f78041005b0 msgr2=0x7f78041158a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f78041005b0 0x7f78041158a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f780000b5c0 tx=0x7f7800005740 comp rx=0 tx=0).stop 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 shutdown_connections 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7804110a00 0x7f7804110eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77f00a1660 0x7f77f00a3b20 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f78041005b0 0x7f78041158a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 --2- 172.21.15.39:0/3362915683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78041056d0 0x7f7804115e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:18.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 >> 172.21.15.39:0/3362915683 conn(0x7f78040fbe90 msgr2=0x7f78040fd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:18.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 shutdown_connections 2023-12-07T14:04:18.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:18.312+0000 7f780bb69700 1 -- 172.21.15.39:0/3362915683 wait complete. 2023-12-07T14:04:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 85.0 s, 4660.0 tps, lat 21.469 ms stddev 23.220 2023-12-07T14:04:19.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:19 smithi039 ceph-mon[98864]: pgmap v57: 97 pgs: 97 active+clean; 2.9 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 23 MiB/s wr, 1.12k op/s 2023-12-07T14:04:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:19 smithi055 ceph-mon[103363]: pgmap v57: 97 pgs: 97 active+clean; 2.9 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 23 MiB/s wr, 1.12k op/s 2023-12-07T14:04:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:19 smithi089 ceph-mon[103124]: pgmap v57: 97 pgs: 97 active+clean; 2.9 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 23 MiB/s wr, 1.12k op/s 2023-12-07T14:04:21.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:21 smithi039 ceph-mon[98864]: pgmap v58: 97 pgs: 97 active+clean; 2.9 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 16 MiB/s wr, 694 op/s 2023-12-07T14:04:21.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:21 smithi055 ceph-mon[103363]: pgmap v58: 97 pgs: 97 active+clean; 2.9 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 16 MiB/s wr, 694 op/s 2023-12-07T14:04:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:21 smithi089 ceph-mon[103124]: pgmap v58: 97 pgs: 97 active+clean; 2.9 GiB data, 9.7 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 16 MiB/s wr, 694 op/s 2023-12-07T14:04:23.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:23 smithi055 ceph-mon[103363]: pgmap v59: 97 pgs: 97 active+clean; 2.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 27 MiB/s wr, 1.20k op/s 2023-12-07T14:04:23.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:23 smithi089 ceph-mon[103124]: pgmap v59: 97 pgs: 97 active+clean; 2.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 27 MiB/s wr, 1.20k op/s 2023-12-07T14:04:23.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:23 smithi039 ceph-mon[98864]: pgmap v59: 97 pgs: 97 active+clean; 2.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 27 MiB/s wr, 1.20k op/s 2023-12-07T14:04:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 90.0 s, 3439.6 tps, lat 29.074 ms stddev 31.523 2023-12-07T14:04:25.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:25 smithi055 ceph-mon[103363]: pgmap v60: 97 pgs: 97 active+clean; 2.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 17 MiB/s wr, 853 op/s 2023-12-07T14:04:25.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:25 smithi089 ceph-mon[103124]: pgmap v60: 97 pgs: 97 active+clean; 2.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 17 MiB/s wr, 853 op/s 2023-12-07T14:04:25.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:25 smithi039 ceph-mon[98864]: pgmap v60: 97 pgs: 97 active+clean; 2.9 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 17 MiB/s wr, 853 op/s 2023-12-07T14:04:27.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:27 smithi055 ceph-mon[103363]: pgmap v61: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 29 MiB/s wr, 1.30k op/s 2023-12-07T14:04:27.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:27 smithi089 ceph-mon[103124]: pgmap v61: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 29 MiB/s wr, 1.30k op/s 2023-12-07T14:04:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:27 smithi039 ceph-mon[98864]: pgmap v61: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 29 MiB/s wr, 1.30k op/s 2023-12-07T14:04:28.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 95.0 s, 3217.2 tps, lat 30.948 ms stddev 62.092 2023-12-07T14:04:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:29 smithi055 ceph-mon[103363]: pgmap v62: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 25 MiB/s wr, 1.08k op/s 2023-12-07T14:04:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:29 smithi089 ceph-mon[103124]: pgmap v62: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 25 MiB/s wr, 1.08k op/s 2023-12-07T14:04:29.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:29 smithi039 ceph-mon[98864]: pgmap v62: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 25 MiB/s wr, 1.08k op/s 2023-12-07T14:04:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.515+0000 7f7857ec9700 1 -- 172.21.15.39:0/1333030132 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501005a0 msgr2=0x7f7850100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.515+0000 7f7857ec9700 1 --2- 172.21.15.39:0/1333030132 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501005a0 0x7f7850100980 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f784801a9a0 tx=0x7f784801acb0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.518+0000 7f7857ec9700 1 -- 172.21.15.39:0/1333030132 shutdown_connections 2023-12-07T14:04:31.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.518+0000 7f7857ec9700 1 --2- 172.21.15.39:0/1333030132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501056c0 0x7f785010d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.522 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.518+0000 7f7857ec9700 1 --2- 172.21.15.39:0/1333030132 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501005a0 0x7f7850100980 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.522 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.518+0000 7f7857ec9700 1 --2- 172.21.15.39:0/1333030132 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7850100f50 0x7f7850104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.522 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.518+0000 7f7857ec9700 1 -- 172.21.15.39:0/1333030132 >> 172.21.15.39:0/1333030132 conn(0x7f78500fbe60 msgr2=0x7f78500fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:31.522 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.518+0000 7f7857ec9700 1 -- 172.21.15.39:0/1333030132 shutdown_connections 2023-12-07T14:04:31.522 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.518+0000 7f7857ec9700 1 -- 172.21.15.39:0/1333030132 wait complete. 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.519+0000 7f7857ec9700 1 Processor -- start 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.519+0000 7f7857ec9700 1 -- start start 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7857ec9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501005a0 0x7f785010ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7857ec9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501056c0 0x7f785010cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7857ec9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7850107b90 0x7f7850108040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7857ec9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7850108750 con 0x7f78501005a0 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7857ec9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78501088c0 con 0x7f7850107b90 2023-12-07T14:04:31.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7857ec9700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7850114d40 con 0x7f78501056c0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501005a0 0x7f785010ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501005a0 0x7f785010ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55274/0 (socket says 172.21.15.39:55274) 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 -- 172.21.15.39:0/2608156618 learned_addr learned my addr 172.21.15.39:0/2608156618 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855464700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501056c0 0x7f785010cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7856466700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7850107b90 0x7f7850108040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 -- 172.21.15.39:0/2608156618 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501056c0 msgr2=0x7f785010cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501056c0 0x7f785010cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 -- 172.21.15.39:0/2608156618 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7850107b90 msgr2=0x7f7850108040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7850107b90 0x7f7850108040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 -- 172.21.15.39:0/2608156618 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f784801a600 con 0x7f78501005a0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.520+0000 7f7855c65700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501005a0 0x7f785010ca30 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f7848005780 tx=0x7f78480057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.521+0000 7f7846ffd700 1 -- 172.21.15.39:0/2608156618 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f784802d070 con 0x7f78501005a0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.521+0000 7f7846ffd700 1 -- 172.21.15.39:0/2608156618 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7848003e90 con 0x7f78501005a0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.521+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7850114fc0 con 0x7f78501005a0 2023-12-07T14:04:31.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.521+0000 7f7846ffd700 1 -- 172.21.15.39:0/2608156618 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7848031bb0 con 0x7f78501005a0 2023-12-07T14:04:31.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.521+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78501154c0 con 0x7f78501005a0 2023-12-07T14:04:31.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.523+0000 7f7846ffd700 1 -- 172.21.15.39:0/2608156618 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f78480039d0 con 0x7f78501005a0 2023-12-07T14:04:31.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.524+0000 7f7846ffd700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f783c0a1660 0x7f783c0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.524+0000 7f7846ffd700 1 -- 172.21.15.39:0/2608156618 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f78480de9d0 con 0x7f78501005a0 2023-12-07T14:04:31.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.525+0000 7f7855464700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f783c0a1660 0x7f783c0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.526+0000 7f78640c2b80 1 Processor -- start 2023-12-07T14:04:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.526+0000 7f7855464700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f783c0a1660 0x7f783c0a3b20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f78501092c0 tx=0x7f784c00d040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.526+0000 7f78640c2b80 1 -- start start 2023-12-07T14:04:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca2630 0x55ffedca2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca65d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca6b10 0x55ffedca6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f78640c2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedc16760 con 0x55ffedca6b10 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f78640c2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedbfd740 con 0x55ffedca2f50 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f78640c2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedbfb060 con 0x55ffedca2630 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca2630 0x55ffedca2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca2630 0x55ffedca2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60004/0 (socket says 172.21.15.39:60004) 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 -- 172.21.15.39:0/2979582970 learned_addr learned my addr 172.21.15.39:0/2979582970 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7856466700 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca6b10 0x55ffedca6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855464700 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 -- 172.21.15.39:0/2979582970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 msgr2=0x55ffedca65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 -- 172.21.15.39:0/2979582970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca6b10 msgr2=0x55ffedca6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca6b10 0x55ffedca6f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.527+0000 7f7855c65700 1 -- 172.21.15.39:0/2979582970 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ffeda735d0 con 0x55ffedca2630 2023-12-07T14:04:31.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.528+0000 7f7855c65700 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca2630 0x55ffedca2a10 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f784802b010 tx=0x7f78480ab500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed0ebecd91ea1533 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.529+0000 7f783bfff700 1 -- 172.21.15.39:0/2979582970 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78480afc00 con 0x55ffedca2630 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.529+0000 7f783bfff700 1 -- 172.21.15.39:0/2979582970 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f78480b3db0 con 0x55ffedca2630 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.529+0000 7f783bfff700 1 -- 172.21.15.39:0/2979582970 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78480ab270 con 0x55ffedca2630 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 -- 172.21.15.39:0/2979582970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca2630 msgr2=0x55ffedca2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca2630 0x55ffedca2a10 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f784802b010 tx=0x7f78480ab500 comp rx=0 tx=0).stop 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 -- 172.21.15.39:0/2979582970 shutdown_connections 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca6b10 0x55ffedca6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca2630 0x55ffedca2a10 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2979582970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.536 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 -- 172.21.15.39:0/2979582970 >> 172.21.15.39:0/2979582970 conn(0x55ffedbd1300 msgr2=0x55ffedc9cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:31.536 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 -- 172.21.15.39:0/2979582970 shutdown_connections 2023-12-07T14:04:31.536 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 -- 172.21.15.39:0/2979582970 wait complete. 2023-12-07T14:04:31.536 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 -- start start 2023-12-07T14:04:31.536 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.530+0000 7f78640c2b80 1 Processor -- start 2023-12-07T14:04:31.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcab6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcabc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcac150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f78640c2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedbf6950 con 0x55ffedca2630 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f78640c2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedbb0500 con 0x55ffedca2f50 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f78640c2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedbb01a0 con 0x55ffedca6b10 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f78640c2b80 10 client.0 _ll_register_callbacks cb 0x55ffedadba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f7855c65700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcab6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f7855c65700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcab6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55288/0 (socket says 172.21.15.39:55288) 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f7856466700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcac150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f7855c65700 1 -- 172.21.15.39:0/4265804816 learned_addr learned my addr 172.21.15.39:0/4265804816 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:31.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.533+0000 7f7855464700 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcabc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.534+0000 7f7856466700 1 -- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 msgr2=0x55ffedcabc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.534+0000 7f7856466700 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcabc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.534+0000 7f7856466700 1 -- 172.21.15.39:0/4265804816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 msgr2=0x55ffedcab6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.534+0000 7f7856466700 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcab6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.534+0000 7f7856466700 1 -- 172.21.15.39:0/4265804816 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78501154c0 con 0x55ffedca6b10 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.534+0000 7f7856466700 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcac150 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7840009f40 tx=0x7f78400104d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4cb5d14736dbfc7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.534+0000 7f78397fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.535+0000 7f78397fa700 1 -- 172.21.15.39:0/4265804816 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78400143f0 con 0x55ffedca6b10 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.535+0000 7f78397fa700 1 -- 172.21.15.39:0/4265804816 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7840014550 con 0x55ffedca6b10 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.535+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ffedc955f0 con 0x55ffedca6b10 2023-12-07T14:04:31.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.535+0000 7f78397fa700 1 -- 172.21.15.39:0/4265804816 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7840014710 con 0x55ffedca6b10 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.535+0000 7f78640c2b80 10 client.25759 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.535+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ffeda1fd80 con 0x55ffedca6b10 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.535+0000 7f78397fa700 1 -- 172.21.15.39:0/4265804816 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ffedc955f0 con 0x55ffedca6b10 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f78397fa700 1 -- 172.21.15.39:0/4265804816 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f784001c980 con 0x55ffedca6b10 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f78640c2b80 10 client.25759 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f78640c2b80 10 client.25759 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f78640c2b80 20 client.25759 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:31.543 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f78640c2b80 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedcbbd20 0x55ffedcbe140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f78640c2b80 4 client.25759 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ffedc71640 con 0x55ffedcbbd20 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.536+0000 7f7855c65700 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedcbbd20 0x55ffedcbe140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.537+0000 7f78397fa700 10 client.25759 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.537+0000 7f7855c65700 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedcbbd20 0x55ffedcbe140 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef03d76c8e5c922b server_cookie=d88a665d6a66de22 in_seq=0 out_seq=0 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.537+0000 7f78397fa700 1 -- 172.21.15.39:0/4265804816 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55ffedc71640 con 0x55ffedcbbd20 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.537+0000 7f78397fa700 10 client.25759 handle_command_reply: tid=0 2023-12-07T14:04:31.544 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.537+0000 7f78640c2b80 1 client.25759 shutdown 2023-12-07T14:04:31.545 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 msgr2=0x55ffedcac150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.545 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcac150 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7840009f40 tx=0x7f78400104d0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 shutdown_connections 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcac150 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcab6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedcbbd20 0x55ffedcbe140 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 --2- 172.21.15.39:0/4265804816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcabc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 >> 172.21.15.39:0/4265804816 conn(0x55ffedbd1300 msgr2=0x55ffedca1430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.539+0000 7f78397fa700 0 client.25759 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.540+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 shutdown_connections 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.540+0000 7f78640c2b80 1 -- 172.21.15.39:0/4265804816 wait complete. 2023-12-07T14:04:31.546 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.540+0000 7f78640c2b80 20 client.25759 trim_cache size 0 max 16384 2023-12-07T14:04:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.565+0000 7f78640c2b80 1 Processor -- start 2023-12-07T14:04:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f78640c2b80 1 -- start start 2023-12-07T14:04:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedca4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.569 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f78640c2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffeda758c0 con 0x55ffedca2630 2023-12-07T14:04:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f78640c2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedc99240 con 0x55ffedca2f50 2023-12-07T14:04:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f78640c2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedcc3330 con 0x55ffedca6b10 2023-12-07T14:04:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedca4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedca4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60018/0 (socket says 172.21.15.39:60018) 2023-12-07T14:04:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 -- 172.21.15.39:0/2508987351 learned_addr learned my addr 172.21.15.39:0/2508987351 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7855464700 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7855c65700 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 -- 172.21.15.39:0/2508987351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 msgr2=0x55ffedca6ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca6ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 -- 172.21.15.39:0/2508987351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 msgr2=0x55ffedcb7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb7500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.566+0000 7f7856466700 1 -- 172.21.15.39:0/2508987351 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ffeda08c00 con 0x55ffedca6b10 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.567+0000 7f7856466700 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedca4340 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7840008010 tx=0x7f78400133f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fd8792d5a96a827 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.567+0000 7f7844ff9700 1 -- 172.21.15.39:0/2508987351 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7840010820 con 0x55ffedca6b10 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.567+0000 7f7844ff9700 1 -- 172.21.15.39:0/2508987351 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f784001c3b0 con 0x55ffedca6b10 2023-12-07T14:04:31.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.567+0000 7f7844ff9700 1 -- 172.21.15.39:0/2508987351 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78400062a0 con 0x55ffedca6b10 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 -- 172.21.15.39:0/2508987351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 msgr2=0x55ffedca4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedca4340 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7840008010 tx=0x7f78400133f0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 -- 172.21.15.39:0/2508987351 shutdown_connections 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedca4340 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 --2- 172.21.15.39:0/2508987351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedca6ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 -- 172.21.15.39:0/2508987351 >> 172.21.15.39:0/2508987351 conn(0x55ffedbd1300 msgr2=0x55ffedca4dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 -- 172.21.15.39:0/2508987351 shutdown_connections 2023-12-07T14:04:31.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.568+0000 7f78640c2b80 1 -- 172.21.15.39:0/2508987351 wait complete. 2023-12-07T14:04:31.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 -- start start 2023-12-07T14:04:31.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 Processor -- start 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcaac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcab190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedcab8a0 con 0x55ffedca2630 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedcaba10 con 0x55ffedca2f50 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.569+0000 7f78640c2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffedcabbd0 con 0x55ffedca6b10 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f78640c2b80 10 client.0 _ll_register_callbacks cb 0x55ffedadba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7856466700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcab190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7855464700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcaac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7856466700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcab190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60028/0 (socket says 172.21.15.39:60028) 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7856466700 1 -- 172.21.15.39:0/958595192 learned_addr learned my addr 172.21.15.39:0/958595192 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:31.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7855c65700 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.575 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7855464700 1 -- 172.21.15.39:0/958595192 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 msgr2=0x55ffedcab190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.575 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7855464700 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcab190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.575 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7855464700 1 -- 172.21.15.39:0/958595192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 msgr2=0x55ffedcb2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:31.575 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7855464700 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.575 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.570+0000 7f7855464700 1 -- 172.21.15.39:0/958595192 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ffeda1fd80 con 0x55ffedca2f50 2023-12-07T14:04:31.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.571+0000 7f7855464700 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcaac30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x55ffedcacc10 tx=0x7f784c004b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b9d9c0832677bc57 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:31.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.571+0000 7f78397fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:31.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.571+0000 7f78397fa700 1 -- 172.21.15.39:0/958595192 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f784c010040 con 0x55ffedca2f50 2023-12-07T14:04:31.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.571+0000 7f78397fa700 1 -- 172.21.15.39:0/958595192 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f784c013b80 con 0x55ffedca2f50 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.571+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f78480b3db0 con 0x55ffedca2f50 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78397fa700 1 -- 172.21.15.39:0/958595192 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f784c013d40 con 0x55ffedca2f50 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 10 client.25670 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ffeda461f0 con 0x55ffedca2f50 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78397fa700 1 -- 172.21.15.39:0/958595192 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f78480b3db0 con 0x55ffedca2f50 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78397fa700 1 -- 172.21.15.39:0/958595192 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f784c0364a0 con 0x55ffedca2f50 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 10 client.25670 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 10 client.25670 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 20 client.25670 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedd12f10 0x55ffedd15330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 4 client.25670 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.572+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ffedbbcf70 con 0x55ffedd12f10 2023-12-07T14:04:31.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.573+0000 7f7855c65700 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedd12f10 0x55ffedd15330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:31.578 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.574+0000 7f78397fa700 10 client.25670 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:31.578 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.574+0000 7f7855c65700 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedd12f10 0x55ffedd15330 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c27e21f1c3d7bc4c server_cookie=4e22fe8e7e61d770 in_seq=0 out_seq=0 2023-12-07T14:04:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.595+0000 7f78397fa700 1 -- 172.21.15.39:0/958595192 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ffedbbcf70 con 0x55ffedd12f10 2023-12-07T14:04:31.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.595+0000 7f78397fa700 10 client.25670 handle_command_reply: tid=0 2023-12-07T14:04:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.595+0000 7f78640c2b80 1 client.25670 shutdown 2023-12-07T14:04:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 msgr2=0x55ffedcaac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcaac30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x55ffedcacc10 tx=0x7f784c004b80 comp rx=0 tx=0).stop 2023-12-07T14:04:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 shutdown_connections 2023-12-07T14:04:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ffedca6b10 0x55ffedcab190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ffedca2630 0x55ffedcb2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ffedd12f10 0x55ffedd15330 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 --2- 172.21.15.39:0/958595192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ffedca2f50 0x55ffedcaac30 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78397fa700 0 client.25670 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 >> 172.21.15.39:0/958595192 conn(0x55ffedbd1300 msgr2=0x55ffedc9c8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 shutdown_connections 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 1 -- 172.21.15.39:0/958595192 wait complete. 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.596+0000 7f78640c2b80 20 client.25670 trim_cache size 0 max 16384 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:04:31.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:04:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:04:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f783c0a1660 msgr2=0x7f783c0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f783c0a1660 0x7f783c0a3b20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f78501092c0 tx=0x7f784c00d040 comp rx=0 tx=0).stop 2023-12-07T14:04:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501005a0 msgr2=0x7f785010ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501005a0 0x7f785010ca30 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f7848005780 tx=0x7f78480057b0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 shutdown_connections 2023-12-07T14:04:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f783c0a1660 0x7f783c0a3b20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7850107b90 0x7f7850108040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78501005a0 0x7f785010ca30 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 --2- 172.21.15.39:0/2608156618 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f78501056c0 0x7f785010cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 >> 172.21.15.39:0/2608156618 conn(0x7f78500fbe60 msgr2=0x7f78500fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 shutdown_connections 2023-12-07T14:04:31.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:31.598+0000 7f7857ec9700 1 -- 172.21.15.39:0/2608156618 wait complete. 2023-12-07T14:04:31.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:31 smithi055 ceph-mon[103363]: pgmap v63: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 25 MiB/s wr, 1.05k op/s 2023-12-07T14:04:31.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:31 smithi089 ceph-mon[103124]: pgmap v63: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 25 MiB/s wr, 1.05k op/s 2023-12-07T14:04:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:31 smithi039 ceph-mon[98864]: pgmap v63: 97 pgs: 97 active+clean; 3.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 25 MiB/s wr, 1.05k op/s 2023-12-07T14:04:31.870 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:04:32.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.083+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/759493120 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e4100320 msgr2=0x7ff0e4103e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.083+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/759493120 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e4100320 0x7ff0e4103e90 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc00b0a0 tx=0x7ff0dc00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.083+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/759493120 shutdown_connections 2023-12-07T14:04:32.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.083+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/759493120 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e4100320 0x7ff0e4103e90 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.083+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/759493120 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0e4106430 0x7ff0e4106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.083+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/759493120 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0e40ff960 0x7ff0e40ffde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.083+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/759493120 >> 172.21.15.39:0/759493120 conn(0x7ff0e40768f0 msgr2=0x7ff0e40fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.091+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/759493120 shutdown_connections 2023-12-07T14:04:32.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.092+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/759493120 wait complete. 2023-12-07T14:04:32.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.093+0000 7ff0eb5e0700 1 Processor -- start 2023-12-07T14:04:32.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.093+0000 7ff0eb5e0700 1 -- start start 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.094+0000 7ff0eb5e0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e40ff960 0x7ff0e410f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.094+0000 7ff0eb5e0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0e4100320 0x7ff0e410fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.094+0000 7ff0eb5e0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0e4106430 0x7ff0e41b2610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.094+0000 7ff0eb5e0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e41b2b50 con 0x7ff0e40ff960 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.094+0000 7ff0eb5e0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e41b2c90 con 0x7ff0e4100320 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.094+0000 7ff0eb5e0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e41b2dd0 con 0x7ff0e4106430 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.095+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0e4106430 0x7ff0e41b2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.095+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0e4106430 0x7ff0e41b2610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60038/0 (socket says 172.21.15.39:60038) 2023-12-07T14:04:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.095+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2814094051 learned_addr learned my addr 172.21.15.39:0/2814094051 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:32.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.098+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e40ff960 0x7ff0e410f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.101+0000 7ff0e937c700 1 -- 172.21.15.39:0/2814094051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0e4106430 msgr2=0x7ff0e41b2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.101+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0e4106430 0x7ff0e41b2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.101+0000 7ff0e937c700 1 -- 172.21.15.39:0/2814094051 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0e4100320 msgr2=0x7ff0e410fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.101+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0e4100320 0x7ff0e410fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.101+0000 7ff0e937c700 1 -- 172.21.15.39:0/2814094051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0dc009d00 con 0x7ff0e40ff960 2023-12-07T14:04:32.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.102+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e40ff960 0x7ff0e410f900 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7ff0e000b450 tx=0x7ff0e000b760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.102+0000 7ff0da7fc700 1 -- 172.21.15.39:0/2814094051 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0011830 con 0x7ff0e40ff960 2023-12-07T14:04:32.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.102+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0e41b3030 con 0x7ff0e40ff960 2023-12-07T14:04:32.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.102+0000 7ff0da7fc700 1 -- 172.21.15.39:0/2814094051 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0e0011e50 con 0x7ff0e40ff960 2023-12-07T14:04:32.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.102+0000 7ff0da7fc700 1 -- 172.21.15.39:0/2814094051 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0010db0 con 0x7ff0e40ff960 2023-12-07T14:04:32.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.102+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0e41b3590 con 0x7ff0e40ff960 2023-12-07T14:04:32.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.111+0000 7ff0f77d9b80 1 Processor -- start 2023-12-07T14:04:32.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.112+0000 7ff0f77d9b80 1 -- start start 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.112+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235ca40 0x55834235ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.112+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x558342360b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.112+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 0x5583423614b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.112+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583422d07c0 con 0x558342361050 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.112+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583422b77a0 con 0x55834235d360 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.112+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583422b50c0 con 0x55834235ca40 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235ca40 0x55834235ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235ca40 0x55834235ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60044/0 (socket says 172.21.15.39:60044) 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2770862709 learned_addr learned my addr 172.21.15.39:0/2770862709 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2770862709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 msgr2=0x558342360b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2770862709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x558342360b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2770862709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 msgr2=0x5583423614b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2770862709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 0x5583423614b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.113+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2770862709 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55834212d630 con 0x55834235ca40 2023-12-07T14:04:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.114+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2770862709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235ca40 0x55834235ce20 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc00cf30 tx=0x7ff0dc00cf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79371be6bd370a5b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.115+0000 7ff0cf7fe700 1 -- 172.21.15.39:0/2770862709 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc00e040 con 0x55834235ca40 2023-12-07T14:04:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.115+0000 7ff0cf7fe700 1 -- 172.21.15.39:0/2770862709 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0dc003a00 con 0x55834235ca40 2023-12-07T14:04:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.115+0000 7ff0da7fc700 1 -- 172.21.15.39:0/2814094051 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff0e0011990 con 0x7ff0e40ff960 2023-12-07T14:04:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.116+0000 7ff0cf7fe700 1 -- 172.21.15.39:0/2770862709 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc03e450 con 0x55834235ca40 2023-12-07T14:04:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2770862709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235ca40 msgr2=0x55834235ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2770862709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235ca40 0x55834235ce20 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc00cf30 tx=0x7ff0dc00cf60 comp rx=0 tx=0).stop 2023-12-07T14:04:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2770862709 shutdown_connections 2023-12-07T14:04:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2770862709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 0x5583423614b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2770862709 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235ca40 0x55834235ce20 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2770862709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x558342360b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2770862709 >> 172.21.15.39:0/2770862709 conn(0x55834228b360 msgr2=0x558342357070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2770862709 shutdown_connections 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.117+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2770862709 wait complete. 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 -- start start 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 Processor -- start 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x5583423660b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558342361050 0x5583423665f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583422b09b0 con 0x55834235ca40 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55834226a560 con 0x55834235d360 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.118+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55834226a200 con 0x558342361050 2023-12-07T14:04:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0f77d9b80 10 client.0 _ll_register_callbacks cb 0x558342195a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:32.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55324/0 (socket says 172.21.15.39:55324) 2023-12-07T14:04:32.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2902494718 learned_addr learned my addr 172.21.15.39:0/2902494718 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:32.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e8b7b700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558342361050 0x5583423665f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.124 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x5583423660b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2902494718 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558342361050 msgr2=0x5583423665f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558342361050 0x5583423665f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 msgr2=0x5583423660b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x5583423660b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2902494718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0e4104750 con 0x55834235ca40 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0da7fc700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff0d00a1600 0x7ff0d00a3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.119+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x5583423660b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff0d00a1600 0x7ff0d00a3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365b70 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc00b3f0 tx=0x7ff0dc007510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cd6314891241057 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0ccff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0da7fc700 1 -- 172.21.15.39:0/2814094051 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff0e00cc8c0 con 0x7ff0e40ff960 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2902494718 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc04e070 con 0x55834235ca40 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2902494718 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff0dc0092e0 con 0x55834235ca40 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55834234fa00 con 0x55834235ca40 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0e937c700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff0d00a1600 0x7ff0d00a3ac0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x5583423671b0 tx=0x7ff0e0004860 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2902494718 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0dc00e040 con 0x55834235ca40 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0f77d9b80 10 client.16071 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5583420d9de0 con 0x55834235ca40 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.120+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2902494718 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0dc057020 con 0x55834235ca40 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2902494718 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff0dc03e450 con 0x55834235ca40 2023-12-07T14:04:32.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0f77d9b80 10 client.16071 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:32.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0f77d9b80 10 client.16071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:32.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0f77d9b80 20 client.16071 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:32.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558342386fc0 0x5583423893b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0f77d9b80 4 client.16071 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:32.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55834232b6a0 con 0x558342386fc0 2023-12-07T14:04:32.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.121+0000 7ff0e8b7b700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558342386fc0 0x5583423893b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.122+0000 7ff0e8b7b700 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558342386fc0 0x5583423893b0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ac7be803439923d server_cookie=a308bcef9937e027 in_seq=0 out_seq=0 2023-12-07T14:04:32.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.122+0000 7ff0ccff9700 10 client.16071 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:32.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.125+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2902494718 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55834232b6a0 con 0x558342386fc0 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.125+0000 7ff0ccff9700 10 client.16071 handle_command_reply: tid=0 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.125+0000 7ff0f77d9b80 1 client.16071 shutdown 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.125+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 msgr2=0x558342365b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.125+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365b70 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc00b3f0 tx=0x7ff0dc007510 comp rx=0 tx=0).stop 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 shutdown_connections 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558342361050 0x5583423665f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365b70 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558342386fc0 0x5583423893b0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2902494718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235d360 0x5583423660b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 >> 172.21.15.39:0/2902494718 conn(0x55834228b360 msgr2=0x5583423624b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0ccff9700 0 client.16071 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:32.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 shutdown_connections 2023-12-07T14:04:32.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2902494718 wait complete. 2023-12-07T14:04:32.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.126+0000 7ff0f77d9b80 20 client.16071 trim_cache size 0 max 16384 2023-12-07T14:04:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.156+0000 7ff0f77d9b80 1 Processor -- start 2023-12-07T14:04:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.156+0000 7ff0f77d9b80 1 -- start start 2023-12-07T14:04:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834235f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558342361050 0x55834235f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55834212f920 con 0x55834235ca40 2023-12-07T14:04:32.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558342368e50 con 0x558342361050 2023-12-07T14:04:32.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583423690e0 con 0x55834235d360 2023-12-07T14:04:32.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55334/0 (socket says 172.21.15.39:55334) 2023-12-07T14:04:32.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/541409756 learned_addr learned my addr 172.21.15.39:0/541409756 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:32.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558342361050 0x55834235f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/541409756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 msgr2=0x55834235f270 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:32.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834235f270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/541409756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558342361050 msgr2=0x55834235f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:32.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558342361050 0x55834235f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/541409756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5583420c2c60 con 0x55834235ca40 2023-12-07T14:04:32.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.157+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365360 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc0062a0 tx=0x7ff0dc00b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cda101f0548c046f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.158+0000 7ff0cffff700 1 -- 172.21.15.39:0/541409756 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc04e040 con 0x55834235ca40 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.158+0000 7ff0cffff700 1 -- 172.21.15.39:0/541409756 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0dc057070 con 0x55834235ca40 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.158+0000 7ff0cffff700 1 -- 172.21.15.39:0/541409756 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc00e040 con 0x55834235ca40 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.158+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/541409756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 msgr2=0x558342365360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.158+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365360 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc0062a0 tx=0x7ff0dc00b7b0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/541409756 shutdown_connections 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558342361050 0x55834235f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55834235ca40 0x558342365360 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/541409756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834235f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/541409756 >> 172.21.15.39:0/541409756 conn(0x55834228b360 msgr2=0x55834238dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/541409756 shutdown_connections 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/541409756 wait complete. 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 -- start start 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.159+0000 7ff0f77d9b80 1 Processor -- start 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235ca40 0x55834237e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834237ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0f77d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 0x55834237bf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55834237c4a0 con 0x558342361050 2023-12-07T14:04:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55834237c5e0 con 0x55834235ca40 2023-12-07T14:04:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0f77d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55834237c7a0 con 0x55834235d360 2023-12-07T14:04:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0f77d9b80 10 client.0 _ll_register_callbacks cb 0x558342195a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235ca40 0x55834237e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0e9b7d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235ca40 0x55834237e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46540/0 (socket says 172.21.15.39:46540) 2023-12-07T14:04:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.160+0000 7ff0e9b7d700 1 -- 172.21.15.39:0/2934126249 learned_addr learned my addr 172.21.15.39:0/2934126249 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.161+0000 7ff0e8b7b700 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834237ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.162+0000 7ff0e8b7b700 1 -- 172.21.15.39:0/2934126249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235ca40 msgr2=0x55834237e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.162+0000 7ff0e8b7b700 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235ca40 0x55834237e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.162+0000 7ff0e8b7b700 1 -- 172.21.15.39:0/2934126249 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 msgr2=0x55834237bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.162+0000 7ff0e8b7b700 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 0x55834237bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.162+0000 7ff0e8b7b700 1 -- 172.21.15.39:0/2934126249 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5583420d9de0 con 0x55834235d360 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.163+0000 7ff0e8b7b700 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834237ba20 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x558342389c90 tx=0x7ff0d4005c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eaa073e66db436ef server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.163+0000 7ff0ccff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.163+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2934126249 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d4016040 con 0x55834235d360 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.163+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff0dc003a00 con 0x55834235d360 2023-12-07T14:04:32.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.163+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2934126249 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff0d4019530 con 0x55834235d360 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2934126249 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0d4003f00 con 0x55834235d360 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 10 client.25777 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x558342100250 con 0x55834235d360 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2934126249 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0dc003a00 con 0x55834235d360 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2934126249 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff0d4019050 con 0x55834235d360 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 10 client.25777 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 10 client.25777 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 20 client.25777 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5583423ddba0 0x5583423dffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 4 client.25777 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:04:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558342276fd0 con 0x5583423ddba0 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.164+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5583423ddba0 0x5583423dffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.165+0000 7ff0ccff9700 10 client.25777 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.165+0000 7ff0e9b7d700 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5583423ddba0 0x5583423dffc0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=143bd23cf5e0530a server_cookie=159b7b96cf305677 in_seq=0 out_seq=0 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.165+0000 7ff0ccff9700 1 -- 172.21.15.39:0/2934126249 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558342276fd0 con 0x5583423ddba0 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.165+0000 7ff0ccff9700 10 client.25777 handle_command_reply: tid=0 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.165+0000 7ff0f77d9b80 1 client.25777 shutdown 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.165+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 msgr2=0x55834237ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.165+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834237ba20 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x558342389c90 tx=0x7ff0d4005c60 comp rx=0 tx=0).stop 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 shutdown_connections 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558342361050 0x55834237bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5583423ddba0 0x5583423dffc0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55834235ca40 0x55834237e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 --2- 172.21.15.39:0/2934126249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55834235d360 0x55834237ba20 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 >> 172.21.15.39:0/2934126249 conn(0x55834228b360 msgr2=0x558342366360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0ccff9700 0 client.25777 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 shutdown_connections 2023-12-07T14:04:32.172 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.166+0000 7ff0f77d9b80 1 -- 172.21.15.39:0/2934126249 wait complete. 2023-12-07T14:04:32.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0f77d9b80 20 client.25777 trim_cache size 0 max 16384 2023-12-07T14:04:32.173 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:04:32.173 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:04:32.173 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:04:32.173 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff0d00a1600 msgr2=0x7ff0d00a3ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff0d00a1600 0x7ff0d00a3ac0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x5583423671b0 tx=0x7ff0e0004860 comp rx=0 tx=0).stop 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e40ff960 msgr2=0x7ff0e410f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e40ff960 0x7ff0e410f900 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7ff0e000b450 tx=0x7ff0e000b760 comp rx=0 tx=0).stop 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 shutdown_connections 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff0e4106430 0x7ff0e41b2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0e40ff960 0x7ff0e410f900 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff0d00a1600 0x7ff0d00a3ac0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 --2- 172.21.15.39:0/2814094051 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0e4100320 0x7ff0e410fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.167+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 >> 172.21.15.39:0/2814094051 conn(0x7ff0e40768f0 msgr2=0x7ff0e4101a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.168+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 shutdown_connections 2023-12-07T14:04:32.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.168+0000 7ff0eb5e0700 1 -- 172.21.15.39:0/2814094051 wait complete. 2023-12-07T14:04:32.190 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:04:32.190 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:04:32.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.382+0000 7f27ff931700 1 -- 172.21.15.39:0/3085064373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81014a0 msgr2=0x7f27f810d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.382+0000 7f27ff931700 1 --2- 172.21.15.39:0/3085064373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81014a0 0x7f27f810d260 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f27f0009f90 tx=0x7f27f000b330 comp rx=0 tx=0).stop 2023-12-07T14:04:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.384+0000 7f27ff931700 1 -- 172.21.15.39:0/3085064373 shutdown_connections 2023-12-07T14:04:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.384+0000 7f27ff931700 1 --2- 172.21.15.39:0/3085064373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81014a0 0x7f27f810d260 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.384+0000 7f27ff931700 1 --2- 172.21.15.39:0/3085064373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f27f81064a0 0x7f27f8106880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.384+0000 7f27ff931700 1 --2- 172.21.15.39:0/3085064373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27f8100ae0 0x7f27f8100f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.384+0000 7f27ff931700 1 -- 172.21.15.39:0/3085064373 >> 172.21.15.39:0/3085064373 conn(0x7f27f8076990 msgr2=0x7f27f80fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.384+0000 7f27ff931700 1 -- 172.21.15.39:0/3085064373 shutdown_connections 2023-12-07T14:04:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.384+0000 7f27ff931700 1 -- 172.21.15.39:0/3085064373 wait complete. 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 Processor -- start 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 -- start start 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27f8100ae0 0x7f27f819c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f27f81014a0 0x7f27f819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81064a0 0x7f27f8196810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f8196ec0 con 0x7f27f8100ae0 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f8197030 con 0x7f27f81064a0 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27ff931700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f81971f0 con 0x7f27f81014a0 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27fd6cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27f8100ae0 0x7f27f819c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27fcecc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f27f81014a0 0x7f27f819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27fd6cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27f8100ae0 0x7f27f819c6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55352/0 (socket says 172.21.15.39:55352) 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.385+0000 7f27fd6cd700 1 -- 172.21.15.39:0/566604781 learned_addr learned my addr 172.21.15.39:0/566604781 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fdece700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81064a0 0x7f27f8196810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fcecc700 1 -- 172.21.15.39:0/566604781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81064a0 msgr2=0x7f27f8196810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fcecc700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81064a0 0x7f27f8196810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fcecc700 1 -- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27f8100ae0 msgr2=0x7f27f819c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fcecc700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27f8100ae0 0x7f27f819c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fcecc700 1 -- 172.21.15.39:0/566604781 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27e80095f0 con 0x7f27f81014a0 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fdece700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81064a0 0x7f27f8196810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27fcecc700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f27f81014a0 0x7f27f819cc00 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f27e800eb90 tx=0x7f27e800eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27ee7fc700 1 -- 172.21.15.39:0/566604781 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e800ccf0 con 0x7f27f81014a0 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27ee7fc700 1 -- 172.21.15.39:0/566604781 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f27e800ce50 con 0x7f27f81014a0 2023-12-07T14:04:32.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27f0009c40 con 0x7f27f81014a0 2023-12-07T14:04:32.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27ee7fc700 1 -- 172.21.15.39:0/566604781 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e8010430 con 0x7f27f81014a0 2023-12-07T14:04:32.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.386+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27f81a3510 con 0x7f27f81014a0 2023-12-07T14:04:32.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.388+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27f8108940 con 0x7f27f81014a0 2023-12-07T14:04:32.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.389+0000 7f27ee7fc700 1 -- 172.21.15.39:0/566604781 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f27e8004020 con 0x7f27f81014a0 2023-12-07T14:04:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.390+0000 7f27ee7fc700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27e40a1630 0x7f27e40a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.390+0000 7f27ee7fc700 1 -- 172.21.15.39:0/566604781 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f27e8014070 con 0x7f27f81014a0 2023-12-07T14:04:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.390+0000 7f27fd6cd700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27e40a1630 0x7f27e40a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.391+0000 7f27fd6cd700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27e40a1630 0x7f27e40a3af0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f27f4009ca0 tx=0x7f27f4009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:32.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.394+0000 7f27ee7fc700 1 -- 172.21.15.39:0/566604781 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f27e80969b0 con 0x7f27f81014a0 2023-12-07T14:04:32.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.827+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f27f8197cf0 con 0x7f27f81014a0 2023-12-07T14:04:32.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.827+0000 7f27ee7fc700 1 -- 172.21.15.39:0/566604781 <== mon.1 v2:172.21.15.89:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+11359 (secure 0 0 0) 0x7f27e8099fd0 con 0x7f27f81014a0 2023-12-07T14:04:32.831 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:04:32.831 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:03:49.251998+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:04:32.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27e40a1630 msgr2=0x7f27e40a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27e40a1630 0x7f27e40a3af0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f27f4009ca0 tx=0x7f27f4009260 comp rx=0 tx=0).stop 2023-12-07T14:04:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f27f81014a0 msgr2=0x7f27f819cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f27f81014a0 0x7f27f819cc00 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f27e800eb90 tx=0x7f27e800eea0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 shutdown_connections 2023-12-07T14:04:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27e40a1630 0x7f27e40a3af0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f27f81064a0 0x7f27f8196810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27f8100ae0 0x7f27f819c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 --2- 172.21.15.39:0/566604781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f27f81014a0 0x7f27f819cc00 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 >> 172.21.15.39:0/566604781 conn(0x7f27f8076990 msgr2=0x7f27f80fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 shutdown_connections 2023-12-07T14:04:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:32.831+0000 7f27ff931700 1 -- 172.21.15.39:0/566604781 wait complete. 2023-12-07T14:04:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 33 2023-12-07T14:04:32.855 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:04:33.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.072+0000 7fef05b73700 1 -- 172.21.15.39:0/3833634280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 msgr2=0x7fef00108f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.072+0000 7fef05b73700 1 --2- 172.21.15.39:0/3833634280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00108f90 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7feee8009990 tx=0x7feee8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.072+0000 7fef05b73700 1 -- 172.21.15.39:0/3833634280 shutdown_connections 2023-12-07T14:04:33.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.072+0000 7fef05b73700 1 --2- 172.21.15.39:0/3833634280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef001165d0 0x7fef001189c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.072+0000 7fef05b73700 1 --2- 172.21.15.39:0/3833634280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef0010bb90 0x7fef001085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.072+0000 7fef05b73700 1 --2- 172.21.15.39:0/3833634280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00108f90 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.072+0000 7fef05b73700 1 -- 172.21.15.39:0/3833634280 >> 172.21.15.39:0/3833634280 conn(0x7fef0006c550 msgr2=0x7fef0006c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.073+0000 7fef05b73700 1 -- 172.21.15.39:0/3833634280 shutdown_connections 2023-12-07T14:04:33.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.073+0000 7fef05b73700 1 -- 172.21.15.39:0/3833634280 wait complete. 2023-12-07T14:04:33.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.074+0000 7fef05b73700 1 Processor -- start 2023-12-07T14:04:33.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7fef05b73700 1 -- start start 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7fef05b73700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00114970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7fef05b73700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef0010bb90 0x7fef00114eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7fef05b73700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef001165d0 0x7fef001b22e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7fef05b73700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef001b2850 con 0x7fef0010bb90 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7fef05b73700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef001b29c0 con 0x7fef001165d0 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7fef05b73700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef001b2b80 con 0x7fef00108b10 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00114970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00114970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60090/0 (socket says 172.21.15.39:60090) 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7feeff7fe700 1 -- 172.21.15.39:0/4258984905 learned_addr learned my addr 172.21.15.39:0/4258984905 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.075+0000 7feefffff700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef001165d0 0x7fef001b22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feeff7fe700 1 -- 172.21.15.39:0/4258984905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef001165d0 msgr2=0x7fef001b22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feeff7fe700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef001165d0 0x7fef001b22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feeff7fe700 1 -- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef0010bb90 msgr2=0x7fef00114eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feeff7fe700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef0010bb90 0x7fef00114eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feeff7fe700 1 -- 172.21.15.39:0/4258984905 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feee80095f0 con 0x7fef00108b10 2023-12-07T14:04:33.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feeff7fe700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00114970 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7feef0007e20 tx=0x7feef000a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feefcff9700 1 -- 172.21.15.39:0/4258984905 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef000ae00 con 0x7fef00108b10 2023-12-07T14:04:33.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef001b2e60 con 0x7fef00108b10 2023-12-07T14:04:33.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feefcff9700 1 -- 172.21.15.39:0/4258984905 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feef00128e0 con 0x7fef00108b10 2023-12-07T14:04:33.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7feefcff9700 1 -- 172.21.15.39:0/4258984905 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef00117a0 con 0x7fef00108b10 2023-12-07T14:04:33.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.076+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef001b3330 con 0x7fef00108b10 2023-12-07T14:04:33.084 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.081+0000 7fef11d6cb80 1 Processor -- start 2023-12-07T14:04:33.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.082+0000 7fef11d6cb80 1 -- start start 2023-12-07T14:04:33.087 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.082+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cba0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.082+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cba4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.082+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cba54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.082+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053cb147c0 con 0x56053cba5050 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.082+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053cafb7a0 con 0x56053cba0a40 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.082+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053caf90c0 con 0x56053cba1360 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.083+0000 7feefcff9700 1 -- 172.21.15.39:0/4258984905 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7feef0012a50 con 0x7fef00108b10 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cba0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cba0e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46574/0 (socket says 172.21.15.39:46574) 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefffff700 1 -- 172.21.15.39:0/2995606468 learned_addr learned my addr 172.21.15.39:0/2995606468 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefeffd700 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cba54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefcff9700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feeec0a16f0 0x7feeec0a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefcff9700 1 -- 172.21.15.39:0/4258984905 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7feef00cc9e0 con 0x7fef00108b10 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefeffd700 1 -- 172.21.15.39:0/2995606468 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 msgr2=0x56053cba4b10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:04:33.088 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefeffd700 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cba4b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefeffd700 1 -- 172.21.15.39:0/2995606468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 msgr2=0x56053cba0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefeffd700 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cba0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefeffd700 1 -- 172.21.15.39:0/2995606468 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56053c971630 con 0x56053cba5050 2023-12-07T14:04:33.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefffff700 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cba0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:33.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefffff700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feeec0a16f0 0x7feeec0a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.084+0000 7feefeffd700 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cba54b0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fef00115ec0 tx=0x7feee8009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=889778e57ea8ba7e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.085+0000 7feef5ffb700 1 -- 172.21.15.39:0/2995606468 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee801d070 con 0x56053cba5050 2023-12-07T14:04:33.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.085+0000 7feef5ffb700 1 -- 172.21.15.39:0/2995606468 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feee8004cf0 con 0x56053cba5050 2023-12-07T14:04:33.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.085+0000 7feef5ffb700 1 -- 172.21.15.39:0/2995606468 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee800b9b0 con 0x56053cba5050 2023-12-07T14:04:33.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7feefffff700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feeec0a16f0 0x7feeec0a3bb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7feef8013520 tx=0x7feef8004750 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2995606468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 msgr2=0x56053cba54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cba54b0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fef00115ec0 tx=0x7feee8009570 comp rx=0 tx=0).stop 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2995606468 shutdown_connections 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cba54b0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cba0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2995606468 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cba4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.086+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2995606468 >> 172.21.15.39:0/2995606468 conn(0x56053cacf360 msgr2=0x56053cb9b070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.087+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2995606468 shutdown_connections 2023-12-07T14:04:33.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.087+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2995606468 wait complete. 2023-12-07T14:04:33.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.087+0000 7fef11d6cb80 1 -- start start 2023-12-07T14:04:33.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.087+0000 7fef11d6cb80 1 Processor -- start 2023-12-07T14:04:33.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cba9c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba1360 0x56053cbaa190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.094 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba5050 0x56053cbaa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053caf49b0 con 0x56053cba0a40 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053caae560 con 0x56053cba1360 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053caae200 con 0x56053cba5050 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7fef11d6cb80 10 client.0 _ll_register_callbacks cb 0x56053c9d9a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cba9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cba9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55380/0 (socket says 172.21.15.39:55380) 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7feeff7fe700 1 -- 172.21.15.39:0/859517885 learned_addr learned my addr 172.21.15.39:0/859517885 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.088+0000 7feefffff700 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba5050 0x56053cbaa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.095 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.089+0000 7feefffff700 1 -- 172.21.15.39:0/859517885 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba1360 msgr2=0x56053cbaa190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.089+0000 7feefffff700 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba1360 0x56053cbaa190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.089+0000 7feefffff700 1 -- 172.21.15.39:0/859517885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 msgr2=0x56053cba9c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.089+0000 7feefffff700 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cba9c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.089+0000 7feefffff700 1 -- 172.21.15.39:0/859517885 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feef8009920 con 0x56053cba5050 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.089+0000 7feefffff700 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba5050 0x56053cbaa6d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feef8011790 tx=0x7feef80047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5b02c96abc1f6cd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.090+0000 7feedeffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.090+0000 7feedeffd700 1 -- 172.21.15.39:0/859517885 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef8010900 con 0x56053cba5050 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.090+0000 7feedeffd700 1 -- 172.21.15.39:0/859517885 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7feef8010a60 con 0x56053cba5050 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.090+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56053cb93a00 con 0x56053cba5050 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.090+0000 7feedeffd700 1 -- 172.21.15.39:0/859517885 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7feef8010c20 con 0x56053cba5050 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.091+0000 7fef11d6cb80 10 client.25792 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.096 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.091+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fef00119560 con 0x56053cba5050 2023-12-07T14:04:33.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.091+0000 7feedeffd700 1 -- 172.21.15.39:0/859517885 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56053cb93a00 con 0x56053cba5050 2023-12-07T14:04:33.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.098+0000 7feedeffd700 1 -- 172.21.15.39:0/859517885 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7feef8005320 con 0x56053cba5050 2023-12-07T14:04:33.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.102+0000 7fef11d6cb80 10 client.25792 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.102+0000 7fef11d6cb80 10 client.25792 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:04:33.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.102+0000 7fef11d6cb80 20 client.25792 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.102+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cbba350 0x56053cbbc770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.102+0000 7fef11d6cb80 4 client.25792 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:33.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.102+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56053cb6f6a0 con 0x56053cbba350 2023-12-07T14:04:33.105 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.102+0000 7feeff7fe700 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cbba350 0x56053cbbc770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.108+0000 7feeff7fe700 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cbba350 0x56053cbbc770 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=27b5805d5b28649 server_cookie=5110d5c88c44bf35 in_seq=0 out_seq=0 2023-12-07T14:04:33.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.108+0000 7feedeffd700 10 client.25792 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:04:33.114 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.110+0000 7feedeffd700 1 -- 172.21.15.39:0/859517885 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56053cb6f6a0 con 0x56053cbba350 2023-12-07T14:04:33.114 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.110+0000 7feedeffd700 10 client.25792 handle_command_reply: tid=0 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.110+0000 7fef11d6cb80 1 client.25792 shutdown 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.110+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba5050 msgr2=0x56053cbaa6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.110+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba5050 0x56053cbaa6d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7feef8011790 tx=0x7feef80047c0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.110+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 shutdown_connections 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.110+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba5050 0x56053cbaa6d0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cba9c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cbba350 0x56053cbbc770 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/859517885 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba1360 0x56053cbaa190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 >> 172.21.15.39:0/859517885 conn(0x56053cacf360 msgr2=0x56053cba64b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7feedeffd700 0 client.25792 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 shutdown_connections 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7fef11d6cb80 1 -- 172.21.15.39:0/859517885 wait complete. 2023-12-07T14:04:33.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.111+0000 7fef11d6cb80 20 client.25792 trim_cache size 0 max 16384 2023-12-07T14:04:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 Processor -- start 2023-12-07T14:04:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 -- start start 2023-12-07T14:04:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cbbc740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbaa4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cbb1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053c973920 con 0x56053cba5050 2023-12-07T14:04:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053cb97810 con 0x56053cba0a40 2023-12-07T14:04:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053cb9c960 con 0x56053cba1360 2023-12-07T14:04:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cbbc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cbbc740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46590/0 (socket says 172.21.15.39:46590) 2023-12-07T14:04:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.132+0000 7feeff7fe700 1 -- 172.21.15.39:0/4115884075 learned_addr learned my addr 172.21.15.39:0/4115884075 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feefffff700 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cbb1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feefeffd700 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbaa4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feeff7fe700 1 -- 172.21.15.39:0/4115884075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 msgr2=0x56053cbaa4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feeff7fe700 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbaa4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feeff7fe700 1 -- 172.21.15.39:0/4115884075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 msgr2=0x56053cbb1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feeff7fe700 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cbb1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feeff7fe700 1 -- 172.21.15.39:0/4115884075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56053c91dde0 con 0x56053cba0a40 2023-12-07T14:04:33.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feefeffd700 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbaa4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:33.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feefffff700 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cbb1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:33.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feeff7fe700 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cbbc740 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7feef0007df0 tx=0x7feef00b9040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f86dbf07f8a03c9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feef67fc700 1 -- 172.21.15.39:0/4115884075 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef009dc30 con 0x56053cba0a40 2023-12-07T14:04:33.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feef67fc700 1 -- 172.21.15.39:0/4115884075 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feef00a1e70 con 0x56053cba0a40 2023-12-07T14:04:33.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.133+0000 7feef67fc700 1 -- 172.21.15.39:0/4115884075 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef0098fd0 con 0x56053cba0a40 2023-12-07T14:04:33.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.134+0000 7fef11d6cb80 1 -- 172.21.15.39:0/4115884075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 msgr2=0x56053cbbc740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.134+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cbbc740 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7feef0007df0 tx=0x7feef00b9040 comp rx=0 tx=0).stop 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.134+0000 7fef11d6cb80 1 -- 172.21.15.39:0/4115884075 shutdown_connections 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.134+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba5050 0x56053cbb1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.134+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba0a40 0x56053cbbc740 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.134+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/4115884075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbaa4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.135+0000 7fef11d6cb80 1 -- 172.21.15.39:0/4115884075 >> 172.21.15.39:0/4115884075 conn(0x56053cacf360 msgr2=0x56053cb9b010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.135+0000 7fef11d6cb80 1 -- 172.21.15.39:0/4115884075 shutdown_connections 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.135+0000 7fef11d6cb80 1 -- 172.21.15.39:0/4115884075 wait complete. 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.135+0000 7fef11d6cb80 1 -- start start 2023-12-07T14:04:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 1 Processor -- start 2023-12-07T14:04:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cbaa7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbb1240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba5050 0x56053cba94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053cbb1b00 con 0x56053cba0a40 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053cba99f0 con 0x56053cba5050 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56053cba9bb0 con 0x56053cba1360 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.136+0000 7fef11d6cb80 10 client.0 _ll_register_callbacks cb 0x56053c9d9a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cbaa7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cbaa7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55398/0 (socket says 172.21.15.39:55398) 2023-12-07T14:04:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 -- 172.21.15.39:0/2761775420 learned_addr learned my addr 172.21.15.39:0/2761775420 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feefffff700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba5050 0x56053cba94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feefeffd700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbb1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 -- 172.21.15.39:0/2761775420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 msgr2=0x56053cbb1240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbb1240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 -- 172.21.15.39:0/2761775420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba5050 msgr2=0x56053cba94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba5050 0x56053cba94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feeff7fe700 1 -- 172.21.15.39:0/2761775420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef001b3330 con 0x56053cba0a40 2023-12-07T14:04:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.137+0000 7feefffff700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba5050 0x56053cba94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.138+0000 7feeff7fe700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cbaa7d0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7feef000a740 tx=0x7feef00a1fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c03d3e54689c55f5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.138+0000 7feedeffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.138+0000 7feedeffd700 1 -- 172.21.15.39:0/2761775420 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef00991d0 con 0x56053cba0a40 2023-12-07T14:04:33.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.138+0000 7feedeffd700 1 -- 172.21.15.39:0/2761775420 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7feef0099d40 con 0x56053cba0a40 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.138+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feee8004cf0 con 0x56053cba0a40 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7feedeffd700 1 -- 172.21.15.39:0/2761775420 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7feef0099f00 con 0x56053cba0a40 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 10 client.16095 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x56053c906c60 con 0x56053cba0a40 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7feedeffd700 1 -- 172.21.15.39:0/2761775420 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feee8004cf0 con 0x56053cba0a40 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7feedeffd700 1 -- 172.21.15.39:0/2761775420 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7feef0095b10 con 0x56053cba0a40 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 10 client.16095 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 10 client.16095 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 20 client.16095 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cc11620 0x56053cc13a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 4 client.16095 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.140+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56053cabafd0 con 0x56053cc11620 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.141+0000 7feefeffd700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cc11620 0x56053cc13a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.142+0000 7feefeffd700 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cc11620 0x56053cc13a40 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8366a52e02349ba0 server_cookie=7ebba87ea97cd17 in_seq=0 out_seq=0 2023-12-07T14:04:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.142+0000 7feedeffd700 10 client.16095 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.142+0000 7feedeffd700 1 -- 172.21.15.39:0/2761775420 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56053cabafd0 con 0x56053cc11620 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.142+0000 7feedeffd700 10 client.16095 handle_command_reply: tid=0 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.142+0000 7fef11d6cb80 1 client.16095 shutdown 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.142+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 msgr2=0x56053cbaa7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.142+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cbaa7d0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7feef000a740 tx=0x7feef00a1fe0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.143+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 shutdown_connections 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.143+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56053cc11620 0x56053cc13a40 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.143+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56053cba5050 0x56053cba94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.143+0000 7feedeffd700 0 client.16095 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.143+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56053cba0a40 0x56053cbaa7d0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.143+0000 7fef11d6cb80 1 --2- 172.21.15.39:0/2761775420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56053cba1360 0x56053cbb1240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.143+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 >> 172.21.15.39:0/2761775420 conn(0x56053cacf360 msgr2=0x56053cba84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.144+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 shutdown_connections 2023-12-07T14:04:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.144+0000 7fef11d6cb80 1 -- 172.21.15.39:0/2761775420 wait complete. 2023-12-07T14:04:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.144+0000 7fef11d6cb80 20 client.16095 trim_cache size 0 max 16384 2023-12-07T14:04:33.150 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:04:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feeec0a16f0 msgr2=0x7feeec0a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feeec0a16f0 0x7feeec0a3bb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7feef8013520 tx=0x7feef8004750 comp rx=0 tx=0).stop 2023-12-07T14:04:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 msgr2=0x7fef00114970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00114970 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7feef0007e20 tx=0x7feef000a340 comp rx=0 tx=0).stop 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 shutdown_connections 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feeec0a16f0 0x7feeec0a3bb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef001165d0 0x7fef001b22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fef00108b10 0x7fef00114970 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 --2- 172.21.15.39:0/4258984905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef0010bb90 0x7fef00114eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.145+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 >> 172.21.15.39:0/4258984905 conn(0x7fef0006c550 msgr2=0x7fef00071f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.146+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 shutdown_connections 2023-12-07T14:04:33.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.146+0000 7fef05b73700 1 -- 172.21.15.39:0/4258984905 wait complete. 2023-12-07T14:04:33.171 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:04:33.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.376+0000 7ff57b766700 1 -- 172.21.15.39:0/3996580038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574107540 msgr2=0x7ff574107920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.376+0000 7ff57b766700 1 --2- 172.21.15.39:0/3996580038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574107540 0x7ff574107920 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7ff5700099c0 tx=0x7ff570009cd0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.377+0000 7ff57b766700 1 -- 172.21.15.39:0/3996580038 shutdown_connections 2023-12-07T14:04:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.377+0000 7ff57b766700 1 --2- 172.21.15.39:0/3996580038 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff574100310 0x7ff57410e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.377+0000 7ff57b766700 1 --2- 172.21.15.39:0/3996580038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574107540 0x7ff574107920 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.377+0000 7ff57b766700 1 --2- 172.21.15.39:0/3996580038 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5740ff950 0x7ff5740ffdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.377+0000 7ff57b766700 1 -- 172.21.15.39:0/3996580038 >> 172.21.15.39:0/3996580038 conn(0x7ff574076880 msgr2=0x7ff5740fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.377+0000 7ff57b766700 1 -- 172.21.15.39:0/3996580038 shutdown_connections 2023-12-07T14:04:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.377+0000 7ff57b766700 1 -- 172.21.15.39:0/3996580038 wait complete. 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 Processor -- start 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 -- start start 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5740ff950 0x7ff5741a2b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574100310 0x7ff5741a3040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff574107540 0x7ff57410d320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57410da80 con 0x7ff574100310 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57410dbf0 con 0x7ff5740ff950 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.378+0000 7ff57b766700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57410ddb0 con 0x7ff574107540 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5740ff950 0x7ff5741a2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff578d01700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574100310 0x7ff5741a3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5740ff950 0x7ff5741a2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46612/0 (socket says 172.21.15.39:46612) 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff578d01700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574100310 0x7ff5741a3040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55412/0 (socket says 172.21.15.39:55412) 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 -- 172.21.15.39:0/4251093344 learned_addr learned my addr 172.21.15.39:0/4251093344 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579d03700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff574107540 0x7ff57410d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 -- 172.21.15.39:0/4251093344 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff574107540 msgr2=0x7ff57410d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff574107540 0x7ff57410d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 -- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574100310 msgr2=0x7ff5741a3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574100310 0x7ff5741a3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 -- 172.21.15.39:0/4251093344 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff56c009c40 con 0x7ff5740ff950 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.379+0000 7ff579502700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5740ff950 0x7ff5741a2b00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff57000f690 tx=0x7ff57000bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.380+0000 7ff56a7fc700 1 -- 172.21.15.39:0/4251093344 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff57001c070 con 0x7ff5740ff950 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.380+0000 7ff56a7fc700 1 -- 172.21.15.39:0/4251093344 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff57000fda0 con 0x7ff5740ff950 2023-12-07T14:04:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.380+0000 7ff56a7fc700 1 -- 172.21.15.39:0/4251093344 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff570022cd0 con 0x7ff5740ff950 2023-12-07T14:04:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.380+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5700095f0 con 0x7ff5740ff950 2023-12-07T14:04:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.380+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5741aaa20 con 0x7ff5740ff950 2023-12-07T14:04:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.385+0000 7ff56a7fc700 1 -- 172.21.15.39:0/4251093344 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff570020070 con 0x7ff5740ff950 2023-12-07T14:04:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.385+0000 7ff58795fb80 1 Processor -- start 2023-12-07T14:04:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff58795fb80 1 -- start start 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080caae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080caeb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080caf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff58795fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080c1e7c0 con 0x55d080caf050 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff58795fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080c057a0 con 0x55d080caaa40 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff58795fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080c030c0 con 0x55d080cab360 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff579d03700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080caae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff578d01700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080caf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff56a7fc700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5600a1740 0x7ff5600a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff579d03700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080caae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46616/0 (socket says 172.21.15.39:46616) 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff579d03700 1 -- 172.21.15.39:0/10412191 learned_addr learned my addr 172.21.15.39:0/10412191 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff579502700 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080caeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.386+0000 7ff579d03700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5600a1740 0x7ff5600a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff579d03700 1 -- 172.21.15.39:0/10412191 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 msgr2=0x55d080caeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff579d03700 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080caeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff579d03700 1 -- 172.21.15.39:0/10412191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 msgr2=0x55d080caf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff579d03700 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080caf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff579d03700 1 -- 172.21.15.39:0/10412191 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d080a7b630 con 0x55d080caaa40 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff578d01700 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080caf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff56a7fc700 1 -- 172.21.15.39:0/4251093344 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff5700cdd90 con 0x7ff5740ff950 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff579d03700 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080caae20 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff56c009c10 tx=0x7ff56c007f00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27ac067a7f0b3ae7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff579d03700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5600a1740 0x7ff5600a3c00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff56c01b000 tx=0x7ff56c01d000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff55f7fe700 1 -- 172.21.15.39:0/10412191 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff56c00e070 con 0x55d080caaa40 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff55f7fe700 1 -- 172.21.15.39:0/10412191 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff56c00f040 con 0x55d080caaa40 2023-12-07T14:04:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.387+0000 7ff55f7fe700 1 -- 172.21.15.39:0/10412191 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff56c0236d0 con 0x55d080caaa40 2023-12-07T14:04:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.388+0000 7ff58795fb80 1 -- 172.21.15.39:0/10412191 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 msgr2=0x55d080caae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.388+0000 7ff58795fb80 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080caae20 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff56c009c10 tx=0x7ff56c007f00 comp rx=0 tx=0).stop 2023-12-07T14:04:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.389+0000 7ff58795fb80 1 -- 172.21.15.39:0/10412191 shutdown_connections 2023-12-07T14:04:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.389+0000 7ff58795fb80 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080caf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.389+0000 7ff58795fb80 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080caae20 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.389+0000 7ff58795fb80 1 --2- 172.21.15.39:0/10412191 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080caeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.389+0000 7ff58795fb80 1 -- 172.21.15.39:0/10412191 >> 172.21.15.39:0/10412191 conn(0x55d080bd9360 msgr2=0x55d080ca5070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.390+0000 7ff58795fb80 1 -- 172.21.15.39:0/10412191 shutdown_connections 2023-12-07T14:04:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.390+0000 7ff58795fb80 1 -- 172.21.15.39:0/10412191 wait complete. 2023-12-07T14:04:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.390+0000 7ff58795fb80 1 -- start start 2023-12-07T14:04:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.390+0000 7ff58795fb80 1 Processor -- start 2023-12-07T14:04:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caaa40 0x55d080cb6860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080cb3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caf050 0x55d080cb4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff58795fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080bfe9b0 con 0x55d080caaa40 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff58795fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080bb8560 con 0x55d080caf050 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff58795fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080bb8200 con 0x55d080cab360 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff58795fb80 10 client.0 _ll_register_callbacks cb 0x55d080ae3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579502700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caaa40 0x55d080cb6860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579502700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caaa40 0x55d080cb6860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55422/0 (socket says 172.21.15.39:55422) 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579502700 1 -- 172.21.15.39:0/862599716 learned_addr learned my addr 172.21.15.39:0/862599716 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579d03700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caf050 0x55d080cb4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff578d01700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080cb3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579d03700 1 -- 172.21.15.39:0/862599716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 msgr2=0x55d080cb3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579d03700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080cb3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579d03700 1 -- 172.21.15.39:0/862599716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caaa40 msgr2=0x55d080cb6860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579d03700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caaa40 0x55d080cb6860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.391+0000 7ff579d03700 1 -- 172.21.15.39:0/862599716 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5640098e0 con 0x55d080caf050 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.392+0000 7ff578d01700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080cb3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.392+0000 7ff579d03700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caf050 0x55d080cb4220 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff56c009c10 tx=0x7ff56c009b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dae27cffab729303 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.392+0000 7ff55cff9700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.392+0000 7ff55cff9700 1 -- 172.21.15.39:0/862599716 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff56c00e040 con 0x55d080caf050 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.392+0000 7ff55cff9700 1 -- 172.21.15.39:0/862599716 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff56c023670 con 0x55d080caf050 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.392+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d080c9da00 con 0x55d080caf050 2023-12-07T14:04:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.392+0000 7ff55cff9700 1 -- 172.21.15.39:0/862599716 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff56c017e10 con 0x55d080caf050 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 10 client.25709 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7ff56c007800 con 0x55d080caf050 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff55cff9700 1 -- 172.21.15.39:0/862599716 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d080c9da00 con 0x55d080caf050 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff55cff9700 1 -- 172.21.15.39:0/862599716 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff56c007c20 con 0x55d080caf050 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 10 client.25709 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 10 client.25709 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 20 client.25709 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080cc4380 0x55d080cc67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 4 client.25709 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d080c796a0 con 0x55d080cc4380 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.393+0000 7ff579502700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080cc4380 0x55d080cc67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.394+0000 7ff55cff9700 10 client.25709 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.394+0000 7ff579502700 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080cc4380 0x55d080cc67a0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=677201f43df61ee2 server_cookie=84423a269ee8d5d6 in_seq=0 out_seq=0 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff55cff9700 1 -- 172.21.15.39:0/862599716 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d080c796a0 con 0x55d080cc4380 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff55cff9700 10 client.25709 handle_command_reply: tid=0 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 client.25709 shutdown 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caf050 msgr2=0x55d080cb4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caf050 0x55d080cb4220 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff56c009c10 tx=0x7ff56c009b70 comp rx=0 tx=0).stop 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 shutdown_connections 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caf050 0x55d080cb4220 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caaa40 0x55d080cb6860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080cc4380 0x55d080cc67a0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 --2- 172.21.15.39:0/862599716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080cab360 0x55d080cb3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff55cff9700 0 client.25709 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:04:33.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 >> 172.21.15.39:0/862599716 conn(0x55d080bd9360 msgr2=0x55d080cb04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 shutdown_connections 2023-12-07T14:04:33.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 1 -- 172.21.15.39:0/862599716 wait complete. 2023-12-07T14:04:33.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.395+0000 7ff58795fb80 20 client.25709 trim_cache size 0 max 16384 2023-12-07T14:04:33.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 Processor -- start 2023-12-07T14:04:33.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 -- start start 2023-12-07T14:04:33.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080ca68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080cab360 0x55d080cbb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.421 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caf050 0x55d080cbb810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080a7d920 con 0x55d080cab360 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080c9d9d0 con 0x55d080caaa40 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.417+0000 7ff58795fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080ca5bb0 con 0x55d080caf050 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080ca68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff578d01700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080cab360 0x55d080cbb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080ca68b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46632/0 (socket says 172.21.15.39:46632) 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff578d01700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080cab360 0x55d080cbb2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55432/0 (socket says 172.21.15.39:55432) 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 -- 172.21.15.39:0/47256576 learned_addr learned my addr 172.21.15.39:0/47256576 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579d03700 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caf050 0x55d080cbb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 -- 172.21.15.39:0/47256576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caf050 msgr2=0x55d080cbb810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caf050 0x55d080cbb810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 -- 172.21.15.39:0/47256576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080cab360 msgr2=0x55d080cbb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080cab360 0x55d080cbb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.418+0000 7ff579502700 1 -- 172.21.15.39:0/47256576 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d080a27de0 con 0x55d080caaa40 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.419+0000 7ff579502700 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080ca68b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff570009fd0 tx=0x7ff5700d0260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f2aec263941c151 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.419+0000 7ff55ffff700 1 -- 172.21.15.39:0/47256576 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff57009efc0 con 0x55d080caaa40 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.419+0000 7ff55ffff700 1 -- 172.21.15.39:0/47256576 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff57009ae70 con 0x55d080caaa40 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.419+0000 7ff55ffff700 1 -- 172.21.15.39:0/47256576 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff57009a360 con 0x55d080caaa40 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 -- 172.21.15.39:0/47256576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 msgr2=0x55d080ca68b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080ca68b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff570009fd0 tx=0x7ff5700d0260 comp rx=0 tx=0).stop 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 -- 172.21.15.39:0/47256576 shutdown_connections 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caf050 0x55d080cbb810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080caaa40 0x55d080ca68b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 --2- 172.21.15.39:0/47256576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080cab360 0x55d080cbb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 -- 172.21.15.39:0/47256576 >> 172.21.15.39:0/47256576 conn(0x55d080bd9360 msgr2=0x55d080c9fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 -- 172.21.15.39:0/47256576 shutdown_connections 2023-12-07T14:04:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 -- 172.21.15.39:0/47256576 wait complete. 2023-12-07T14:04:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.420+0000 7ff58795fb80 1 -- start start 2023-12-07T14:04:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 1 Processor -- start 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caaa40 0x55d080cb92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080cab360 0x55d080cb97f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080cb9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080d199f0 con 0x55d080caf050 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080d19b60 con 0x55d080cab360 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d080d2ad30 con 0x55d080caaa40 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff58795fb80 10 client.0 _ll_register_callbacks cb 0x55d080ae3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.421+0000 7ff578d01700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080cab360 0x55d080cb97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.422+0000 7ff579d03700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080cb9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.422+0000 7ff579d03700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080cb9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55440/0 (socket says 172.21.15.39:55440) 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.422+0000 7ff579d03700 1 -- 172.21.15.39:0/1242767584 learned_addr learned my addr 172.21.15.39:0/1242767584 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.422+0000 7ff579502700 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caaa40 0x55d080cb92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.422+0000 7ff579d03700 1 -- 172.21.15.39:0/1242767584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caaa40 msgr2=0x55d080cb92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.422+0000 7ff579d03700 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caaa40 0x55d080cb92b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.423+0000 7ff579d03700 1 -- 172.21.15.39:0/1242767584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080cab360 msgr2=0x55d080cb97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.423+0000 7ff579d03700 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080cab360 0x55d080cb97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.423+0000 7ff579d03700 1 -- 172.21.15.39:0/1242767584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5741aaa20 con 0x55d080caf050 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.423+0000 7ff579d03700 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080cb9d30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ff56c000f80 tx=0x7ff56c006180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97331feade1fa69 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.423+0000 7ff55cff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.423+0000 7ff55cff9700 1 -- 172.21.15.39:0/1242767584 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff56c00e040 con 0x55d080caf050 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.424+0000 7ff55cff9700 1 -- 172.21.15.39:0/1242767584 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff56c02db60 con 0x55d080caf050 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.424+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff56c00f040 con 0x55d080caf050 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.424+0000 7ff55cff9700 1 -- 172.21.15.39:0/1242767584 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff56c01aea0 con 0x55d080caf050 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.424+0000 7ff58795fb80 10 client.16113 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.424+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d080a10c60 con 0x55d080caf050 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.425+0000 7ff55cff9700 1 -- 172.21.15.39:0/1242767584 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff56c00f040 con 0x55d080caf050 2023-12-07T14:04:33.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.425+0000 7ff55cff9700 1 -- 172.21.15.39:0/1242767584 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff56c023bf0 con 0x55d080caf050 2023-12-07T14:04:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.426+0000 7ff58795fb80 10 client.16113 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.426+0000 7ff58795fb80 10 client.16113 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:04:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.426+0000 7ff58795fb80 20 client.16113 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.426+0000 7ff58795fb80 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080d2c1a0 0x55d080d2e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.426+0000 7ff58795fb80 4 client.16113 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:04:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.426+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d080bc4fd0 con 0x55d080d2c1a0 2023-12-07T14:04:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.426+0000 7ff579502700 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080d2c1a0 0x55d080d2e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff55cff9700 10 client.16113 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:04:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff579502700 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080d2c1a0 0x55d080d2e590 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9e366e021609820e server_cookie=532cfa800f3144ea in_seq=0 out_seq=0 2023-12-07T14:04:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff55cff9700 1 -- 172.21.15.39:0/1242767584 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d080bc4fd0 con 0x55d080d2c1a0 2023-12-07T14:04:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff55cff9700 10 client.16113 handle_command_reply: tid=0 2023-12-07T14:04:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 client.16113 shutdown 2023-12-07T14:04:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 msgr2=0x55d080cb9d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080cb9d30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7ff56c000f80 tx=0x7ff56c006180 comp rx=0 tx=0).stop 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 shutdown_connections 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d080caf050 0x55d080cb9d30 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55d080d2c1a0 0x55d080d2e590 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d080caaa40 0x55d080cb92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 --2- 172.21.15.39:0/1242767584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d080cab360 0x55d080cb97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 >> 172.21.15.39:0/1242767584 conn(0x55d080bd9360 msgr2=0x55d080cb3370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff55cff9700 0 client.16113 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 shutdown_connections 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 1 -- 172.21.15.39:0/1242767584 wait complete. 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.427+0000 7ff58795fb80 20 client.16113 trim_cache size 0 max 16384 2023-12-07T14:04:33.432 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:04:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5600a1740 msgr2=0x7ff5600a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5600a1740 0x7ff5600a3c00 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff56c01b000 tx=0x7ff56c01d000 comp rx=0 tx=0).stop 2023-12-07T14:04:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5740ff950 msgr2=0x7ff5741a2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5740ff950 0x7ff5741a2b00 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff57000f690 tx=0x7ff57000bfd0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 shutdown_connections 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff574107540 0x7ff57410d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5600a1740 0x7ff5600a3c00 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5740ff950 0x7ff5741a2b00 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 --2- 172.21.15.39:0/4251093344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff574100310 0x7ff5741a3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 >> 172.21.15.39:0/4251093344 conn(0x7ff574076880 msgr2=0x7ff5740fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 shutdown_connections 2023-12-07T14:04:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.428+0000 7ff57b766700 1 -- 172.21.15.39:0/4251093344 wait complete. 2023-12-07T14:04:33.450 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:33 smithi039 ceph-mon[98864]: pgmap v64: 97 pgs: 97 active+clean; 3.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 60 MiB/s wr, 2.65k op/s 2023-12-07T14:04:33.450 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:33 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/566604781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:04:33.451 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:04:33.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:33 smithi055 ceph-mon[103363]: pgmap v64: 97 pgs: 97 active+clean; 3.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 60 MiB/s wr, 2.65k op/s 2023-12-07T14:04:33.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:33 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/566604781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:04:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.662+0000 7f2d71487700 1 -- 172.21.15.39:0/316919507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 msgr2=0x7f2d6c0fff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.662+0000 7f2d71487700 1 --2- 172.21.15.39:0/316919507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 0x7f2d6c0fff10 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c009990 tx=0x7f2d5c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.664+0000 7f2d71487700 1 -- 172.21.15.39:0/316919507 shutdown_connections 2023-12-07T14:04:33.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.664+0000 7f2d71487700 1 --2- 172.21.15.39:0/316919507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d6c100450 0x7f2d6c10c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.664+0000 7f2d71487700 1 --2- 172.21.15.39:0/316919507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d6c105aa0 0x7f2d6c105e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.664+0000 7f2d71487700 1 --2- 172.21.15.39:0/316919507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 0x7f2d6c0fff10 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.664+0000 7f2d71487700 1 -- 172.21.15.39:0/316919507 >> 172.21.15.39:0/316919507 conn(0x7f2d6c0768f0 msgr2=0x7f2d6c0fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.664+0000 7f2d71487700 1 -- 172.21.15.39:0/316919507 shutdown_connections 2023-12-07T14:04:33.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.664+0000 7f2d71487700 1 -- 172.21.15.39:0/316919507 wait complete. 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.665+0000 7f2d71487700 1 Processor -- start 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.665+0000 7f2d71487700 1 -- start start 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.665+0000 7f2d71487700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 0x7f2d6c19f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.665+0000 7f2d71487700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d6c100450 0x7f2d6c19fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d71487700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d6c105aa0 0x7f2d6c199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d71487700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d6c19a260 con 0x7f2d6c0ffa90 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d71487700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d6c19a3d0 con 0x7f2d6c100450 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d71487700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d6c19a590 con 0x7f2d6c105aa0 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 0x7f2d6c19f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 0x7f2d6c19f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55450/0 (socket says 172.21.15.39:55450) 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d6c105aa0 0x7f2d6c199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6affd700 1 -- 172.21.15.39:0/947084884 learned_addr learned my addr 172.21.15.39:0/947084884 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d6c100450 0x7f2d6c19fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/947084884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d6c105aa0 msgr2=0x7f2d6c199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d6c105aa0 0x7f2d6c199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 msgr2=0x7f2d6c19f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 0x7f2d6c19f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/947084884 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d5c0095f0 con 0x7f2d6c100450 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.666+0000 7f2d6b7fe700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d6c105aa0 0x7f2d6c199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.667+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d6c100450 0x7f2d6c19fd00 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c000c00 tx=0x7f2d5c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.668+0000 7f2d53fff700 1 -- 172.21.15.39:0/947084884 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c01d070 con 0x7f2d6c100450 2023-12-07T14:04:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.668+0000 7f2d53fff700 1 -- 172.21.15.39:0/947084884 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d5c021410 con 0x7f2d6c100450 2023-12-07T14:04:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.668+0000 7f2d53fff700 1 -- 172.21.15.39:0/947084884 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c017650 con 0x7f2d6c100450 2023-12-07T14:04:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.669+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d6c19a810 con 0x7f2d6c100450 2023-12-07T14:04:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.669+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d6c1a67b0 con 0x7f2d6c100450 2023-12-07T14:04:33.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.672+0000 7f2d53fff700 1 -- 172.21.15.39:0/947084884 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2d5c021580 con 0x7f2d6c100450 2023-12-07T14:04:33.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d53fff700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2d540a1740 0x7f2d540a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d53fff700 1 -- 172.21.15.39:0/947084884 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2d5c0cdce0 con 0x7f2d6c100450 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d6affd700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2d540a1740 0x7f2d540a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d7d680b80 1 Processor -- start 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d7d680b80 1 -- start start 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ca250 0x558afc7ca630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7cab70 0x558afc7ce320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.673+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7cecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc7357c0 con 0x558afc7cab70 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc71c7a0 con 0x558afc7ce860 2023-12-07T14:04:33.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc71a0c0 con 0x558afc7ca250 2023-12-07T14:04:33.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ca250 0x558afc7ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ca250 0x558afc7ca630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60180/0 (socket says 172.21.15.39:60180) 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 -- 172.21.15.39:0/634441834 learned_addr learned my addr 172.21.15.39:0/634441834 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6b7fe700 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7cecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2d540a1740 0x7f2d540a3c00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000ae80 tx=0x7f2d6000e730 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 -- 172.21.15.39:0/634441834 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 msgr2=0x558afc7cecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7cecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 -- 172.21.15.39:0/634441834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7cab70 msgr2=0x558afc7ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7cab70 0x558afc7ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.674+0000 7f2d6affd700 1 -- 172.21.15.39:0/634441834 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558afc592630 con 0x558afc7ca250 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.675+0000 7f2d6affd700 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ca250 0x558afc7ca630 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000abc0 tx=0x7f2d6001c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45606719e2a127a1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.675+0000 7f2d517fa700 1 -- 172.21.15.39:0/634441834 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d60013030 con 0x558afc7ca250 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.675+0000 7f2d517fa700 1 -- 172.21.15.39:0/634441834 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d60015050 con 0x558afc7ca250 2023-12-07T14:04:33.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.675+0000 7f2d517fa700 1 -- 172.21.15.39:0/634441834 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d60024d90 con 0x558afc7ca250 2023-12-07T14:04:33.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 -- 172.21.15.39:0/634441834 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ca250 msgr2=0x558afc7ca630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ca250 0x558afc7ca630 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000abc0 tx=0x7f2d6001c000 comp rx=0 tx=0).stop 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 -- 172.21.15.39:0/634441834 shutdown_connections 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7cecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ca250 0x558afc7ca630 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/634441834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7cab70 0x558afc7ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 -- 172.21.15.39:0/634441834 >> 172.21.15.39:0/634441834 conn(0x558afc6f0360 msgr2=0x558afc7bc070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 -- 172.21.15.39:0/634441834 shutdown_connections 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 -- 172.21.15.39:0/634441834 wait complete. 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 -- start start 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.676+0000 7f2d7d680b80 1 Processor -- start 2023-12-07T14:04:33.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7d3950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7d3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc7159b0 con 0x558afc7ca250 2023-12-07T14:04:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc6cf560 con 0x558afc7cab70 2023-12-07T14:04:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc6cf200 con 0x558afc7ce860 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d7d680b80 10 client.0 _ll_register_callbacks cb 0x558afc5faa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d6a7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7d3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7d3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55464/0 (socket says 172.21.15.39:55464) 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.677+0000 7f2d6affd700 1 -- 172.21.15.39:0/3946053961 learned_addr learned my addr 172.21.15.39:0/3946053961 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.678+0000 7f2d6b7fe700 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7d3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.678+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 msgr2=0x558afc7d3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.678+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7d3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.678+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/3946053961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 msgr2=0x558afc7d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.678+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7d3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.678+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/3946053961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d60016040 con 0x558afc7cab70 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7d3950 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c0cb4a0 tx=0x7f2d5c097100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a07886a18fbe40fa server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d4eff5700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3946053961 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c0b2070 con 0x558afc7cab70 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3946053961 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2d5c09e030 con 0x558afc7cab70 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558afc7b4a00 con 0x558afc7cab70 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3946053961 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d5c021a70 con 0x558afc7cab70 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d7d680b80 10 client.25724 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.679+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x558afc53ede0 con 0x558afc7cab70 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3946053961 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558afc7b4a00 con 0x558afc7cab70 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3946053961 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f2d5c09b020 con 0x558afc7cab70 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d7d680b80 10 client.25724 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d7d680b80 10 client.25724 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d7d680b80 20 client.25724 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc7c0d40 0x558afc7c3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d7d680b80 4 client.25724 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558afc7906a0 con 0x558afc7c0d40 2023-12-07T14:04:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d6affd700 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc7c0d40 0x558afc7c3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.680+0000 7f2d4eff5700 10 client.25724 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.681+0000 7f2d6affd700 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc7c0d40 0x558afc7c3160 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=46f3c62140db77ea server_cookie=74b7efd7dce89c68 in_seq=0 out_seq=0 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.681+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3946053961 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x558afc7906a0 con 0x558afc7c0d40 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.681+0000 7f2d4eff5700 10 client.25724 handle_command_reply: tid=0 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.681+0000 7f2d7d680b80 1 client.25724 shutdown 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 msgr2=0x558afc7d3950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7d3950 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c0cb4a0 tx=0x7f2d5c097100 comp rx=0 tx=0).stop 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 shutdown_connections 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc7c0d40 0x558afc7c3160 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7d3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7d3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3946053961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7d3950 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 >> 172.21.15.39:0/3946053961 conn(0x558afc6f0360 msgr2=0x558afc7cfcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d4eff5700 0 client.25724 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:04:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 shutdown_connections 2023-12-07T14:04:33.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3946053961 wait complete. 2023-12-07T14:04:33.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.682+0000 7f2d7d680b80 20 client.25724 trim_cache size 0 max 16384 2023-12-07T14:04:33.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:33 smithi089 ceph-mon[103124]: pgmap v64: 97 pgs: 97 active+clean; 3.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 60 MiB/s wr, 2.65k op/s 2023-12-07T14:04:33.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:33 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/566604781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:04:33.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 Processor -- start 2023-12-07T14:04:33.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 -- start start 2023-12-07T14:04:33.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7cc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7cab70 0x558afc7e5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7e57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc594920 con 0x558afc7ca250 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc7d6370 con 0x558afc7ce860 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.706+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc7b4790 con 0x558afc7cab70 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7e57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7e57c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46674/0 (socket says 172.21.15.39:46674) 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6b7fe700 1 -- 172.21.15.39:0/2618168778 learned_addr learned my addr 172.21.15.39:0/2618168778 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7cab70 0x558afc7e5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/2618168778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 msgr2=0x558afc7e57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7e57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/2618168778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 msgr2=0x558afc7cc290 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7cc290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.709+0000 7f2d6a7fc700 1 -- 172.21.15.39:0/2618168778 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d6c114c60 con 0x558afc7cab70 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.710+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7cab70 0x558afc7e5280 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c097830 tx=0x7f2d5c021c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c4d0853b987d360 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.711+0000 7f2d51ffb700 1 -- 172.21.15.39:0/2618168778 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c0b2070 con 0x558afc7cab70 2023-12-07T14:04:33.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.711+0000 7f2d51ffb700 1 -- 172.21.15.39:0/2618168778 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d5c021a70 con 0x558afc7cab70 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.711+0000 7f2d51ffb700 1 -- 172.21.15.39:0/2618168778 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d5c0a30c0 con 0x558afc7cab70 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 -- 172.21.15.39:0/2618168778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7cab70 msgr2=0x558afc7e5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7cab70 0x558afc7e5280 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c097830 tx=0x7f2d5c021c00 comp rx=0 tx=0).stop 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 -- 172.21.15.39:0/2618168778 shutdown_connections 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7ce860 0x558afc7e57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7cc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/2618168778 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7cab70 0x558afc7e5280 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 -- 172.21.15.39:0/2618168778 >> 172.21.15.39:0/2618168778 conn(0x558afc6f0360 msgr2=0x558afc7ccae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 -- 172.21.15.39:0/2618168778 shutdown_connections 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.712+0000 7f2d7d680b80 1 -- 172.21.15.39:0/2618168778 wait complete. 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 -- start start 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 Processor -- start 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7e5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7e57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7e3a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc7e4110 con 0x558afc7ca250 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc7e4280 con 0x558afc7cab70 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558afc7e4440 con 0x558afc7ce860 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d7d680b80 10 client.0 _ll_register_callbacks cb 0x558afc7b7340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7e5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d6affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7e5290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55476/0 (socket says 172.21.15.39:55476) 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d6affd700 1 -- 172.21.15.39:0/3329578443 learned_addr learned my addr 172.21.15.39:0/3329578443 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.713+0000 7f2d6b7fe700 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7e3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7e57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d6affd700 1 -- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 msgr2=0x558afc7e3a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d6affd700 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7e3a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d6affd700 1 -- 172.21.15.39:0/3329578443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 msgr2=0x558afc7e57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d6affd700 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7e57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d6affd700 1 -- 172.21.15.39:0/3329578443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558afc53ede0 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d6affd700 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7e5290 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2d60024b00 tx=0x7f2d60024b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd87b95c5d194d8d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.714+0000 7f2d4eff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.715+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3329578443 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d60013040 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.715+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3329578443 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2d60014070 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.715+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2d60015050 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.715+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3329578443 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d6000eb30 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.715+0000 7f2d7d680b80 10 client.16125 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.715+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x558afc527c60 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.715+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3329578443 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d60015050 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3329578443 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f2d600050c0 con 0x558afc7ca250 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d7d680b80 10 client.16125 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d7d680b80 10 client.16125 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d7d680b80 20 client.16125 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc831de0 0x558afc834200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d7d680b80 4 client.16125 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558afc6dbfd0 con 0x558afc831de0 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.716+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc831de0 0x558afc834200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.718+0000 7f2d6a7fc700 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc831de0 0x558afc834200 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eef4b023c8e11da7 server_cookie=2740eb09910d4b0 in_seq=0 out_seq=0 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.718+0000 7f2d4eff5700 10 client.16125 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:04:33.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.718+0000 7f2d4eff5700 1 -- 172.21.15.39:0/3329578443 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558afc6dbfd0 con 0x558afc831de0 2023-12-07T14:04:33.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.718+0000 7f2d4eff5700 10 client.16125 handle_command_reply: tid=0 2023-12-07T14:04:33.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.718+0000 7f2d7d680b80 1 client.16125 shutdown 2023-12-07T14:04:33.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.720+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 msgr2=0x558afc7e5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.720+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7e5290 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2d60024b00 tx=0x7f2d60024b30 comp rx=0 tx=0).stop 2023-12-07T14:04:33.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 shutdown_connections 2023-12-07T14:04:33.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x558afc831de0 0x558afc834200 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558afc7ce860 0x558afc7e3a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558afc7ca250 0x558afc7e5290 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 --2- 172.21.15.39:0/3329578443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558afc7cab70 0x558afc7e57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 >> 172.21.15.39:0/3329578443 conn(0x558afc6f0360 msgr2=0x558afc7cda60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d4eff5700 0 client.16125 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:04:33.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 shutdown_connections 2023-12-07T14:04:33.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 1 -- 172.21.15.39:0/3329578443 wait complete. 2023-12-07T14:04:33.726 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.722+0000 7f2d7d680b80 20 client.16125 trim_cache size 0 max 16384 2023-12-07T14:04:33.726 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:04:33.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.723+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2d540a1740 msgr2=0x7f2d540a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.723+0000 7f2d71487700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2d540a1740 0x7f2d540a3c00 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000ae80 tx=0x7f2d6000e730 comp rx=0 tx=0).stop 2023-12-07T14:04:33.727 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.723+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d6c100450 msgr2=0x7f2d6c19fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.723+0000 7f2d71487700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d6c100450 0x7f2d6c19fd00 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f2d5c000c00 tx=0x7f2d5c004730 comp rx=0 tx=0).stop 2023-12-07T14:04:33.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 shutdown_connections 2023-12-07T14:04:33.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d6c105aa0 0x7f2d6c199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d6c0ffa90 0x7f2d6c19f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2d540a1740 0x7f2d540a3c00 secure :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2d6000ae80 tx=0x7f2d6000e730 comp rx=0 tx=0).stop 2023-12-07T14:04:33.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 --2- 172.21.15.39:0/947084884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d6c100450 0x7f2d6c19fd00 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 >> 172.21.15.39:0/947084884 conn(0x7f2d6c0768f0 msgr2=0x7f2d6c101b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 shutdown_connections 2023-12-07T14:04:33.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.724+0000 7f2d71487700 1 -- 172.21.15.39:0/947084884 wait complete. 2023-12-07T14:04:33.746 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:04:33.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/393412331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 msgr2=0x7fbc38112fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/393412331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 0x7fbc38112fe0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fbc2800b0a0 tx=0x7fbc2800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/393412331 shutdown_connections 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/393412331 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc38113520 0x7fbc38115910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/393412331 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc38109f70 0x7fbc3810a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/393412331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 0x7fbc38112fe0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/393412331 >> 172.21.15.39:0/393412331 conn(0x7fbc3806c550 msgr2=0x7fbc3806c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/393412331 shutdown_connections 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.940+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/393412331 wait complete. 2023-12-07T14:04:33.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.941+0000 7fbc3cb5d700 1 Processor -- start 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3cb5d700 1 -- start start 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3cb5d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc38109f70 0x7fbc381a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3cb5d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 0x7fbc381a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3cb5d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc38113520 0x7fbc381a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3cb5d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc381a51a0 con 0x7fbc3810a890 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3cb5d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc381a5310 con 0x7fbc38113520 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3cb5d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc381a54d0 con 0x7fbc38109f70 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc38109f70 0x7fbc381a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc38109f70 0x7fbc381a0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60212/0 (socket says 172.21.15.39:60212) 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.942+0000 7fbc3659c700 1 -- 172.21.15.39:0/2787186549 learned_addr learned my addr 172.21.15.39:0/2787186549 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.943+0000 7fbc36d9d700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc38113520 0x7fbc381a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.943+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 0x7fbc381a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.943+0000 7fbc35d9b700 1 -- 172.21.15.39:0/2787186549 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc38109f70 msgr2=0x7fbc381a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.943+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc38109f70 0x7fbc381a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.943+0000 7fbc35d9b700 1 -- 172.21.15.39:0/2787186549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc38113520 msgr2=0x7fbc381a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.943+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc38113520 0x7fbc381a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.943+0000 7fbc35d9b700 1 -- 172.21.15.39:0/2787186549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc28009d00 con 0x7fbc3810a890 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.944+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 0x7fbc381a07c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fbc2800b0a0 tx=0x7fbc2800cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.944+0000 7fbc2f7fe700 1 -- 172.21.15.39:0/2787186549 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc2800e040 con 0x7fbc3810a890 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.944+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc381a5750 con 0x7fbc3810a890 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.944+0000 7fbc2f7fe700 1 -- 172.21.15.39:0/2787186549 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc2801d940 con 0x7fbc3810a890 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.944+0000 7fbc2f7fe700 1 -- 172.21.15.39:0/2787186549 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc2801b990 con 0x7fbc3810a890 2023-12-07T14:04:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.944+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc381acff0 con 0x7fbc3810a890 2023-12-07T14:04:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.947+0000 7fbc2f7fe700 1 -- 172.21.15.39:0/2787186549 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fbc2801dab0 con 0x7fbc3810a890 2023-12-07T14:04:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.948+0000 7fbc2f7fe700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc240a1740 0x7fbc240a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.948+0000 7fbc2f7fe700 1 -- 172.21.15.39:0/2787186549 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbc280ced10 con 0x7fbc3810a890 2023-12-07T14:04:33.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.948+0000 7fbc3659c700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc240a1740 0x7fbc240a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.949+0000 7fbc48d56b80 1 Processor -- start 2023-12-07T14:04:33.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.949+0000 7fbc3659c700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc240a1740 0x7fbc240a3c00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbc20009ad0 tx=0x7fbc20009290 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.951+0000 7fbc48d56b80 1 -- start start 2023-12-07T14:04:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.951+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c192767bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.951+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c192759cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.951+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c19276e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1926cd7c0 con 0x55c19275a210 2023-12-07T14:04:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1926b47a0 con 0x55c192759850 2023-12-07T14:04:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1926b20c0 con 0x55c192767810 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c192767bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c192767bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60220/0 (socket says 172.21.15.39:60220) 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 -- 172.21.15.39:0/2604377476 learned_addr learned my addr 172.21.15.39:0/2604377476 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc36d9d700 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c19276e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c192759cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 -- 172.21.15.39:0/2604377476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 msgr2=0x55c192759cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c192759cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 -- 172.21.15.39:0/2604377476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 msgr2=0x55c19276e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c19276e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 -- 172.21.15.39:0/2604377476 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c19252a630 con 0x55c192767810 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.952+0000 7fbc3659c700 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c192767bf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fbc2000eac0 tx=0x7fbc20011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7efc52a1d33a9354 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.953+0000 7fbc2cff9700 1 -- 172.21.15.39:0/2604377476 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc20015480 con 0x55c192767810 2023-12-07T14:04:33.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.953+0000 7fbc2cff9700 1 -- 172.21.15.39:0/2604377476 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc20015aa0 con 0x55c192767810 2023-12-07T14:04:33.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.953+0000 7fbc2cff9700 1 -- 172.21.15.39:0/2604377476 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc20013a30 con 0x55c192767810 2023-12-07T14:04:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.953+0000 7fbc48d56b80 1 -- 172.21.15.39:0/2604377476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 msgr2=0x55c192767bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.953+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c192767bf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fbc2000eac0 tx=0x7fbc20011000 comp rx=0 tx=0).stop 2023-12-07T14:04:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.953+0000 7fbc48d56b80 1 -- 172.21.15.39:0/2604377476 shutdown_connections 2023-12-07T14:04:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c19276e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c192767bf0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/2604377476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c192759cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 -- 172.21.15.39:0/2604377476 >> 172.21.15.39:0/2604377476 conn(0x55c192688360 msgr2=0x55c192754070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 -- 172.21.15.39:0/2604377476 shutdown_connections 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 -- 172.21.15.39:0/2604377476 wait complete. 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 -- start start 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 Processor -- start 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192759850 0x55c19276e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c19275a210 0x55c19276b820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192767810 0x55c19276be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1926ad9b0 con 0x55c192759850 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c192667560 con 0x55c192767810 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c192667200 con 0x55c19275a210 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.954+0000 7fbc48d56b80 10 client.0 _ll_register_callbacks cb 0x55c192592a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192759850 0x55c19276e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c19275a210 0x55c19276b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192759850 0x55c19276e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55504/0 (socket says 172.21.15.39:55504) 2023-12-07T14:04:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c19275a210 0x55c19276b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60228/0 (socket says 172.21.15.39:60228) 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc3659c700 1 -- 172.21.15.39:0/1006517726 learned_addr learned my addr 172.21.15.39:0/1006517726 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc36d9d700 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192767810 0x55c19276be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 -- 172.21.15.39:0/1006517726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192767810 msgr2=0x55c19276be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192767810 0x55c19276be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 -- 172.21.15.39:0/1006517726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192759850 msgr2=0x55c19276e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192759850 0x55c19276e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 -- 172.21.15.39:0/1006517726 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc2000e7a0 con 0x55c19275a210 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c19275a210 0x55c19276b820 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbc280cc470 tx=0x7fbc2809b6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae10ed19fa3b9741 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc1dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc1dffb700 1 -- 172.21.15.39:0/1006517726 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc280b3070 con 0x55c19275a210 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc1dffb700 1 -- 172.21.15.39:0/1006517726 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbc2809bd90 con 0x55c19275a210 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c19274ca00 con 0x55c19275a210 2023-12-07T14:04:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc1dffb700 1 -- 172.21.15.39:0/1006517726 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc280ba020 con 0x55c19275a210 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc48d56b80 10 client.25840 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.955+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55c1924d6de0 con 0x55c19275a210 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.956+0000 7fbc1dffb700 1 -- 172.21.15.39:0/1006517726 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c19274ca00 con 0x55c19275a210 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.956+0000 7fbc1dffb700 1 -- 172.21.15.39:0/1006517726 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fbc2809c0c0 con 0x55c19275a210 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.957+0000 7fbc48d56b80 10 client.25840 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.957+0000 7fbc48d56b80 10 client.25840 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.957+0000 7fbc48d56b80 20 client.25840 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.957+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c19277b940 0x55c19277dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.957+0000 7fbc48d56b80 4 client.25840 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.957+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c1927286a0 con 0x55c19277b940 2023-12-07T14:04:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.957+0000 7fbc3659c700 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c19277b940 0x55c19277dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 100.0 s, 3565.0 tps, lat 28.047 ms stddev 29.287 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.958+0000 7fbc3659c700 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c19277b940 0x55c19277dd60 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9d29a4733d3310a4 server_cookie=6954d696dc5700f0 in_seq=0 out_seq=0 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.958+0000 7fbc1dffb700 10 client.25840 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc1dffb700 1 -- 172.21.15.39:0/1006517726 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c1927286a0 con 0x55c19277b940 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc1dffb700 10 client.25840 handle_command_reply: tid=0 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 client.25840 shutdown 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c19275a210 msgr2=0x55c19276b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c19275a210 0x55c19276b820 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbc280cc470 tx=0x7fbc2809b6f0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 shutdown_connections 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c19277b940 0x55c19277dd60 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192767810 0x55c19276be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192759850 0x55c19276e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/1006517726 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c19275a210 0x55c19276b820 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 >> 172.21.15.39:0/1006517726 conn(0x55c192688360 msgr2=0x55c19274eb80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc1dffb700 0 client.25840 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:04:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.959+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 shutdown_connections 2023-12-07T14:04:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.961+0000 7fbc48d56b80 1 -- 172.21.15.39:0/1006517726 wait complete. 2023-12-07T14:04:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.961+0000 7fbc48d56b80 20 client.25840 trim_cache size 0 max 16384 2023-12-07T14:04:33.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.980+0000 7fbc48d56b80 1 Processor -- start 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc48d56b80 1 -- start start 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c19276b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c1927693a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c19274ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c19252c920 con 0x55c19275a210 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c19276e8b0 con 0x55c192759850 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1927507e0 con 0x55c192767810 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c19276b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc36d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c19274ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c19276b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46714/0 (socket says 172.21.15.39:46714) 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 -- 172.21.15.39:0/776153426 learned_addr learned my addr 172.21.15.39:0/776153426 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c1927693a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 -- 172.21.15.39:0/776153426 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 msgr2=0x55c19274ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c19274ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 -- 172.21.15.39:0/776153426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 msgr2=0x55c1927693a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c1927693a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.981+0000 7fbc3659c700 1 -- 172.21.15.39:0/776153426 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1924bfc60 con 0x55c192759850 2023-12-07T14:04:33.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.982+0000 7fbc3659c700 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c19276b7e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbc20013560 tx=0x7fbc20013450 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c3a6d542ed646f2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.982+0000 7fbc2d7fa700 1 -- 172.21.15.39:0/776153426 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc2002e040 con 0x55c192759850 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.982+0000 7fbc2d7fa700 1 -- 172.21.15.39:0/776153426 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc20015840 con 0x55c192759850 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.982+0000 7fbc2d7fa700 1 -- 172.21.15.39:0/776153426 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc20033400 con 0x55c192759850 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 -- 172.21.15.39:0/776153426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 msgr2=0x55c19276b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c19276b7e0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbc20013560 tx=0x7fbc20013450 comp rx=0 tx=0).stop 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 -- 172.21.15.39:0/776153426 shutdown_connections 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192767810 0x55c19274ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c192759850 0x55c19276b7e0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/776153426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c19275a210 0x55c1927693a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 -- 172.21.15.39:0/776153426 >> 172.21.15.39:0/776153426 conn(0x55c192688360 msgr2=0x55c19276e1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 -- 172.21.15.39:0/776153426 shutdown_connections 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 -- 172.21.15.39:0/776153426 wait complete. 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.983+0000 7fbc48d56b80 1 -- start start 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 1 Processor -- start 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192759850 0x55c192772ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c19275a210 0x55c19276ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192767810 0x55c19276f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c19276f7d0 con 0x55c192767810 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c19276f940 con 0x55c19275a210 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1927d0e30 con 0x55c192759850 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc48d56b80 10 client.0 _ll_register_callbacks cb 0x55c192592a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192759850 0x55c192772ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc35d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c19275a210 0x55c19276ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc3659c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192759850 0x55c192772ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60240/0 (socket says 172.21.15.39:60240) 2023-12-07T14:04:33.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.984+0000 7fbc3659c700 1 -- 172.21.15.39:0/555538814 learned_addr learned my addr 172.21.15.39:0/555538814 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.985+0000 7fbc3659c700 1 -- 172.21.15.39:0/555538814 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c19275a210 msgr2=0x55c19276ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.985+0000 7fbc3659c700 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c19275a210 0x55c19276ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.985+0000 7fbc3659c700 1 -- 172.21.15.39:0/555538814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192767810 msgr2=0x55c19276f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.985+0000 7fbc3659c700 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192767810 0x55c19276f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.985+0000 7fbc3659c700 1 -- 172.21.15.39:0/555538814 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c19252a630 con 0x55c192759850 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.985+0000 7fbc3659c700 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192759850 0x55c192772ec0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fbc20009370 tx=0x7fbc20009870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=746cf2a4e7aa525d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.986+0000 7fbc1dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:33.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.986+0000 7fbc1dffb700 1 -- 172.21.15.39:0/555538814 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc2002e040 con 0x55c192759850 2023-12-07T14:04:33.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.986+0000 7fbc1dffb700 1 -- 172.21.15.39:0/555538814 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbc200139a0 con 0x55c192759850 2023-12-07T14:04:33.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.986+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbc20015aa0 con 0x55c192759850 2023-12-07T14:04:33.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.986+0000 7fbc1dffb700 1 -- 172.21.15.39:0/555538814 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc20013b60 con 0x55c192759850 2023-12-07T14:04:33.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.987+0000 7fbc48d56b80 10 client.25846 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:33.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.987+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55c1924fd250 con 0x55c192759850 2023-12-07T14:04:33.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.987+0000 7fbc1dffb700 1 -- 172.21.15.39:0/555538814 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc20015aa0 con 0x55c192759850 2023-12-07T14:04:33.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc1dffb700 1 -- 172.21.15.39:0/555538814 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fbc20033050 con 0x55c192759850 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc48d56b80 10 client.25846 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc48d56b80 10 client.25846 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc48d56b80 20 client.25846 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1927d2230 0x55c1927d4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc48d56b80 4 client.25846 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c192673fd0 con 0x55c1927d2230 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.988+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1927d2230 0x55c1927d4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc1dffb700 10 client.25846 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc35d9b700 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1927d2230 0x55c1927d4650 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b32228ee42d4a561 server_cookie=d06a509225f96679 in_seq=0 out_seq=0 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc1dffb700 1 -- 172.21.15.39:0/555538814 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c192673fd0 con 0x55c1927d2230 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc1dffb700 10 client.25846 handle_command_reply: tid=0 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 client.25846 shutdown 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192759850 msgr2=0x55c192772ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192759850 0x55c192772ec0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fbc20009370 tx=0x7fbc20009870 comp rx=0 tx=0).stop 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 shutdown_connections 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c192767810 0x55c19276f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c192759850 0x55c192772ec0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1927d2230 0x55c1927d4650 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 --2- 172.21.15.39:0/555538814 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c19275a210 0x55c19276ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc1dffb700 0 client.25846 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 >> 172.21.15.39:0/555538814 conn(0x55c192688360 msgr2=0x55c192765a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 shutdown_connections 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 1 -- 172.21.15.39:0/555538814 wait complete. 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.989+0000 7fbc48d56b80 20 client.25846 trim_cache size 0 max 16384 2023-12-07T14:04:33.994 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:04:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.991+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc240a1740 msgr2=0x7fbc240a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.991+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc240a1740 0x7fbc240a3c00 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fbc20009ad0 tx=0x7fbc20009290 comp rx=0 tx=0).stop 2023-12-07T14:04:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.991+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 msgr2=0x7fbc381a07c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.991+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 0x7fbc381a07c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fbc2800b0a0 tx=0x7fbc2800cf80 comp rx=0 tx=0).stop 2023-12-07T14:04:33.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 shutdown_connections 2023-12-07T14:04:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc240a1740 0x7fbc240a3c00 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc38113520 0x7fbc381a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc38109f70 0x7fbc381a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 --2- 172.21.15.39:0/2787186549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc3810a890 0x7fbc381a07c0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 >> 172.21.15.39:0/2787186549 conn(0x7fbc3806c550 msgr2=0x7fbc38071770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 shutdown_connections 2023-12-07T14:04:33.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:33.992+0000 7fbc3cb5d700 1 -- 172.21.15.39:0/2787186549 wait complete. 2023-12-07T14:04:34.013 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:04:34.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.209+0000 7f57a7d28700 1 -- 172.21.15.39:0/2726762959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0103650 msgr2=0x7f57a0103ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.209+0000 7f57a7d28700 1 --2- 172.21.15.39:0/2726762959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0103650 0x7f57a0103ad0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5790009990 tx=0x7f5790009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.210+0000 7f57a7d28700 1 -- 172.21.15.39:0/2726762959 shutdown_connections 2023-12-07T14:04:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.210+0000 7f57a7d28700 1 --2- 172.21.15.39:0/2726762959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f57a0104010 0x7f57a0110520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.210+0000 7f57a7d28700 1 --2- 172.21.15.39:0/2726762959 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f57a0109660 0x7f57a0109a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.210+0000 7f57a7d28700 1 --2- 172.21.15.39:0/2726762959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0103650 0x7f57a0103ad0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.210+0000 7f57a7d28700 1 -- 172.21.15.39:0/2726762959 >> 172.21.15.39:0/2726762959 conn(0x7f57a00ff100 msgr2=0x7f57a0101520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.210+0000 7f57a7d28700 1 -- 172.21.15.39:0/2726762959 shutdown_connections 2023-12-07T14:04:34.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.210+0000 7f57a7d28700 1 -- 172.21.15.39:0/2726762959 wait complete. 2023-12-07T14:04:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.211+0000 7f57a7d28700 1 Processor -- start 2023-12-07T14:04:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.211+0000 7f57a7d28700 1 -- start start 2023-12-07T14:04:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a7d28700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f57a0103650 0x7f57a019a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a7d28700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0104010 0x7f57a019a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a7d28700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f57a0109660 0x7f57a0195d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a7d28700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57a0196480 con 0x7f57a0104010 2023-12-07T14:04:34.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a7d28700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57a01965f0 con 0x7f57a0109660 2023-12-07T14:04:34.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a7d28700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57a01967b0 con 0x7f57a0103650 2023-12-07T14:04:34.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a52c3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0104010 0x7f57a019a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a52c3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0104010 0x7f57a019a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55532/0 (socket says 172.21.15.39:55532) 2023-12-07T14:04:34.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a52c3700 1 -- 172.21.15.39:0/4118575603 learned_addr learned my addr 172.21.15.39:0/4118575603 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:34.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a62c5700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f57a0109660 0x7f57a0195d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.212+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f57a0103650 0x7f57a019a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f57a62c5700 1 -- 172.21.15.39:0/4118575603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f57a0103650 msgr2=0x7f57a019a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f57a62c5700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f57a0103650 0x7f57a019a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f57a62c5700 1 -- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0104010 msgr2=0x7f57a019a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f57a62c5700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0104010 0x7f57a019a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f57a62c5700 1 -- 172.21.15.39:0/4118575603 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57900095f0 con 0x7f57a0109660 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f57a62c5700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f57a0109660 0x7f57a0195d20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f579800efc0 tx=0x7f579800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f5796ffd700 1 -- 172.21.15.39:0/4118575603 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5798018070 con 0x7f57a0109660 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f5796ffd700 1 -- 172.21.15.39:0/4118575603 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f579800f040 con 0x7f57a0109660 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f5796ffd700 1 -- 172.21.15.39:0/4118575603 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f579800cdf0 con 0x7f57a0109660 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.213+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57a01969d0 con 0x7f57a0109660 2023-12-07T14:04:34.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.214+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57a01a23e0 con 0x7f57a0109660 2023-12-07T14:04:34.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.217+0000 7f5796ffd700 1 -- 172.21.15.39:0/4118575603 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5798003a00 con 0x7f57a0109660 2023-12-07T14:04:34.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.217+0000 7f5796ffd700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f578c0a1670 0x7f578c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.218+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f578c0a1670 0x7f578c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.218+0000 7f5796ffd700 1 -- 172.21.15.39:0/4118575603 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f57980ccc70 con 0x7f57a0109660 2023-12-07T14:04:34.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.218+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f578c0a1670 0x7f578c0a3b30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f579c005950 tx=0x7f579c005c70 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:34.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.218+0000 7f57b3f21b80 1 Processor -- start 2023-12-07T14:04:34.222 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57b3f21b80 1 -- start start 2023-12-07T14:04:34.222 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a45a40 0x55c3a5a45e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a49b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a4a050 0x55c3a5a4a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a59b97c0 con 0x55c3a5a4a050 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a59a07a0 con 0x55c3a5a46360 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a599e0c0 con 0x55c3a5a45a40 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57a52c3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a49b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57a5ac4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a45a40 0x55c3a5a45e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57a5ac4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a45a40 0x55c3a5a45e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60264/0 (socket says 172.21.15.39:60264) 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57a5ac4700 1 -- 172.21.15.39:0/662517325 learned_addr learned my addr 172.21.15.39:0/662517325 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.219+0000 7f57a52c3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a49b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46742/0 (socket says 172.21.15.39:46742) 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f57a52c3700 1 -- 172.21.15.39:0/662517325 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a45a40 msgr2=0x55c3a5a45e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f57a52c3700 1 --2- 172.21.15.39:0/662517325 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a45a40 0x55c3a5a45e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f57a52c3700 1 -- 172.21.15.39:0/662517325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a4a050 msgr2=0x55c3a5a4a4b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f57a52c3700 1 --2- 172.21.15.39:0/662517325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a4a050 0x55c3a5a4a4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f57a52c3700 1 -- 172.21.15.39:0/662517325 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3a5816630 con 0x55c3a5a46360 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f57a52c3700 1 --2- 172.21.15.39:0/662517325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a49b10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f579001e040 tx=0x7f5790016d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=282e1d3b364c5dd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f578bfff700 1 -- 172.21.15.39:0/662517325 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f579000b6f0 con 0x55c3a5a46360 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f578bfff700 1 -- 172.21.15.39:0/662517325 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f579000bed0 con 0x55c3a5a46360 2023-12-07T14:04:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.220+0000 7f578bfff700 1 -- 172.21.15.39:0/662517325 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5790003fa0 con 0x55c3a5a46360 2023-12-07T14:04:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 -- 172.21.15.39:0/662517325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 msgr2=0x55c3a5a49b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/662517325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a49b10 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f579001e040 tx=0x7f5790016d50 comp rx=0 tx=0).stop 2023-12-07T14:04:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 -- 172.21.15.39:0/662517325 shutdown_connections 2023-12-07T14:04:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/662517325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a4a050 0x55c3a5a4a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/662517325 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a45a40 0x55c3a5a45e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/662517325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a49b10 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 -- 172.21.15.39:0/662517325 >> 172.21.15.39:0/662517325 conn(0x55c3a5974360 msgr2=0x55c3a5a40070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 -- 172.21.15.39:0/662517325 shutdown_connections 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.221+0000 7f57b3f21b80 1 -- 172.21.15.39:0/662517325 wait complete. 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 -- start start 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 Processor -- start 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a45a40 0x55c3a5a51880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a46360 0x55c3a5a4ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a4f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a59999b0 con 0x55c3a5a46360 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5953560 con 0x55c3a5a45a40 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5953200 con 0x55c3a5a4a050 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57b3f21b80 10 client.0 _ll_register_callbacks cb 0x55c3a587ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57a5ac4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a45a40 0x55c3a5a51880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57a5ac4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a45a40 0x55c3a5a51880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46746/0 (socket says 172.21.15.39:46746) 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.222+0000 7f57a5ac4700 1 -- 172.21.15.39:0/1959398015 learned_addr learned my addr 172.21.15.39:0/1959398015 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.223+0000 7f57a5ac4700 1 -- 172.21.15.39:0/1959398015 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 msgr2=0x55c3a5a4f350 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.223+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a4f350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.223+0000 7f57a5ac4700 1 -- 172.21.15.39:0/1959398015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a46360 msgr2=0x55c3a5a4ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.223+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a46360 0x55c3a5a4ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.223+0000 7f57a5ac4700 1 -- 172.21.15.39:0/1959398015 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57a0110e20 con 0x55c3a5a45a40 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.223+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a45a40 0x55c3a5a51880 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f579c00d620 tx=0x7f579c004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=119655888339e6a6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.223+0000 7f57897fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.224+0000 7f57897fa700 1 -- 172.21.15.39:0/1959398015 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f579c01ca50 con 0x55c3a5a45a40 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.224+0000 7f57897fa700 1 -- 172.21.15.39:0/1959398015 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f579c01cbb0 con 0x55c3a5a45a40 2023-12-07T14:04:34.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.224+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3a5a38a00 con 0x55c3a5a45a40 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.224+0000 7f57897fa700 1 -- 172.21.15.39:0/1959398015 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f579c00de90 con 0x55c3a5a45a40 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.224+0000 7f57b3f21b80 10 client.25754 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.224+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55c3a57c2de0 con 0x55c3a5a45a40 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57897fa700 1 -- 172.21.15.39:0/1959398015 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c3a5a38a00 con 0x55c3a5a45a40 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57897fa700 1 -- 172.21.15.39:0/1959398015 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f579c025510 con 0x55c3a5a45a40 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57b3f21b80 10 client.25754 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57b3f21b80 10 client.25754 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57b3f21b80 20 client.25754 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5a70580 0x55c3a5a729a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57b3f21b80 4 client.25754 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c3a5a146a0 con 0x55c3a5a70580 2023-12-07T14:04:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.225+0000 7f57a52c3700 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5a70580 0x55c3a5a729a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.226+0000 7f57897fa700 10 client.25754 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:34.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.226+0000 7f57a52c3700 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5a70580 0x55c3a5a729a0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11da0957bbd2e83 server_cookie=8175ab9122d11b40 in_seq=0 out_seq=0 2023-12-07T14:04:34.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.226+0000 7f57897fa700 1 -- 172.21.15.39:0/1959398015 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c3a5a146a0 con 0x55c3a5a70580 2023-12-07T14:04:34.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.226+0000 7f57897fa700 10 client.25754 handle_command_reply: tid=0 2023-12-07T14:04:34.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.227+0000 7f57b3f21b80 1 client.25754 shutdown 2023-12-07T14:04:34.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.227+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a45a40 msgr2=0x55c3a5a51880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.227+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a45a40 0x55c3a5a51880 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f579c00d620 tx=0x7f579c004750 comp rx=0 tx=0).stop 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 shutdown_connections 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a4f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5a70580 0x55c3a5a729a0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a45a40 0x55c3a5a51880 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1959398015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a46360 0x55c3a5a4ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57897fa700 0 client.25754 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 >> 172.21.15.39:0/1959398015 conn(0x55c3a5974360 msgr2=0x55c3a5a4b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 shutdown_connections 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1959398015 wait complete. 2023-12-07T14:04:34.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.228+0000 7f57b3f21b80 20 client.25754 trim_cache size 0 max 16384 2023-12-07T14:04:34.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.251+0000 7f57b3f21b80 1 Processor -- start 2023-12-07T14:04:34.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57b3f21b80 1 -- start start 2023-12-07T14:04:34.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a47a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a46360 0x55c3a5a6bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a4a050 0x55c3a5a3acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5818920 con 0x55c3a5a45a40 2023-12-07T14:04:34.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5a38840 con 0x55c3a5a4a050 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5a41740 con 0x55c3a5a46360 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57a5ac4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a47a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57a52c3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a46360 0x55c3a5a6bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57a5ac4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a47a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55554/0 (socket says 172.21.15.39:55554) 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57a5ac4700 1 -- 172.21.15.39:0/1930054403 learned_addr learned my addr 172.21.15.39:0/1930054403 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.252+0000 7f57a62c5700 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a4a050 0x55c3a5a3acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f57a62c5700 1 -- 172.21.15.39:0/1930054403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a46360 msgr2=0x55c3a5a6bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f57a62c5700 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a46360 0x55c3a5a6bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f57a62c5700 1 -- 172.21.15.39:0/1930054403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 msgr2=0x55c3a5a47a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f57a62c5700 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a47a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f57a62c5700 1 -- 172.21.15.39:0/1930054403 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3a57abc60 con 0x55c3a5a4a050 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a47a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f57a62c5700 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a4a050 0x55c3a5a3acd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f57980ca430 tx=0x7f5798096190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f8e8dc1d1bf648d6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f5794ff9700 1 -- 172.21.15.39:0/1930054403 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57980996f0 con 0x55c3a5a4a050 2023-12-07T14:04:34.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f5794ff9700 1 -- 172.21.15.39:0/1930054403 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5798004ad0 con 0x55c3a5a4a050 2023-12-07T14:04:34.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.253+0000 7f5794ff9700 1 -- 172.21.15.39:0/1930054403 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f579809ebe0 con 0x55c3a5a4a050 2023-12-07T14:04:34.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.254+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1930054403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a4a050 msgr2=0x55c3a5a3acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.254+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a4a050 0x55c3a5a3acd0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f57980ca430 tx=0x7f5798096190 comp rx=0 tx=0).stop 2023-12-07T14:04:34.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1930054403 shutdown_connections 2023-12-07T14:04:34.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a4a050 0x55c3a5a3acd0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a47a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1930054403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a46360 0x55c3a5a6bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1930054403 >> 172.21.15.39:0/1930054403 conn(0x55c3a5974360 msgr2=0x55c3a5a51540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:34.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1930054403 shutdown_connections 2023-12-07T14:04:34.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1930054403 wait complete. 2023-12-07T14:04:34.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 -- start start 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.256+0000 7f57b3f21b80 1 Processor -- start 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a67650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a50210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57b3f21b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a50750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5a50e10 con 0x55c3a5a45a40 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5a50f80 con 0x55c3a5a46360 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57b3f21b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a5a51140 con 0x55c3a5a4a050 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57b3f21b80 10 client.0 _ll_register_callbacks cb 0x55c3a587ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57a62c5700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a50750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57a62c5700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a50750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60280/0 (socket says 172.21.15.39:60280) 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57a62c5700 1 -- 172.21.15.39:0/1596697592 learned_addr learned my addr 172.21.15.39:0/1596697592 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.257+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a67650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57a62c5700 1 -- 172.21.15.39:0/1596697592 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 msgr2=0x55c3a5a50210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57a62c5700 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a50210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57a62c5700 1 -- 172.21.15.39:0/1596697592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 msgr2=0x55c3a5a67650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57a62c5700 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a67650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57a62c5700 1 -- 172.21.15.39:0/1596697592 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c3a57c2de0 con 0x55c3a5a4a050 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57a62c5700 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a50750 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f57980a1b20 tx=0x7f57980996b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6b0a070912bb0c9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57897fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57897fa700 1 -- 172.21.15.39:0/1596697592 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f579809a450 con 0x55c3a5a4a050 2023-12-07T14:04:34.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57897fa700 1 -- 172.21.15.39:0/1596697592 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5798099d50 con 0x55c3a5a4a050 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.258+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f579000bed0 con 0x55c3a5a4a050 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57897fa700 1 -- 172.21.15.39:0/1596697592 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f579809dea0 con 0x55c3a5a4a050 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 10 client.25855 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f57a01a23e0 con 0x55c3a5a4a050 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57897fa700 1 -- 172.21.15.39:0/1596697592 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f579000bed0 con 0x55c3a5a4a050 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57897fa700 1 -- 172.21.15.39:0/1596697592 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f57980a1c50 con 0x55c3a5a4a050 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 10 client.25855 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 10 client.25855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 20 client.25855 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5ac72e0 0x55c3a5ac9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 4 client.25855 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c3a595ffd0 con 0x55c3a5ac72e0 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.259+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5ac72e0 0x55c3a5ac9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.260+0000 7f57897fa700 10 client.25855 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.260+0000 7f57a5ac4700 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5ac72e0 0x55c3a5ac9700 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7709f534815c8106 server_cookie=44ffbc9b4f71232d in_seq=0 out_seq=0 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.261+0000 7f57897fa700 1 -- 172.21.15.39:0/1596697592 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c3a595ffd0 con 0x55c3a5ac72e0 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.261+0000 7f57897fa700 10 client.25855 handle_command_reply: tid=0 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.261+0000 7f57b3f21b80 1 client.25855 shutdown 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.261+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 msgr2=0x55c3a5a50750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.261+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a50750 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f57980a1b20 tx=0x7f57980996b0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 shutdown_connections 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c3a5a4a050 0x55c3a5a50750 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c3a5a45a40 0x55c3a5a67650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c3a5ac72e0 0x55c3a5ac9700 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 --2- 172.21.15.39:0/1596697592 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c3a5a46360 0x55c3a5a50210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 >> 172.21.15.39:0/1596697592 conn(0x55c3a5974360 msgr2=0x55c3a5a49200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57897fa700 0 client.25855 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 shutdown_connections 2023-12-07T14:04:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 1 -- 172.21.15.39:0/1596697592 wait complete. 2023-12-07T14:04:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.262+0000 7f57b3f21b80 20 client.25855 trim_cache size 0 max 16384 2023-12-07T14:04:34.267 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f578c0a1670 msgr2=0x7f578c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f578c0a1670 0x7f578c0a3b30 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f579c005950 tx=0x7f579c005c70 comp rx=0 tx=0).stop 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f57a0109660 msgr2=0x7f57a0195d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f57a0109660 0x7f57a0195d20 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f579800efc0 tx=0x7f579800c3a0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 shutdown_connections 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f578c0a1670 0x7f578c0a3b30 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f57a0109660 0x7f57a0195d20 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f57a0103650 0x7f57a019a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 --2- 172.21.15.39:0/4118575603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57a0104010 0x7f57a019a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 >> 172.21.15.39:0/4118575603 conn(0x7f57a00ff100 msgr2=0x7f57a0105150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 shutdown_connections 2023-12-07T14:04:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:34.263+0000 7f57a7d28700 1 -- 172.21.15.39:0/4118575603 wait complete. 2023-12-07T14:04:35.286 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:04:35.286 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:04:35.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 -- 172.21.15.39:0/422443584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e4114310 msgr2=0x7ff3e4116700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/422443584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e4114310 0x7ff3e4116700 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc009f90 tx=0x7ff3dc00b330 comp rx=0 tx=0).stop 2023-12-07T14:04:35.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 -- 172.21.15.39:0/422443584 shutdown_connections 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/422443584 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e4114310 0x7ff3e4116700 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/422443584 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e406d980 0x7ff3e41085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/422443584 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3e4108ba0 0x7ff3e4109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 -- 172.21.15.39:0/422443584 >> 172.21.15.39:0/422443584 conn(0x7ff3e406c550 msgr2=0x7ff3e406c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 -- 172.21.15.39:0/422443584 shutdown_connections 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.504+0000 7ff3eb60e700 1 -- 172.21.15.39:0/422443584 wait complete. 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.505+0000 7ff3eb60e700 1 Processor -- start 2023-12-07T14:04:35.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.505+0000 7ff3eb60e700 1 -- start start 2023-12-07T14:04:35.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.505+0000 7ff3eb60e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e406d980 0x7ff3e41ac470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.505+0000 7ff3eb60e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e4108ba0 0x7ff3e41ac9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3eb60e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3e4114310 0x7ff3e41a6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3eb60e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e41a6c60 con 0x7ff3e4114310 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3eb60e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e41a6dd0 con 0x7ff3e4108ba0 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3eb60e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3e41a6f90 con 0x7ff3e406d980 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e4108ba0 0x7ff3e41ac9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e4108ba0 0x7ff3e41ac9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46772/0 (socket says 172.21.15.39:46772) 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 -- 172.21.15.39:0/184438874 learned_addr learned my addr 172.21.15.39:0/184438874 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3e4114310 0x7ff3e41a6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e93aa700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e406d980 0x7ff3e41ac470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 -- 172.21.15.39:0/184438874 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e406d980 msgr2=0x7ff3e41ac470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e406d980 0x7ff3e41ac470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 -- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3e4114310 msgr2=0x7ff3e41a6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3e4114310 0x7ff3e41a6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 -- 172.21.15.39:0/184438874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3dc009c40 con 0x7ff3e4108ba0 2023-12-07T14:04:35.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.506+0000 7ff3e8ba9700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e4108ba0 0x7ff3e41ac9b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff3d400d980 tx=0x7ff3d400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.507+0000 7ff3da7fc700 1 -- 172.21.15.39:0/184438874 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d4009930 con 0x7ff3e4108ba0 2023-12-07T14:04:35.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.507+0000 7ff3da7fc700 1 -- 172.21.15.39:0/184438874 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3d4010460 con 0x7ff3e4108ba0 2023-12-07T14:04:35.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.507+0000 7ff3da7fc700 1 -- 172.21.15.39:0/184438874 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3d400f620 con 0x7ff3e4108ba0 2023-12-07T14:04:35.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.507+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3e41a7270 con 0x7ff3e4108ba0 2023-12-07T14:04:35.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.507+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e41b3510 con 0x7ff3e4108ba0 2023-12-07T14:04:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.512+0000 7ff3f7807b80 1 Processor -- start 2023-12-07T14:04:35.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.512+0000 7ff3da7fc700 1 -- 172.21.15.39:0/184438874 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff3d40105d0 con 0x7ff3e4108ba0 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.513+0000 7ff3da7fc700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff3d00a16d0 0x7ff3d00a3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.513+0000 7ff3da7fc700 1 -- 172.21.15.39:0/184438874 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff3d40cce30 con 0x7ff3e4108ba0 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.514+0000 7ff3f7807b80 1 -- start start 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.514+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb04ac0 0x556fccb04ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.514+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb08b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.514+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb090d0 0x556fccb09530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.514+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fcca78840 con 0x556fccb090d0 2023-12-07T14:04:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.514+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fcca5f820 con 0x556fccb04ac0 2023-12-07T14:04:35.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.514+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fcca5d140 con 0x556fccb053e0 2023-12-07T14:04:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.518+0000 7ff3e8ba9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb08b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.518+0000 7ff3e8ba9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb08b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60298/0 (socket says 172.21.15.39:60298) 2023-12-07T14:04:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.518+0000 7ff3e8ba9700 1 -- 172.21.15.39:0/1483544843 learned_addr learned my addr 172.21.15.39:0/1483544843 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.519+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff3d00a16d0 0x7ff3d00a3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.519+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb090d0 0x556fccb09530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.519+0000 7ff3e9bab700 1 -- 172.21.15.39:0/1483544843 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 msgr2=0x556fccb08b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.519+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb08b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.519+0000 7ff3e9bab700 1 -- 172.21.15.39:0/1483544843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb04ac0 msgr2=0x556fccb04ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.519+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb04ac0 0x556fccb04ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.519+0000 7ff3e9bab700 1 -- 172.21.15.39:0/1483544843 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fcc8d56b0 con 0x556fccb090d0 2023-12-07T14:04:35.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.520+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff3d00a16d0 0x7ff3d00a3b90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc0093d0 tx=0x7ff3dc007420 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.520+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb090d0 0x556fccb09530 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc00b6c0 tx=0x7ff3dc025000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d95410e2d7102c1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.520+0000 7ff3cf7fe700 1 -- 172.21.15.39:0/1483544843 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3dc025070 con 0x556fccb090d0 2023-12-07T14:04:35.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.520+0000 7ff3cf7fe700 1 -- 172.21.15.39:0/1483544843 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3dc007e90 con 0x556fccb090d0 2023-12-07T14:04:35.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.520+0000 7ff3cf7fe700 1 -- 172.21.15.39:0/1483544843 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3dc0208c0 con 0x556fccb090d0 2023-12-07T14:04:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.522+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1483544843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb090d0 msgr2=0x556fccb09530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.522+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb090d0 0x556fccb09530 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc00b6c0 tx=0x7ff3dc025000 comp rx=0 tx=0).stop 2023-12-07T14:04:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.522+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1483544843 shutdown_connections 2023-12-07T14:04:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.522+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb090d0 0x556fccb09530 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.522+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb04ac0 0x556fccb04ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.522+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1483544843 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb08b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.522+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1483544843 >> 172.21.15.39:0/1483544843 conn(0x556fcca333e0 msgr2=0x556fccaff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.524+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1483544843 shutdown_connections 2023-12-07T14:04:35.529 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.526+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1483544843 wait complete. 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.526+0000 7ff3f7807b80 1 -- start start 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.526+0000 7ff3f7807b80 1 Processor -- start 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb0dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb053e0 0x556fccb0e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb090d0 0x556fccb0e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fcca58a30 con 0x556fccb04ac0 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fcca125e0 con 0x556fccb053e0 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fcca12280 con 0x556fccb090d0 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3f7807b80 10 client.0 _ll_register_callbacks cb 0x556fcc93db00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.527+0000 7ff3e9bab700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb090d0 0x556fccb0e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.528+0000 7ff3e9bab700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb090d0 0x556fccb0e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60306/0 (socket says 172.21.15.39:60306) 2023-12-07T14:04:35.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.528+0000 7ff3e9bab700 1 -- 172.21.15.39:0/1464209852 learned_addr learned my addr 172.21.15.39:0/1464209852 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.529+0000 7ff3e9bab700 1 -- 172.21.15.39:0/1464209852 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb053e0 msgr2=0x556fccb0e0e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.529+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb053e0 0x556fccb0e0e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.529+0000 7ff3e9bab700 1 -- 172.21.15.39:0/1464209852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 msgr2=0x556fccb0dba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.529+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb0dba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.529+0000 7ff3e9bab700 1 -- 172.21.15.39:0/1464209852 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e4117370 con 0x556fccb090d0 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.529+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb090d0 0x556fccb0e620 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc007970 tx=0x7ff3dc009750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f3e8af2212e4d227 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3ccff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3ccff9700 1 -- 172.21.15.39:0/1464209852 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3dc020860 con 0x556fccb090d0 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3ccff9700 1 -- 172.21.15.39:0/1464209852 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff3dc0209c0 con 0x556fccb090d0 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556fccaf7a80 con 0x556fccb090d0 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3ccff9700 1 -- 172.21.15.39:0/1464209852 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3dc020b80 con 0x556fccb090d0 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3f7807b80 10 client.25867 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:35.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x556fcc881e60 con 0x556fccb090d0 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3ccff9700 1 -- 172.21.15.39:0/1464209852 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556fccaf7a80 con 0x556fccb090d0 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.530+0000 7ff3ccff9700 1 -- 172.21.15.39:0/1464209852 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff3dc02b420 con 0x556fccb090d0 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3f7807b80 10 client.25867 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3f7807b80 10 client.25867 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3f7807b80 20 client.25867 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccb2f0c0 0x556fccb314e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3f7807b80 4 client.25867 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556fccad3720 con 0x556fccb2f0c0 2023-12-07T14:04:35.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3e93aa700 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccb2f0c0 0x556fccb314e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3ccff9700 10 client.25867 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.531+0000 7ff3e93aa700 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccb2f0c0 0x556fccb314e0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e4b3c31218dd012 server_cookie=f7de2d4fd76cd983 in_seq=0 out_seq=0 2023-12-07T14:04:35.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.533+0000 7ff3ccff9700 1 -- 172.21.15.39:0/1464209852 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556fccad3720 con 0x556fccb2f0c0 2023-12-07T14:04:35.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.533+0000 7ff3ccff9700 10 client.25867 handle_command_reply: tid=0 2023-12-07T14:04:35.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.533+0000 7ff3f7807b80 1 client.25867 shutdown 2023-12-07T14:04:35.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb090d0 msgr2=0x556fccb0e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb090d0 0x556fccb0e620 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc007970 tx=0x7ff3dc009750 comp rx=0 tx=0).stop 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 shutdown_connections 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb090d0 0x556fccb0e620 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb0dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccb2f0c0 0x556fccb314e0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/1464209852 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb053e0 0x556fccb0e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3ccff9700 0 client.25867 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 >> 172.21.15.39:0/1464209852 conn(0x556fcca333e0 msgr2=0x556fccaff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 shutdown_connections 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 1 -- 172.21.15.39:0/1464209852 wait complete. 2023-12-07T14:04:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.534+0000 7ff3f7807b80 20 client.25867 trim_cache size 0 max 16384 2023-12-07T14:04:35.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 Processor -- start 2023-12-07T14:04:35.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 -- start start 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb04ac0 0x556fccaf9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb053e0 0x556fccb08840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb0e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fcc8d79a0 con 0x556fccb053e0 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fccad3720 con 0x556fccb090d0 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fccb2bec0 con 0x556fccb04ac0 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3e8ba9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb053e0 0x556fccb08840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3e8ba9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb053e0 0x556fccb08840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55590/0 (socket says 172.21.15.39:55590) 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3e8ba9700 1 -- 172.21.15.39:0/2388754514 learned_addr learned my addr 172.21.15.39:0/2388754514 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb0e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.566+0000 7ff3e93aa700 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb04ac0 0x556fccaf9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3e9bab700 1 -- 172.21.15.39:0/2388754514 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb04ac0 msgr2=0x556fccaf9d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb04ac0 0x556fccaf9d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3e9bab700 1 -- 172.21.15.39:0/2388754514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb053e0 msgr2=0x556fccb08840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb053e0 0x556fccb08840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3e9bab700 1 -- 172.21.15.39:0/2388754514 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fcc86ace0 con 0x556fccb090d0 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3e8ba9700 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb053e0 0x556fccb08840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb0e440 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc0079f0 tx=0x7ff3dc00bcd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f073b456b6d7d3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3cffff700 1 -- 172.21.15.39:0/2388754514 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3dc025040 con 0x556fccb090d0 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3cffff700 1 -- 172.21.15.39:0/2388754514 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3dc00f070 con 0x556fccb090d0 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.567+0000 7ff3cffff700 1 -- 172.21.15.39:0/2388754514 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3dc01d450 con 0x556fccb090d0 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.568+0000 7ff3f7807b80 1 -- 172.21.15.39:0/2388754514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 msgr2=0x556fccb0e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.568+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb0e440 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc0079f0 tx=0x7ff3dc00bcd0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.568+0000 7ff3f7807b80 1 -- 172.21.15.39:0/2388754514 shutdown_connections 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.568+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb0e440 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.568+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb04ac0 0x556fccaf9d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.568+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/2388754514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb053e0 0x556fccb08840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.568+0000 7ff3f7807b80 1 -- 172.21.15.39:0/2388754514 >> 172.21.15.39:0/2388754514 conn(0x556fcca333e0 msgr2=0x556fccb08130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.569+0000 7ff3f7807b80 1 -- 172.21.15.39:0/2388754514 shutdown_connections 2023-12-07T14:04:35.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.569+0000 7ff3f7807b80 1 -- 172.21.15.39:0/2388754514 wait complete. 2023-12-07T14:04:35.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.569+0000 7ff3f7807b80 1 -- start start 2023-12-07T14:04:35.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.569+0000 7ff3f7807b80 1 Processor -- start 2023-12-07T14:04:35.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb13f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb14490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3f7807b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb149d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fccb85710 con 0x556fccb04ac0 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fccb85880 con 0x556fccb090d0 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3f7807b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fccb85a40 con 0x556fccb053e0 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3f7807b80 10 client.0 _ll_register_callbacks cb 0x556fcc93db00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3e93aa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb13f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3e93aa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb13f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55596/0 (socket says 172.21.15.39:55596) 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.570+0000 7ff3e93aa700 1 -- 172.21.15.39:0/3998035118 learned_addr learned my addr 172.21.15.39:0/3998035118 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb149d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e8ba9700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb14490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e93aa700 1 -- 172.21.15.39:0/3998035118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 msgr2=0x556fccb14490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e93aa700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb14490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e93aa700 1 -- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 msgr2=0x556fccb149d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e93aa700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb149d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e93aa700 1 -- 172.21.15.39:0/3998035118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e41b3510 con 0x556fccb04ac0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e9bab700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb149d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3e93aa700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb13f50 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x556fccb31d50 tx=0x7ff3e0009e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9566a87eb7eae8b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3ccff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3ccff9700 1 -- 172.21.15.39:0/3998035118 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e0017040 con 0x556fccb04ac0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3ccff9700 1 -- 172.21.15.39:0/3998035118 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff3e0004030 con 0x556fccb04ac0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.571+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff3dc007e90 con 0x556fccb04ac0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.572+0000 7ff3ccff9700 1 -- 172.21.15.39:0/3998035118 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3e00041f0 con 0x556fccb04ac0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.572+0000 7ff3f7807b80 10 client.16164 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.572+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x556fcc881e60 con 0x556fccb04ac0 2023-12-07T14:04:35.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.572+0000 7ff3ccff9700 1 -- 172.21.15.39:0/3998035118 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff3dc007e90 con 0x556fccb04ac0 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3ccff9700 1 -- 172.21.15.39:0/3998035118 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7ff3e0012450 con 0x556fccb04ac0 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3f7807b80 10 client.16164 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3f7807b80 10 client.16164 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3f7807b80 20 client.16164 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccba93f0 0x556fccbab810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3f7807b80 4 client.16164 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x556fcca1f050 con 0x556fccba93f0 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.573+0000 7ff3e8ba9700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccba93f0 0x556fccbab810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.574+0000 7ff3e8ba9700 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccba93f0 0x556fccbab810 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41fde25e7e3b151b server_cookie=1532afd610a1ad41 in_seq=0 out_seq=0 2023-12-07T14:04:35.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.574+0000 7ff3ccff9700 10 client.16164 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.575+0000 7ff3ccff9700 1 -- 172.21.15.39:0/3998035118 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x556fcca1f050 con 0x556fccba93f0 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.575+0000 7ff3ccff9700 10 client.16164 handle_command_reply: tid=0 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 client.16164 shutdown 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 msgr2=0x556fccb13f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb13f50 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x556fccb31d50 tx=0x7ff3e0009e50 comp rx=0 tx=0).stop 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 shutdown_connections 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fccba93f0 0x556fccbab810 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fccb090d0 0x556fccb149d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fccb04ac0 0x556fccb13f50 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 --2- 172.21.15.39:0/3998035118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fccb053e0 0x556fccb14490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 >> 172.21.15.39:0/3998035118 conn(0x556fcca333e0 msgr2=0x556fccb089c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3ccff9700 0 client.16164 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.580 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 shutdown_connections 2023-12-07T14:04:35.581 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.576+0000 7ff3f7807b80 1 -- 172.21.15.39:0/3998035118 wait complete. 2023-12-07T14:04:35.581 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3f7807b80 20 client.16164 trim_cache size 0 max 16384 2023-12-07T14:04:35.581 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:04:35.581 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:04:35.581 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "8eaf4e62-866a-4afa-a9aa-d4eecc7e2a32", 2023-12-07T14:04:35.581 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:04:35.581 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:04:35.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff3d00a16d0 msgr2=0x7ff3d00a3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff3d00a16d0 0x7ff3d00a3b90 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff3dc0093d0 tx=0x7ff3dc007420 comp rx=0 tx=0).stop 2023-12-07T14:04:35.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e4108ba0 msgr2=0x7ff3e41ac9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e4108ba0 0x7ff3e41ac9b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff3d400d980 tx=0x7ff3d400dc90 comp rx=0 tx=0).stop 2023-12-07T14:04:35.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 shutdown_connections 2023-12-07T14:04:35.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3e4114310 0x7ff3e41a6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff3e406d980 0x7ff3e41ac470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff3d00a16d0 0x7ff3d00a3b90 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 --2- 172.21.15.39:0/184438874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3e4108ba0 0x7ff3e41ac9b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.577+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 >> 172.21.15.39:0/184438874 conn(0x7ff3e406c550 msgr2=0x7ff3e406ff70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.578+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 shutdown_connections 2023-12-07T14:04:35.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.578+0000 7ff3eb60e700 1 -- 172.21.15.39:0/184438874 wait complete. 2023-12-07T14:04:35.600 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:35 smithi039 ceph-mon[98864]: pgmap v65: 97 pgs: 97 active+clean; 3.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 MiB/s wr, 2.14k op/s 2023-12-07T14:04:35.600 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:04:35.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:35 smithi055 ceph-mon[103363]: pgmap v65: 97 pgs: 97 active+clean; 3.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 MiB/s wr, 2.14k op/s 2023-12-07T14:04:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:35 smithi089 ceph-mon[103124]: pgmap v65: 97 pgs: 97 active+clean; 3.4 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 50 MiB/s wr, 2.14k op/s 2023-12-07T14:04:35.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 -- 172.21.15.39:0/2673975347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec1096b0 msgr2=0x7fa7ec109a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/2673975347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec109a90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0009990 tx=0x7fa7e0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 -- 172.21.15.39:0/2673975347 shutdown_connections 2023-12-07T14:04:35.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/2673975347 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa7ec103fd0 0x7fa7ec1104e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/2673975347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec109a90 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/2673975347 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec103610 0x7fa7ec103a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 -- 172.21.15.39:0/2673975347 >> 172.21.15.39:0/2673975347 conn(0x7fa7ec0ff0e0 msgr2=0x7fa7ec101500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.822+0000 7fa7f2de3700 1 -- 172.21.15.39:0/2673975347 shutdown_connections 2023-12-07T14:04:35.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.823+0000 7fa7f2de3700 1 -- 172.21.15.39:0/2673975347 wait complete. 2023-12-07T14:04:35.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.823+0000 7fa7f2de3700 1 Processor -- start 2023-12-07T14:04:35.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.823+0000 7fa7f2de3700 1 -- start start 2023-12-07T14:04:35.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f2de3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa7ec103610 0x7fa7ec19f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f2de3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec103fd0 0x7fa7ec19fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f2de3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f2de3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7ec199f70 con 0x7fa7ec103fd0 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f2de3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7ec19a0e0 con 0x7fa7ec1096b0 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f2de3700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7ec19a2a0 con 0x7fa7ec103610 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec199910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46816/0 (socket says 172.21.15.39:46816) 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 -- 172.21.15.39:0/1216910699 learned_addr learned my addr 172.21.15.39:0/1216910699 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec103fd0 0x7fa7ec19fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa7ec103610 0x7fa7ec19f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 -- 172.21.15.39:0/1216910699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa7ec103610 msgr2=0x7fa7ec19f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa7ec103610 0x7fa7ec19f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 -- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec103fd0 msgr2=0x7fa7ec19fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec103fd0 0x7fa7ec19fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.824+0000 7fa7f1380700 1 -- 172.21.15.39:0/1216910699 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7e00095f0 con 0x7fa7ec1096b0 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.825+0000 7fa7f1380700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec199910 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400b780 tx=0x7fa7e400ba90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.825+0000 7fa7e9ffb700 1 -- 172.21.15.39:0/1216910699 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4010860 con 0x7fa7ec1096b0 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.825+0000 7fa7e9ffb700 1 -- 172.21.15.39:0/1216910699 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa7e4010e80 con 0x7fa7ec1096b0 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.825+0000 7fa7e9ffb700 1 -- 172.21.15.39:0/1216910699 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4007370 con 0x7fa7ec1096b0 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.825+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7ec19a580 con 0x7fa7ec1096b0 2023-12-07T14:04:35.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.826+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7ec1a6780 con 0x7fa7ec1096b0 2023-12-07T14:04:35.832 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.829+0000 7fa7e9ffb700 1 -- 172.21.15.39:0/1216910699 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa7e40109c0 con 0x7fa7ec1096b0 2023-12-07T14:04:35.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.829+0000 7fa7e9ffb700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa7dc0a1740 0x7fa7dc0a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.830+0000 7fa7e9ffb700 1 -- 172.21.15.39:0/1216910699 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa7e40cce10 con 0x7fa7ec1096b0 2023-12-07T14:04:35.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.830+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa7dc0a1740 0x7fa7dc0a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.833 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 Processor -- start 2023-12-07T14:04:35.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 -- start start 2023-12-07T14:04:35.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aa250 0x561cb56aa630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb56ae320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56aecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb56157c0 con 0x561cb56aab70 2023-12-07T14:04:35.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb55fc7a0 con 0x561cb56ae860 2023-12-07T14:04:35.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb55fa0c0 con 0x561cb56aa250 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.831+0000 7fa7ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb56ae320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7f1380700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56aecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb56ae320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55618/0 (socket says 172.21.15.39:55618) 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa7dc0a1740 0x7fa7dc0a3c00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0006010 tx=0x7fa7e000b260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 -- 172.21.15.39:0/4211701821 learned_addr learned my addr 172.21.15.39:0/4211701821 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 -- 172.21.15.39:0/4211701821 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aa250 msgr2=0x561cb56aa630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/4211701821 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aa250 0x561cb56aa630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 -- 172.21.15.39:0/4211701821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 msgr2=0x561cb56aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/4211701821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56aecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 -- 172.21.15.39:0/4211701821 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561cb5472630 con 0x561cb56aab70 2023-12-07T14:04:35.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/4211701821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb56ae320 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8009d20 tx=0x7fa7d8011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9581bdfe1bbc4a52 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.832+0000 7fa7d6ffd700 1 -- 172.21.15.39:0/4211701821 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d8019630 con 0x561cb56aab70 2023-12-07T14:04:35.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7d6ffd700 1 -- 172.21.15.39:0/4211701821 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa7d8019c50 con 0x561cb56aab70 2023-12-07T14:04:35.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7d6ffd700 1 -- 172.21.15.39:0/4211701821 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d800eb90 con 0x561cb56aab70 2023-12-07T14:04:35.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/4211701821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 msgr2=0x561cb56ae320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/4211701821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb56ae320 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8009d20 tx=0x7fa7d8011720 comp rx=0 tx=0).stop 2023-12-07T14:04:35.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/4211701821 shutdown_connections 2023-12-07T14:04:35.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/4211701821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56aecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/4211701821 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aa250 0x561cb56aa630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/4211701821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb56ae320 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.833+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/4211701821 >> 172.21.15.39:0/4211701821 conn(0x561cb55d0360 msgr2=0x561cb569c070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.834+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/4211701821 shutdown_connections 2023-12-07T14:04:35.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.834+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/4211701821 wait complete. 2023-12-07T14:04:35.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.835+0000 7fa7fefdcb80 1 -- start start 2023-12-07T14:04:35.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.835+0000 7fa7fefdcb80 1 Processor -- start 2023-12-07T14:04:35.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56b3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56b3980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.840 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb55f59b0 con 0x561cb56aa250 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb55af560 con 0x561cb56ae860 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb55af200 con 0x561cb56aab70 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7fefdcb80 10 client.0 _ll_register_callbacks cb 0x561cb54daa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f0b7f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56b3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56b3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46828/0 (socket says 172.21.15.39:46828) 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f0b7f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56b3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55624/0 (socket says 172.21.15.39:55624) 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 -- 172.21.15.39:0/3009205673 learned_addr learned my addr 172.21.15.39:0/3009205673 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56b3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 -- 172.21.15.39:0/3009205673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 msgr2=0x561cb56b3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56b3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 -- 172.21.15.39:0/3009205673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 msgr2=0x561cb56b3440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56b3440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.836+0000 7fa7f1380700 1 -- 172.21.15.39:0/3009205673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7d8009980 con 0x561cb56ae860 2023-12-07T14:04:35.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.837+0000 7fa7f1380700 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56b3ec0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa7e40968d0 tx=0x7fa7e4099eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5623d28d3b1ae61 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.842 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.837+0000 7fa7cbfff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.838+0000 7fa7cbfff700 1 -- 172.21.15.39:0/3009205673 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e400f620 con 0x561cb56ae860 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.838+0000 7fa7cbfff700 1 -- 172.21.15.39:0/3009205673 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa7e409c070 con 0x561cb56ae860 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.838+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561cb5694a00 con 0x561cb56ae860 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.838+0000 7fa7cbfff700 1 -- 172.21.15.39:0/3009205673 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7e409a0c0 con 0x561cb56ae860 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 10 client.25781 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x561cb541ede0 con 0x561cb56ae860 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7cbfff700 1 -- 172.21.15.39:0/3009205673 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561cb5694a00 con 0x561cb56ae860 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7cbfff700 1 -- 172.21.15.39:0/3009205673 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fa7e40a1d60 con 0x561cb56ae860 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 10 client.25781 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 10 client.25781 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 20 client.25781 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb56d4bd0 0x561cb56d6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 4 client.25781 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:35.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.839+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561cb56706a0 con 0x561cb56d4bd0 2023-12-07T14:04:35.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.840+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb56d4bd0 0x561cb56d6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.841+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb56d4bd0 0x561cb56d6ff0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72e423f5745ac38f server_cookie=787519c73e0c4df9 in_seq=0 out_seq=0 2023-12-07T14:04:35.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.841+0000 7fa7cbfff700 10 client.25781 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7cbfff700 1 -- 172.21.15.39:0/3009205673 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x561cb56706a0 con 0x561cb56d4bd0 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7cbfff700 10 client.25781 handle_command_reply: tid=0 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 client.25781 shutdown 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 msgr2=0x561cb56b3ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56b3ec0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fa7e40968d0 tx=0x7fa7e4099eb0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 shutdown_connections 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb56d4bd0 0x561cb56d6ff0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56b3ec0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56b3440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/3009205673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56b3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 >> 172.21.15.39:0/3009205673 conn(0x561cb55d0360 msgr2=0x561cb56afcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7cbfff700 0 client.25781 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 shutdown_connections 2023-12-07T14:04:35.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/3009205673 wait complete. 2023-12-07T14:04:35.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.842+0000 7fa7fefdcb80 20 client.25781 trim_cache size 0 max 16384 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 Processor -- start 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 -- start start 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56aa250 0x561cb56ac290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb5696c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56ae860 0x561cb56acb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb5474920 con 0x561cb56aab70 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb56987e0 con 0x561cb56aa250 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.870+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb56d1730 con 0x561cb56ae860 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb5696c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56aa250 0x561cb56ac290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56aa250 0x561cb56ac290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46834/0 (socket says 172.21.15.39:46834) 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7ebfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb5696c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55634/0 (socket says 172.21.15.39:55634) 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 -- 172.21.15.39:0/2214104895 learned_addr learned my addr 172.21.15.39:0/2214104895 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f1380700 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56ae860 0x561cb56acb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 -- 172.21.15.39:0/2214104895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56ae860 msgr2=0x561cb56acb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56ae860 0x561cb56acb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 -- 172.21.15.39:0/2214104895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 msgr2=0x561cb5696c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb5696c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 -- 172.21.15.39:0/2214104895 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561cb5407c60 con 0x561cb56aa250 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56aa250 0x561cb56ac290 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec104750 tx=0x7fa7e001f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e76455b33adedca server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7d77fe700 1 -- 172.21.15.39:0/2214104895 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e002c040 con 0x561cb56aa250 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7d77fe700 1 -- 172.21.15.39:0/2214104895 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa7e001e040 con 0x561cb56aa250 2023-12-07T14:04:35.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.871+0000 7fa7d77fe700 1 -- 172.21.15.39:0/2214104895 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e0004d90 con 0x561cb56aa250 2023-12-07T14:04:35.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2214104895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56aa250 msgr2=0x561cb56ac290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56aa250 0x561cb56ac290 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec104750 tx=0x7fa7e001f000 comp rx=0 tx=0).stop 2023-12-07T14:04:35.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2214104895 shutdown_connections 2023-12-07T14:04:35.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56ae860 0x561cb56acb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56aa250 0x561cb56ac290 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2214104895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aab70 0x561cb5696c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2214104895 >> 172.21.15.39:0/2214104895 conn(0x561cb55d0360 msgr2=0x561cb56db910 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2214104895 shutdown_connections 2023-12-07T14:04:35.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.872+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2214104895 wait complete. 2023-12-07T14:04:35.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.873+0000 7fa7fefdcb80 1 -- start start 2023-12-07T14:04:35.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.873+0000 7fa7fefdcb80 1 Processor -- start 2023-12-07T14:04:35.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56c9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56ca040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7fefdcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56ca580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb572a1c0 con 0x561cb56aa250 2023-12-07T14:04:35.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb572a330 con 0x561cb56ae860 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7fefdcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cb572a4f0 con 0x561cb56aab70 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7fefdcb80 10 client.0 _ll_register_callbacks cb 0x561cb54daa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.875+0000 7fa7f0b7f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56c9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56ca040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60360/0 (socket says 172.21.15.39:60360) 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7f1380700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56ca580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 -- 172.21.15.39:0/2204270172 learned_addr learned my addr 172.21.15.39:0/2204270172 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 -- 172.21.15.39:0/2204270172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 msgr2=0x561cb56ca580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56ca580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 -- 172.21.15.39:0/2204270172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 msgr2=0x561cb56c9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56c9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 -- 172.21.15.39:0/2204270172 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7ec110de0 con 0x561cb56aab70 2023-12-07T14:04:35.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7ebfff700 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56ca040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8009d20 tx=0x7fa7d80098e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1b320b58787186e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.876+0000 7fa7cbfff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.877+0000 7fa7cbfff700 1 -- 172.21.15.39:0/2204270172 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7d8029070 con 0x561cb56aab70 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.877+0000 7fa7cbfff700 1 -- 172.21.15.39:0/2204270172 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa7d8019dc0 con 0x561cb56aab70 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.877+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa7d8019c50 con 0x561cb56aab70 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.877+0000 7fa7cbfff700 1 -- 172.21.15.39:0/2204270172 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7d8005b00 con 0x561cb56aab70 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.877+0000 7fa7fefdcb80 10 client.25885 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.877+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x561cb5445250 con 0x561cb56aab70 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.877+0000 7fa7cbfff700 1 -- 172.21.15.39:0/2204270172 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa7d8019c50 con 0x561cb56aab70 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7cbfff700 1 -- 172.21.15.39:0/2204270172 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fa7d8003ac0 con 0x561cb56aab70 2023-12-07T14:04:35.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7fefdcb80 10 client.25885 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7fefdcb80 10 client.25885 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7fefdcb80 20 client.25885 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb572bc90 0x561cb572e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7fefdcb80 4 client.25885 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561cb55bbfd0 con 0x561cb572bc90 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb572bc90 0x561cb572e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7cbfff700 10 client.25885 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.878+0000 7fa7f0b7f700 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb572bc90 0x561cb572e0b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5373df98eaeb496d server_cookie=d30141a022f5412d in_seq=0 out_seq=0 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7cbfff700 1 -- 172.21.15.39:0/2204270172 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x561cb55bbfd0 con 0x561cb572bc90 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7cbfff700 10 client.25885 handle_command_reply: tid=0 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 client.25885 shutdown 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 msgr2=0x561cb56ca040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56ca040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa7d8009d20 tx=0x7fa7d80098e0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 shutdown_connections 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cb572bc90 0x561cb572e0b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cb56ae860 0x561cb56ca580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7cbfff700 0 client.25885 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cb56aa250 0x561cb56c9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 --2- 172.21.15.39:0/2204270172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cb56aab70 0x561cb56ca040 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 >> 172.21.15.39:0/2204270172 conn(0x561cb55d0360 msgr2=0x561cb56acb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 shutdown_connections 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.879+0000 7fa7fefdcb80 1 -- 172.21.15.39:0/2204270172 wait complete. 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.880+0000 7fa7fefdcb80 20 client.25885 trim_cache size 0 max 16384 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:04:35.885 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout: "8eaf4e62-866a-4afa-a9aa-d4eecc7e2a32": { 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "8eaf4e62-866a-4afa-a9aa-d4eecc7e2a32", 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:04:35.886 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa7dc0a1740 msgr2=0x7fa7dc0a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa7dc0a1740 0x7fa7dc0a3c00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0006010 tx=0x7fa7e000b260 comp rx=0 tx=0).stop 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec1096b0 msgr2=0x7fa7ec199910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec199910 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400b780 tx=0x7fa7e400ba90 comp rx=0 tx=0).stop 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 shutdown_connections 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa7dc0a1740 0x7fa7dc0a3c00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa7ec1096b0 0x7fa7ec199910 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa7ec103610 0x7fa7ec19f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 --2- 172.21.15.39:0/1216910699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7ec103fd0 0x7fa7ec19fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 >> 172.21.15.39:0/1216910699 conn(0x7fa7ec0ff0e0 msgr2=0x7fa7ec100860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.881+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 shutdown_connections 2023-12-07T14:04:35.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:04:35.882+0000 7fa7f2de3700 1 -- 172.21.15.39:0/1216910699 wait complete. 2023-12-07T14:04:35.904 INFO:tasks.cephfs.filesystem:scrub status for tag:8eaf4e62-866a-4afa-a9aa-d4eecc7e2a32 - {'path': '/', 'tag': '8eaf4e62-866a-4afa-a9aa-d4eecc7e2a32', 'options': 'recursive,force'} 2023-12-07T14:04:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:04:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:36.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:36 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:36.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:36 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:04:36.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:36.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:36.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:36.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:36.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:36.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:36.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:36 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:37 smithi055 ceph-mon[103363]: pgmap v66: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 MiB/s wr, 2.41k op/s 2023-12-07T14:04:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:37 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:04:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:37 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:37 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:04:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:37 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:37 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:37 smithi089 ceph-mon[103124]: pgmap v66: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 MiB/s wr, 2.41k op/s 2023-12-07T14:04:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:37 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:04:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:37 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:37 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:04:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:37 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:37 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:37 smithi039 ceph-mon[98864]: pgmap v66: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 MiB/s wr, 2.41k op/s 2023-12-07T14:04:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:37 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:04:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:37 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:04:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:37 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:04:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:37 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:37 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:38.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:38 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:04:38.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:38 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:04:38.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:38 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:38 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:04:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:38 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:04:38.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:38 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:38.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:38 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:04:38.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:38 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:04:38.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:38 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:04:38.967 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 105.0 s, 3689.3 tps, lat 27.044 ms stddev 29.401 2023-12-07T14:04:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:39 smithi055 ceph-mon[103363]: pgmap v67: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 46 MiB/s wr, 2.04k op/s 2023-12-07T14:04:39.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:39 smithi089 ceph-mon[103124]: pgmap v67: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 46 MiB/s wr, 2.04k op/s 2023-12-07T14:04:39.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:39 smithi039 ceph-mon[98864]: pgmap v67: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 46 MiB/s wr, 2.04k op/s 2023-12-07T14:04:40.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:40 smithi055 ceph-mon[103363]: pgmap v68: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 43 MiB/s wr, 1.94k op/s 2023-12-07T14:04:40.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:40 smithi089 ceph-mon[103124]: pgmap v68: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 43 MiB/s wr, 1.94k op/s 2023-12-07T14:04:40.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:40 smithi039 ceph-mon[98864]: pgmap v68: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 43 MiB/s wr, 1.94k op/s 2023-12-07T14:04:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:41 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:41 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:41 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:41 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:41.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:41 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:41.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:41 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:42 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:42 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:42 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:04:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:42 smithi089 ceph-mon[103124]: pgmap v69: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 50 MiB/s wr, 2.34k op/s 2023-12-07T14:04:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:42 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:42 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:42 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:04:42.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:42 smithi039 ceph-mon[98864]: pgmap v69: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 50 MiB/s wr, 2.34k op/s 2023-12-07T14:04:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:42 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:42 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:42 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:04:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:42 smithi055 ceph-mon[103363]: pgmap v69: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 116 KiB/s rd, 50 MiB/s wr, 2.34k op/s 2023-12-07T14:04:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 110.0 s, 4092.6 tps, lat 24.590 ms stddev 26.302 2023-12-07T14:04:44.794 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.790+0000 7f45fbd49700 1 -- 172.21.15.39:0/1800493589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108dd0 msgr2=0x7f45f4114900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.794 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.790+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1800493589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108dd0 0x7f45f4114900 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f45e4009990 tx=0x7f45e4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.792+0000 7f45fbd49700 1 -- 172.21.15.39:0/1800493589 shutdown_connections 2023-12-07T14:04:44.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.792+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1800493589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108dd0 0x7f45f4114900 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.792+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1800493589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f410dc40 0x7f45f410e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.792+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1800493589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f45f4108410 0x7f45f4108890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.792+0000 7f45fbd49700 1 -- 172.21.15.39:0/1800493589 >> 172.21.15.39:0/1800493589 conn(0x7f45f4077120 msgr2=0x7f45f4079540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:44.796 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.792+0000 7f45fbd49700 1 -- 172.21.15.39:0/1800493589 shutdown_connections 2023-12-07T14:04:44.796 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.792+0000 7f45fbd49700 1 -- 172.21.15.39:0/1800493589 wait complete. 2023-12-07T14:04:44.796 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 Processor -- start 2023-12-07T14:04:44.796 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 -- start start 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108410 0x7f45f4072bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f4108dd0 0x7f45f4073110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f45f410dc40 0x7f45f406cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f406d510 con 0x7f45f4108410 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f406d680 con 0x7f45f410dc40 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.793+0000 7f45fbd49700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f406d840 con 0x7f45f4108dd0 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f4108dd0 0x7f45f4073110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f4108dd0 0x7f45f4073110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60376/0 (socket says 172.21.15.39:60376) 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 -- 172.21.15.39:0/1917283723 learned_addr learned my addr 172.21.15.39:0/1917283723 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:44.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f45f410dc40 0x7f45f406cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108410 0x7f45f4072bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 -- 172.21.15.39:0/1917283723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f45f410dc40 msgr2=0x7f45f406cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f45f410dc40 0x7f45f406cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 -- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108410 msgr2=0x7f45f4072bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108410 0x7f45f4072bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f92e4700 1 -- 172.21.15.39:0/1917283723 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45e40095f0 con 0x7f45f4108dd0 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f45f410dc40 0x7f45f406cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.794+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108410 0x7f45f4072bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.795+0000 7f45f92e4700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f4108dd0 0x7f45f4073110 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f45f000b550 tx=0x7f45f000b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.795+0000 7f45eaffd700 1 -- 172.21.15.39:0/1917283723 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f0011830 con 0x7f45f4108dd0 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.795+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45f406db20 con 0x7f45f4108dd0 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.795+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f41b3570 con 0x7f45f4108dd0 2023-12-07T14:04:44.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.795+0000 7f45eaffd700 1 -- 172.21.15.39:0/1917283723 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45f0011e50 con 0x7f45f4108dd0 2023-12-07T14:04:44.800 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.795+0000 7f45eaffd700 1 -- 172.21.15.39:0/1917283723 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f000f2e0 con 0x7f45f4108dd0 2023-12-07T14:04:44.803 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 Processor -- start 2023-12-07T14:04:44.803 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 -- start start 2023-12-07T14:04:44.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba723a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba7275d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba727f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba697760 con 0x5651ba723f50 2023-12-07T14:04:44.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba67e740 con 0x5651ba727b10 2023-12-07T14:04:44.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.800+0000 7f4607f42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba67c060 con 0x5651ba723630 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba7275d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba7275d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55658/0 (socket says 172.21.15.39:55658) 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 -- 172.21.15.39:0/3154483474 learned_addr learned my addr 172.21.15.39:0/3154483474 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45eaffd700 1 -- 172.21.15.39:0/1917283723 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f45f000f440 con 0x7f45f4108dd0 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba723a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f92e4700 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba727f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 -- 172.21.15.39:0/3154483474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 msgr2=0x5651ba723a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba723a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 -- 172.21.15.39:0/3154483474 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 msgr2=0x5651ba727f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba727f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 -- 172.21.15.39:0/3154483474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5651ba4f45d0 con 0x5651ba723f50 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba723a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba7275d0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f45ec009ee0 tx=0x7f45ec0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b30bf486df9888df server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:44.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.801+0000 7f45dffff700 1 -- 172.21.15.39:0/3154483474 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45ec013580 con 0x5651ba723f50 2023-12-07T14:04:44.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f45dffff700 1 -- 172.21.15.39:0/3154483474 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45ec00f050 con 0x5651ba723f50 2023-12-07T14:04:44.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f45dffff700 1 -- 172.21.15.39:0/3154483474 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45ec014a40 con 0x5651ba723f50 2023-12-07T14:04:44.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f45eaffd700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45e00a1730 0x7f45e00a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45e00a1730 0x7f45e00a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f45eaffd700 1 -- 172.21.15.39:0/1917283723 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f45f00cc8a0 con 0x7f45f4108dd0 2023-12-07T14:04:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f4607f42b80 1 -- 172.21.15.39:0/3154483474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 msgr2=0x5651ba7275d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45e00a1730 0x7f45e00a3bf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f45e4003760 tx=0x7f45e401a040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba7275d0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f45ec009ee0 tx=0x7f45ec0077e0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f4607f42b80 1 -- 172.21.15.39:0/3154483474 shutdown_connections 2023-12-07T14:04:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba727f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba723a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3154483474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba7275d0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.802+0000 7f4607f42b80 1 -- 172.21.15.39:0/3154483474 >> 172.21.15.39:0/3154483474 conn(0x5651ba652300 msgr2=0x5651ba71dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.803+0000 7f4607f42b80 1 -- 172.21.15.39:0/3154483474 shutdown_connections 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.803+0000 7f4607f42b80 1 -- 172.21.15.39:0/3154483474 wait complete. 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.803+0000 7f4607f42b80 1 -- start start 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.803+0000 7f4607f42b80 1 Processor -- start 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723630 0x5651ba72f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba72c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba72cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f4607f42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba677950 con 0x5651ba723f50 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f4607f42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba631500 con 0x5651ba723630 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f4607f42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba6311a0 con 0x5651ba727b10 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f4607f42b80 10 client.0 _ll_register_callbacks cb 0x5651ba55ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:44.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba72c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba72c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55668/0 (socket says 172.21.15.39:55668) 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f45f92e4700 1 -- 172.21.15.39:0/2522486917 learned_addr learned my addr 172.21.15.39:0/2522486917 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.804+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba72cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45f92e4700 1 -- 172.21.15.39:0/2522486917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 msgr2=0x5651ba72cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45f92e4700 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba72cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45f92e4700 1 -- 172.21.15.39:0/2522486917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723630 msgr2=0x5651ba72f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45f92e4700 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723630 0x5651ba72f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45f92e4700 1 -- 172.21.15.39:0/2522486917 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f4115300 con 0x5651ba723f50 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45f92e4700 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba72c500 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f45f0000c00 tx=0x7f45f00093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ec415e85be99fb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45dd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45dd7fa700 1 -- 172.21.15.39:0/2522486917 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f00b7ea0 con 0x5651ba723f50 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45dd7fa700 1 -- 172.21.15.39:0/2522486917 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f45f0010eb0 con 0x5651ba723f50 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5651ba7165f0 con 0x5651ba723f50 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f45dd7fa700 1 -- 172.21.15.39:0/2522486917 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45f0099300 con 0x5651ba723f50 2023-12-07T14:04:44.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f4607f42b80 10 client.16194 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.805+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f45ec009b10 con 0x5651ba723f50 2023-12-07T14:04:44.812 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.806+0000 7f45dd7fa700 1 -- 172.21.15.39:0/2522486917 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5651ba7165f0 con 0x5651ba723f50 2023-12-07T14:04:44.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.806+0000 7f45dd7fa700 1 -- 172.21.15.39:0/2522486917 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f45f0098e90 con 0x5651ba723f50 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.807+0000 7f4607f42b80 10 client.16194 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.807+0000 7f4607f42b80 10 client.16194 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.807+0000 7f4607f42b80 20 client.16194 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.807+0000 7f4607f42b80 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba73cf90 0x5651ba73f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.807+0000 7f4607f42b80 4 client.16194 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.807+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5651ba6f2640 con 0x5651ba73cf90 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.808+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba73cf90 0x5651ba73f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.808+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba73cf90 0x5651ba73f3b0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91e070c084957a52 server_cookie=a18fe8a2d7a71962 in_seq=0 out_seq=0 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.808+0000 7f45dd7fa700 10 client.16194 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.809+0000 7f45dd7fa700 1 -- 172.21.15.39:0/2522486917 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5651ba6f2640 con 0x5651ba73cf90 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.809+0000 7f45dd7fa700 10 client.16194 handle_command_reply: tid=0 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.809+0000 7f4607f42b80 1 client.16194 shutdown 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 msgr2=0x5651ba72c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba72c500 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f45f0000c00 tx=0x7f45f00093f0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 shutdown_connections 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba72cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba73cf90 0x5651ba73f3b0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723630 0x5651ba72f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 --2- 172.21.15.39:0/2522486917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba72c500 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f45dd7fa700 0 client.16194 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 >> 172.21.15.39:0/2522486917 conn(0x5651ba652300 msgr2=0x5651ba722430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 shutdown_connections 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.810+0000 7f4607f42b80 1 -- 172.21.15.39:0/2522486917 wait complete. 2023-12-07T14:04:44.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.811+0000 7f4607f42b80 20 client.16194 trim_cache size 0 max 16384 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.839+0000 7f4607f42b80 1 Processor -- start 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.839+0000 7f4607f42b80 1 -- start start 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.839+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba733e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.839+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba734390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.839+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba725b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.839+0000 7f4607f42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba4f68c0 con 0x5651ba723f50 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba734390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f4607f42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba72fba0 con 0x5651ba727b10 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f4607f42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba72aa90 con 0x5651ba723630 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba734390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55676/0 (socket says 172.21.15.39:55676) 2023-12-07T14:04:44.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 -- 172.21.15.39:0/3552268673 learned_addr learned my addr 172.21.15.39:0/3552268673 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba725b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba733e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 -- 172.21.15.39:0/3552268673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 msgr2=0x5651ba733e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba733e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 -- 172.21.15.39:0/3552268673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 msgr2=0x5651ba725b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba725b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 -- 172.21.15.39:0/3552268673 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5651ba4a0d80 con 0x5651ba723f50 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba733e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba725b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:04:44.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.840+0000 7f45f92e4700 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba734390 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f45f00cc040 tx=0x7f45f00d25b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=803ff3a0cc29dcfd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:44.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.841+0000 7f45e8ff9700 1 -- 172.21.15.39:0/3552268673 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f00b7ea0 con 0x5651ba723f50 2023-12-07T14:04:44.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.841+0000 7f45e8ff9700 1 -- 172.21.15.39:0/3552268673 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45f0099300 con 0x5651ba723f50 2023-12-07T14:04:44.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.841+0000 7f45e8ff9700 1 -- 172.21.15.39:0/3552268673 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f00b9300 con 0x5651ba723f50 2023-12-07T14:04:44.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.842+0000 7f4607f42b80 1 -- 172.21.15.39:0/3552268673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 msgr2=0x5651ba734390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.842+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba734390 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f45f00cc040 tx=0x7f45f00d25b0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 -- 172.21.15.39:0/3552268673 shutdown_connections 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba727b10 0x5651ba725b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba723630 0x5651ba733e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3552268673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723f50 0x5651ba734390 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 -- 172.21.15.39:0/3552268673 >> 172.21.15.39:0/3552268673 conn(0x5651ba652300 msgr2=0x5651ba72ef40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 -- 172.21.15.39:0/3552268673 shutdown_connections 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 -- 172.21.15.39:0/3552268673 wait complete. 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 -- start start 2023-12-07T14:04:44.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.843+0000 7f4607f42b80 1 Processor -- start 2023-12-07T14:04:44.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723630 0x5651ba732180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723f50 0x5651ba7326c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f4607f42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba78c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f4607f42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba78c9d0 con 0x5651ba723630 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f4607f42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba78cb40 con 0x5651ba723f50 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f4607f42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ba78cd00 con 0x5651ba727b10 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f4607f42b80 10 client.0 _ll_register_callbacks cb 0x5651ba55ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f9ae5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723630 0x5651ba732180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723f50 0x5651ba7326c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723f50 0x5651ba7326c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46882/0 (socket says 172.21.15.39:46882) 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 -- 172.21.15.39:0/3975869055 learned_addr learned my addr 172.21.15.39:0/3975869055 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f9ae5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723630 0x5651ba732180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55680/0 (socket says 172.21.15.39:55680) 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45fa2e6700 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba78c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 -- 172.21.15.39:0/3975869055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 msgr2=0x5651ba78c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba78c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 -- 172.21.15.39:0/3975869055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723630 msgr2=0x5651ba732180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:44.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723630 0x5651ba732180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.844+0000 7f45f92e4700 1 -- 172.21.15.39:0/3975869055 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45e4005310 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.845+0000 7f45f92e4700 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723f50 0x5651ba7326c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f45f00ccc60 tx=0x7f45f00d2220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fc8f4d485612d6c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.845+0000 7f45dd7fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.845+0000 7f45dd7fa700 1 -- 172.21.15.39:0/3975869055 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f00b7ea0 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.846+0000 7f45dd7fa700 1 -- 172.21.15.39:0/3975869055 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f45f0018520 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.846+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f45ec00f050 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.846+0000 7f45dd7fa700 1 -- 172.21.15.39:0/3975869055 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45f0010eb0 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.846+0000 7f4607f42b80 10 client.25799 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.846+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f45ec009b10 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.846+0000 7f45dd7fa700 1 -- 172.21.15.39:0/3975869055 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f45ec00f050 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.846+0000 7f45dd7fa700 1 -- 172.21.15.39:0/3975869055 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f45f00840f0 con 0x5651ba723f50 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f4607f42b80 10 client.25799 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f4607f42b80 10 client.25799 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f4607f42b80 20 client.25799 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:44.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba7941c0 0x5651ba7965e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f4607f42b80 4 client.25799 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:04:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5651ba63df70 con 0x5651ba7941c0 2023-12-07T14:04:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba7941c0 0x5651ba7965e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f45dd7fa700 10 client.25799 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:44.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.847+0000 7f45f9ae5700 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba7941c0 0x5651ba7965e0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb029921e3207d70 server_cookie=dc65578311170913 in_seq=0 out_seq=0 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.864+0000 7f45dd7fa700 1 -- 172.21.15.39:0/3975869055 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5651ba63df70 con 0x5651ba7941c0 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.864+0000 7f45dd7fa700 10 client.25799 handle_command_reply: tid=0 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.864+0000 7f4607f42b80 1 client.25799 shutdown 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723f50 msgr2=0x5651ba7326c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723f50 0x5651ba7326c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f45f00ccc60 tx=0x7f45f00d2220 comp rx=0 tx=0).stop 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 shutdown_connections 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5651ba727b10 0x5651ba78c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5651ba723630 0x5651ba732180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5651ba7941c0 0x5651ba7965e0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 --2- 172.21.15.39:0/3975869055 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5651ba723f50 0x5651ba7326c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 >> 172.21.15.39:0/3975869055 conn(0x5651ba652300 msgr2=0x5651ba738900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f45dd7fa700 0 client.25799 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:44.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.865+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 shutdown_connections 2023-12-07T14:04:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.866+0000 7f4607f42b80 1 -- 172.21.15.39:0/3975869055 wait complete. 2023-12-07T14:04:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.866+0000 7f4607f42b80 20 client.25799 trim_cache size 0 max 16384 2023-12-07T14:04:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:04:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:04:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:04:44.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:04:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45e00a1730 msgr2=0x7f45e00a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45e00a1730 0x7f45e00a3bf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f45e4003760 tx=0x7f45e401a040 comp rx=0 tx=0).stop 2023-12-07T14:04:44.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f4108dd0 msgr2=0x7f45f4073110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f4108dd0 0x7f45f4073110 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f45f000b550 tx=0x7f45f000b860 comp rx=0 tx=0).stop 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 shutdown_connections 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45e00a1730 0x7f45e00a3bf0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f45f410dc40 0x7f45f406cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45f4108410 0x7f45f4072bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 --2- 172.21.15.39:0/1917283723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f45f4108dd0 0x7f45f4073110 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 >> 172.21.15.39:0/1917283723 conn(0x7f45f4077120 msgr2=0x7f45f4079880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 shutdown_connections 2023-12-07T14:04:44.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:44.867+0000 7f45fbd49700 1 -- 172.21.15.39:0/1917283723 wait complete. 2023-12-07T14:04:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:45 smithi039 ceph-mon[98864]: pgmap v70: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 15 MiB/s wr, 737 op/s 2023-12-07T14:04:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:45 smithi055 ceph-mon[103363]: pgmap v70: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 15 MiB/s wr, 737 op/s 2023-12-07T14:04:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:45 smithi089 ceph-mon[103124]: pgmap v70: 97 pgs: 97 active+clean; 3.5 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 15 MiB/s wr, 737 op/s 2023-12-07T14:04:47.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:47 smithi039 ceph-mon[98864]: pgmap v71: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 20 MiB/s wr, 1.02k op/s 2023-12-07T14:04:47.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:47 smithi055 ceph-mon[103363]: pgmap v71: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 20 MiB/s wr, 1.02k op/s 2023-12-07T14:04:47.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:47 smithi089 ceph-mon[103124]: pgmap v71: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 20 MiB/s wr, 1.02k op/s 2023-12-07T14:04:48.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 115.0 s, 3454.8 tps, lat 28.937 ms stddev 33.067 2023-12-07T14:04:49.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:49 smithi039 ceph-mon[98864]: pgmap v72: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 14 MiB/s wr, 815 op/s 2023-12-07T14:04:49.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:49 smithi055 ceph-mon[103363]: pgmap v72: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 14 MiB/s wr, 815 op/s 2023-12-07T14:04:49.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:49 smithi089 ceph-mon[103124]: pgmap v72: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 14 MiB/s wr, 815 op/s 2023-12-07T14:04:51.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:51 smithi039 ceph-mon[98864]: pgmap v73: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 13 MiB/s wr, 746 op/s 2023-12-07T14:04:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:51 smithi055 ceph-mon[103363]: pgmap v73: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 13 MiB/s wr, 746 op/s 2023-12-07T14:04:51.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:51 smithi089 ceph-mon[103124]: pgmap v73: 97 pgs: 97 active+clean; 3.6 GiB data, 12 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 13 MiB/s wr, 746 op/s 2023-12-07T14:04:53.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:53 smithi039 ceph-mon[98864]: pgmap v74: 97 pgs: 97 active+clean; 3.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 27 MiB/s wr, 1.31k op/s 2023-12-07T14:04:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:53 smithi055 ceph-mon[103363]: pgmap v74: 97 pgs: 97 active+clean; 3.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 27 MiB/s wr, 1.31k op/s 2023-12-07T14:04:53.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:53 smithi089 ceph-mon[103124]: pgmap v74: 97 pgs: 97 active+clean; 3.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 27 MiB/s wr, 1.31k op/s 2023-12-07T14:04:53.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 120.0 s, 3304.9 tps, lat 30.292 ms stddev 33.005 2023-12-07T14:04:55.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:55 smithi039 ceph-mon[98864]: pgmap v75: 97 pgs: 97 active+clean; 3.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 20 MiB/s wr, 913 op/s 2023-12-07T14:04:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:55 smithi055 ceph-mon[103363]: pgmap v75: 97 pgs: 97 active+clean; 3.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 20 MiB/s wr, 913 op/s 2023-12-07T14:04:55.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:55 smithi089 ceph-mon[103124]: pgmap v75: 97 pgs: 97 active+clean; 3.7 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 20 MiB/s wr, 913 op/s 2023-12-07T14:04:57.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:57 smithi039 ceph-mon[98864]: pgmap v76: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 29 MiB/s wr, 1.33k op/s 2023-12-07T14:04:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:57 smithi055 ceph-mon[103363]: pgmap v76: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 29 MiB/s wr, 1.33k op/s 2023-12-07T14:04:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:57 smithi089 ceph-mon[103124]: pgmap v76: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 29 MiB/s wr, 1.33k op/s 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 -- 172.21.15.39:0/2235787674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81056f0 msgr2=0x7f44f810d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 --2- 172.21.15.39:0/2235787674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81056f0 0x7f44f810d270 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f44e80098f0 tx=0x7f44e8009c00 comp rx=0 tx=0).stop 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 -- 172.21.15.39:0/2235787674 shutdown_connections 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 --2- 172.21.15.39:0/2235787674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81056f0 0x7f44f810d270 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 --2- 172.21.15.39:0/2235787674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44f81005d0 0x7f44f81009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 --2- 172.21.15.39:0/2235787674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f44f8100f80 0x7f44f8104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 -- 172.21.15.39:0/2235787674 >> 172.21.15.39:0/2235787674 conn(0x7f44f80fbe70 msgr2=0x7f44f80fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 -- 172.21.15.39:0/2235787674 shutdown_connections 2023-12-07T14:04:58.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.057+0000 7f44fe547700 1 -- 172.21.15.39:0/2235787674 wait complete. 2023-12-07T14:04:58.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.058+0000 7f44fe547700 1 Processor -- start 2023-12-07T14:04:58.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.058+0000 7f44fe547700 1 -- start start 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44fe547700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81005d0 0x7f44f810cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44fe547700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f44f81056f0 0x7f44f810d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44fe547700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44f8102060 0x7f44f81024e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44fe547700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f8102a20 con 0x7f44f8102060 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44fe547700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f8102b90 con 0x7f44f81005d0 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44fe547700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44f8102d50 con 0x7f44f81056f0 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81005d0 0x7f44f810cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81005d0 0x7f44f810cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46896/0 (socket says 172.21.15.39:46896) 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44fcae4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44f8102060 0x7f44f81024e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 -- 172.21.15.39:0/2909280673 learned_addr learned my addr 172.21.15.39:0/2909280673 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 -- 172.21.15.39:0/2909280673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f44f81056f0 msgr2=0x7f44f810d0c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f44f81056f0 0x7f44f810d0c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 -- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44f8102060 msgr2=0x7f44f81024e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.063 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44f8102060 0x7f44f81024e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.063 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 -- 172.21.15.39:0/2909280673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44e8009520 con 0x7f44f81005d0 2023-12-07T14:04:58.063 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.059+0000 7f44f7fff700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81005d0 0x7f44f810cb80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f44f001c430 tx=0x7f44f001c740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:58.063 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.060+0000 7f44f57fa700 1 -- 172.21.15.39:0/2909280673 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f000c070 con 0x7f44f81005d0 2023-12-07T14:04:58.063 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.060+0000 7f44f57fa700 1 -- 172.21.15.39:0/2909280673 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44f0004bb0 con 0x7f44f81005d0 2023-12-07T14:04:58.063 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.060+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44f81bfea0 con 0x7f44f81005d0 2023-12-07T14:04:58.063 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.060+0000 7f44f57fa700 1 -- 172.21.15.39:0/2909280673 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f0018e40 con 0x7f44f81005d0 2023-12-07T14:04:58.064 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.060+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44f81c0270 con 0x7f44f81005d0 2023-12-07T14:04:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.063+0000 7f44f57fa700 1 -- 172.21.15.39:0/2909280673 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f44f0004d20 con 0x7f44f81005d0 2023-12-07T14:04:58.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.063+0000 7f44f57fa700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f44e00a1660 0x7f44e00a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.064+0000 7f44f57fa700 1 -- 172.21.15.39:0/2909280673 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f44f00ccb90 con 0x7f44f81005d0 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.064+0000 7f450a740b80 1 Processor -- start 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.064+0000 7f450a740b80 1 -- start start 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f450a740b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1c9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f450a740b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1cd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f450a740b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1cdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f450a740b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e140760 con 0x55ca2e1c9d40 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f450a740b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e127740 con 0x55ca2e1cdae0 2023-12-07T14:04:58.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f450a740b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e125060 con 0x55ca2e1c9420 2023-12-07T14:04:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f44f7fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f44f7fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1c9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60422/0 (socket says 172.21.15.39:60422) 2023-12-07T14:04:58.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.065+0000 7f44f7fff700 1 -- 172.21.15.39:0/2326725937 learned_addr learned my addr 172.21.15.39:0/2326725937 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.066+0000 7f44fcae4700 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1cdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.066+0000 7f44f7fff700 1 -- 172.21.15.39:0/2326725937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 msgr2=0x55ca2e1cdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.066+0000 7f44f7fff700 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1cdf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.066+0000 7f44f7fff700 1 -- 172.21.15.39:0/2326725937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 msgr2=0x55ca2e1cd5a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.066+0000 7f44f7fff700 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1cd5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.066+0000 7f44f7fff700 1 -- 172.21.15.39:0/2326725937 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca2df9d5d0 con 0x55ca2e1c9420 2023-12-07T14:04:58.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.066+0000 7f44f7fff700 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1c9800 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f44f00a1a40 tx=0x7f44f00997a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd439a104d64d031 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:58.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.067+0000 7f44de7fc700 1 -- 172.21.15.39:0/2326725937 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f0099be0 con 0x55ca2e1c9420 2023-12-07T14:04:58.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.068+0000 7f44de7fc700 1 -- 172.21.15.39:0/2326725937 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44f009dd30 con 0x55ca2e1c9420 2023-12-07T14:04:58.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.068+0000 7f44de7fc700 1 -- 172.21.15.39:0/2326725937 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f0099330 con 0x55ca2e1c9420 2023-12-07T14:04:58.072 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f44f77fe700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f44e00a1660 0x7f44e00a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f450a740b80 1 -- 172.21.15.39:0/2326725937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 msgr2=0x55ca2e1c9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f450a740b80 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1c9800 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f44f00a1a40 tx=0x7f44f00997a0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f450a740b80 1 -- 172.21.15.39:0/2326725937 shutdown_connections 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f450a740b80 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1cdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f450a740b80 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1c9800 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f450a740b80 1 --2- 172.21.15.39:0/2326725937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1cd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f450a740b80 1 -- 172.21.15.39:0/2326725937 >> 172.21.15.39:0/2326725937 conn(0x55ca2e0fb300 msgr2=0x55ca2e1c6b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.069+0000 7f44f77fe700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f44e00a1660 0x7f44e00a3b20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f44ec005950 tx=0x7f44ec0058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:58.073 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.070+0000 7f450a740b80 1 -- 172.21.15.39:0/2326725937 shutdown_connections 2023-12-07T14:04:58.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.070+0000 7f450a740b80 1 -- 172.21.15.39:0/2326725937 wait complete. 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.070+0000 7f450a740b80 1 -- start start 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 1 Processor -- start 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9420 0x55ca2e1e6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1e7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1e7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e120950 con 0x55ca2e1c9420 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e0da500 con 0x55ca2e1cdae0 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e0da1a0 con 0x55ca2e1c9d40 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f450a740b80 10 client.0 _ll_register_callbacks cb 0x55ca2e005a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f44f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9420 0x55ca2e1e6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f44f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9420 0x55ca2e1e6ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55706/0 (socket says 172.21.15.39:55706) 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f44f7fff700 1 -- 172.21.15.39:0/1568462710 learned_addr learned my addr 172.21.15.39:0/1568462710 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.071+0000 7f44fcae4700 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1e7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44f77fe700 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1e7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44fcae4700 1 -- 172.21.15.39:0/1568462710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 msgr2=0x55ca2e1e7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44fcae4700 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1e7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44fcae4700 1 -- 172.21.15.39:0/1568462710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9420 msgr2=0x55ca2e1e6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44fcae4700 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9420 0x55ca2e1e6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44fcae4700 1 -- 172.21.15.39:0/1568462710 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44f81c0270 con 0x55ca2e1cdae0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44fcae4700 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1e7560 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f44e8009810 tx=0x7f44e800f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd98dcf1c74327bf server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44d77fe700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44d77fe700 1 -- 172.21.15.39:0/1568462710 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e801c070 con 0x55ca2e1cdae0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f44d77fe700 1 -- 172.21.15.39:0/1568462710 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f44e800b760 con 0x55ca2e1cdae0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.072+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ca2e1bf5f0 con 0x55ca2e1cdae0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f44d77fe700 1 -- 172.21.15.39:0/1568462710 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f44e800b920 con 0x55ca2e1cdae0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 10 client.25811 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ca2df49d80 con 0x55ca2e1cdae0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f44d77fe700 1 -- 172.21.15.39:0/1568462710 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44e8030020 con 0x55ca2e1cdae0 2023-12-07T14:04:58.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f44d77fe700 1 -- 172.21.15.39:0/1568462710 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f44e8015020 con 0x55ca2e1cdae0 2023-12-07T14:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 10 client.25811 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 10 client.25811 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 20 client.25811 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e1f7060 0x55ca2e1f9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 4 client.25811 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ca2e19b640 con 0x55ca2e1f7060 2023-12-07T14:04:58.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.073+0000 7f44f7fff700 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e1f7060 0x55ca2e1f9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.074+0000 7f44d77fe700 10 client.25811 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:58.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.074+0000 7f44f7fff700 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e1f7060 0x55ca2e1f9480 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29ff76f1ddb6e655 server_cookie=11d2acdc755b212c in_seq=0 out_seq=0 2023-12-07T14:04:58.081 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.075+0000 7f44d77fe700 1 -- 172.21.15.39:0/1568462710 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55ca2e19b640 con 0x55ca2e1f7060 2023-12-07T14:04:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.075+0000 7f44d77fe700 10 client.25811 handle_command_reply: tid=0 2023-12-07T14:04:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.075+0000 7f450a740b80 1 client.25811 shutdown 2023-12-07T14:04:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 msgr2=0x55ca2e1e7560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1e7560 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f44e8009810 tx=0x7f44e800f690 comp rx=0 tx=0).stop 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 shutdown_connections 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e1f7060 0x55ca2e1f9480 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1e7560 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9420 0x55ca2e1e6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 --2- 172.21.15.39:0/1568462710 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1e7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 >> 172.21.15.39:0/1568462710 conn(0x55ca2e0fb300 msgr2=0x55ca2e1d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f44d77fe700 0 client.25811 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 shutdown_connections 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.080+0000 7f450a740b80 1 -- 172.21.15.39:0/1568462710 wait complete. 2023-12-07T14:04:58.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.081+0000 7f450a740b80 20 client.25811 trim_cache size 0 max 16384 2023-12-07T14:04:58.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.109+0000 7f450a740b80 1 Processor -- start 2023-12-07T14:04:58.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.109+0000 7f450a740b80 1 -- start start 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f450a740b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1cd230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f450a740b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1fdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f450a740b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1edd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f450a740b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2df9f8c0 con 0x55ca2e1c9d40 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f450a740b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e1d3d20 con 0x55ca2e1cdae0 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f450a740b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e1c68b0 con 0x55ca2e1c9420 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f44f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1fdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f44f7fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1cd230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f44f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1fdda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55714/0 (socket says 172.21.15.39:55714) 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f44f77fe700 1 -- 172.21.15.39:0/3831952097 learned_addr learned my addr 172.21.15.39:0/3831952097 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:58.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.110+0000 7f44fcae4700 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1edd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.111+0000 7f44f77fe700 1 -- 172.21.15.39:0/3831952097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 msgr2=0x55ca2e1cd230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.111+0000 7f44f77fe700 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1cd230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.111+0000 7f44f77fe700 1 -- 172.21.15.39:0/3831952097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 msgr2=0x55ca2e1edd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.111+0000 7f44f77fe700 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1edd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.111+0000 7f44f77fe700 1 -- 172.21.15.39:0/3831952097 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca2df32c00 con 0x55ca2e1c9d40 2023-12-07T14:04:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.111+0000 7f44f77fe700 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1fdda0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00db00 tx=0x7f44ec010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74385c3eef80a6ab server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:58.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.111+0000 7f44deffd700 1 -- 172.21.15.39:0/3831952097 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44ec0108f0 con 0x55ca2e1c9d40 2023-12-07T14:04:58.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.112+0000 7f44deffd700 1 -- 172.21.15.39:0/3831952097 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44ec01f480 con 0x55ca2e1c9d40 2023-12-07T14:04:58.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.112+0000 7f44deffd700 1 -- 172.21.15.39:0/3831952097 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44ec01e640 con 0x55ca2e1c9d40 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 -- 172.21.15.39:0/3831952097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 msgr2=0x55ca2e1fdda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1fdda0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f44ec00db00 tx=0x7f44ec010000 comp rx=0 tx=0).stop 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 -- 172.21.15.39:0/3831952097 shutdown_connections 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1edd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9420 0x55ca2e1cd230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 --2- 172.21.15.39:0/3831952097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1fdda0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 -- 172.21.15.39:0/3831952097 >> 172.21.15.39:0/3831952097 conn(0x55ca2e0fb300 msgr2=0x55ca2e1c6ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 -- 172.21.15.39:0/3831952097 shutdown_connections 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 -- 172.21.15.39:0/3831952097 wait complete. 2023-12-07T14:04:58.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.114+0000 7f450a740b80 1 -- start start 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 1 Processor -- start 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1c9420 0x55ca2e1eb8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1ebe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1ec350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e24c520 con 0x55ca2e1cdae0 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e24c660 con 0x55ca2e1c9420 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca2e24c7f0 con 0x55ca2e1c9d40 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.115+0000 7f450a740b80 10 client.0 _ll_register_callbacks cb 0x55ca2e005a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44fcae4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1ec350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44fcae4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1ec350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55720/0 (socket says 172.21.15.39:55720) 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44fcae4700 1 -- 172.21.15.39:0/1241158958 learned_addr learned my addr 172.21.15.39:0/1241158958 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f77fe700 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1ebe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f7fff700 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1c9420 0x55ca2e1eb8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f77fe700 1 -- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1c9420 msgr2=0x55ca2e1eb8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f77fe700 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1c9420 0x55ca2e1eb8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f77fe700 1 -- 172.21.15.39:0/1241158958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1cdae0 msgr2=0x55ca2e1ec350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f77fe700 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1ec350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f77fe700 1 -- 172.21.15.39:0/1241158958 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44ec00d7e0 con 0x55ca2e1c9d40 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44f77fe700 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1ebe10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x55ca2e1cd140 tx=0x7f44ec01f820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b6dd8ada3a41746 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:04:58.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.116+0000 7f44d77fe700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:04:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.117+0000 7f44d77fe700 1 -- 172.21.15.39:0/1241158958 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44ec01fb80 con 0x55ca2e1c9d40 2023-12-07T14:04:58.121 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.117+0000 7f44d77fe700 1 -- 172.21.15.39:0/1241158958 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f44ec02e070 con 0x55ca2e1c9d40 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.118+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f44f009dd30 con 0x55ca2e1c9d40 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.118+0000 7f44d77fe700 1 -- 172.21.15.39:0/1241158958 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f44ec010b00 con 0x55ca2e1c9d40 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.118+0000 7f450a740b80 10 client.25918 fetch_fsmap learned FSMap version 33 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.118+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ca2df701f0 con 0x55ca2e1c9d40 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f44d77fe700 1 -- 172.21.15.39:0/1241158958 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f44f009dd30 con 0x55ca2e1c9d40 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f44d77fe700 1 -- 172.21.15.39:0/1241158958 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f44ec004850 con 0x55ca2e1c9d40 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f450a740b80 10 client.25918 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f450a740b80 10 client.25918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f450a740b80 20 client.25918 populate_metadata read hostname 'smithi039' 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f450a740b80 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e24dfa0 0x55ca2e2503c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:04:58.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f450a740b80 4 client.25918 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:04:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ca2e0e6f70 con 0x55ca2e24dfa0 2023-12-07T14:04:58.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.119+0000 7f44f7fff700 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e24dfa0 0x55ca2e2503c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:04:58.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.122+0000 7f44f7fff700 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e24dfa0 0x55ca2e2503c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41c3fd9d4d6ff070 server_cookie=672b983c2182676a in_seq=0 out_seq=0 2023-12-07T14:04:58.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.123+0000 7f44d77fe700 10 client.25918 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f44d77fe700 1 -- 172.21.15.39:0/1241158958 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ca2e0e6f70 con 0x55ca2e24dfa0 2023-12-07T14:04:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f44d77fe700 10 client.25918 handle_command_reply: tid=0 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 client.25918 shutdown 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 msgr2=0x55ca2e1ebe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1ebe10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x55ca2e1cd140 tx=0x7f44ec01f820 comp rx=0 tx=0).stop 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 shutdown_connections 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca2e1cdae0 0x55ca2e1ec350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ca2e24dfa0 0x55ca2e2503c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ca2e1c9420 0x55ca2e1eb8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 --2- 172.21.15.39:0/1241158958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ca2e1c9d40 0x55ca2e1ebe10 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.147+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 >> 172.21.15.39:0/1241158958 conn(0x55ca2e0fb300 msgr2=0x55ca2e1fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.148+0000 7f44d77fe700 0 client.25918 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.148+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 shutdown_connections 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.148+0000 7f450a740b80 1 -- 172.21.15.39:0/1241158958 wait complete. 2023-12-07T14:04:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.148+0000 7f450a740b80 20 client.25918 trim_cache size 0 max 16384 2023-12-07T14:04:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:04:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:04:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:04:58.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f44e00a1660 msgr2=0x7f44e00a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f44e00a1660 0x7f44e00a3b20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f44ec005950 tx=0x7f44ec0058e0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81005d0 msgr2=0x7f44f810cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81005d0 0x7f44f810cb80 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f44f001c430 tx=0x7f44f001c740 comp rx=0 tx=0).stop 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 shutdown_connections 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44f8102060 0x7f44f81024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f44e00a1660 0x7f44e00a3b20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f44f81005d0 0x7f44f810cb80 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 --2- 172.21.15.39:0/2909280673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f44f81056f0 0x7f44f810d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 >> 172.21.15.39:0/2909280673 conn(0x7f44f80fbe70 msgr2=0x7f44f80fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:04:58.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 shutdown_connections 2023-12-07T14:04:58.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:04:58.149+0000 7f44fe547700 1 -- 172.21.15.39:0/2909280673 wait complete. 2023-12-07T14:04:58.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 125.0 s, 2214.2 tps, lat 44.717 ms stddev 89.060 2023-12-07T14:04:59.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:04:59 smithi039 ceph-mon[98864]: pgmap v77: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 27 MiB/s wr, 1.11k op/s 2023-12-07T14:04:59.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:04:59 smithi055 ceph-mon[103363]: pgmap v77: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 27 MiB/s wr, 1.11k op/s 2023-12-07T14:04:59.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:04:59 smithi089 ceph-mon[103124]: pgmap v77: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 27 MiB/s wr, 1.11k op/s 2023-12-07T14:05:01.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:01 smithi055 ceph-mon[103363]: pgmap v78: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 26 MiB/s wr, 1.05k op/s 2023-12-07T14:05:01.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:01 smithi089 ceph-mon[103124]: pgmap v78: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 26 MiB/s wr, 1.05k op/s 2023-12-07T14:05:01.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:01 smithi039 ceph-mon[98864]: pgmap v78: 97 pgs: 97 active+clean; 3.8 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 26 MiB/s wr, 1.05k op/s 2023-12-07T14:05:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:03 smithi055 ceph-mon[103363]: pgmap v79: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 58 MiB/s wr, 2.54k op/s 2023-12-07T14:05:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:03 smithi089 ceph-mon[103124]: pgmap v79: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 58 MiB/s wr, 2.54k op/s 2023-12-07T14:05:03.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:03 smithi039 ceph-mon[98864]: pgmap v79: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 58 MiB/s wr, 2.54k op/s 2023-12-07T14:05:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 130.0 s, 3423.0 tps, lat 29.488 ms stddev 36.684 2023-12-07T14:05:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:05 smithi055 ceph-mon[103363]: pgmap v80: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 45 MiB/s wr, 1.98k op/s 2023-12-07T14:05:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:05 smithi089 ceph-mon[103124]: pgmap v80: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 45 MiB/s wr, 1.98k op/s 2023-12-07T14:05:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:05 smithi039 ceph-mon[98864]: pgmap v80: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 45 MiB/s wr, 1.98k op/s 2023-12-07T14:05:05.904 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:05:06.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.107+0000 7f81775fb700 1 -- 172.21.15.39:0/798415045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 msgr2=0x7f8170108f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.107+0000 7f81775fb700 1 --2- 172.21.15.39:0/798415045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 0x7f8170108f80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f8160009990 tx=0x7f8160009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.107+0000 7f81775fb700 1 -- 172.21.15.39:0/798415045 shutdown_connections 2023-12-07T14:05:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.107+0000 7f81775fb700 1 --2- 172.21.15.39:0/798415045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81701094c0 0x7f81701159d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.107+0000 7f81775fb700 1 --2- 172.21.15.39:0/798415045 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 0x7f817010ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.107+0000 7f81775fb700 1 --2- 172.21.15.39:0/798415045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 0x7f8170108f80 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.107+0000 7f81775fb700 1 -- 172.21.15.39:0/798415045 >> 172.21.15.39:0/798415045 conn(0x7f817006d690 msgr2=0x7f81700730c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.108+0000 7f81775fb700 1 -- 172.21.15.39:0/798415045 shutdown_connections 2023-12-07T14:05:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.108+0000 7f81775fb700 1 -- 172.21.15.39:0/798415045 wait complete. 2023-12-07T14:05:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 Processor -- start 2023-12-07T14:05:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 -- start start 2023-12-07T14:05:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 0x7f8170111620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81701094c0 0x7f8170111b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 0x7f8170114ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8170115530 con 0x7f8170108b00 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81701156a0 con 0x7f81701094c0 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f81775fb700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8170115860 con 0x7f817010eba0 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f8175b98700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 0x7f8170114ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f8175397700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 0x7f8170111620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f8174b96700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81701094c0 0x7f8170111b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f8175b98700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 0x7f8170114ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60460/0 (socket says 172.21.15.39:60460) 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f8175b98700 1 -- 172.21.15.39:0/1597969310 learned_addr learned my addr 172.21.15.39:0/1597969310 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:06.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.109+0000 7f8175397700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 0x7f8170111620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55734/0 (socket says 172.21.15.39:55734) 2023-12-07T14:05:06.114 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f8175b98700 1 -- 172.21.15.39:0/1597969310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81701094c0 msgr2=0x7f8170111b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.114 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f8175b98700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81701094c0 0x7f8170111b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.114 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f8175b98700 1 -- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 msgr2=0x7f8170111620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f8175b98700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 0x7f8170111620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f8175b98700 1 -- 172.21.15.39:0/1597969310 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f816c009c40 con 0x7f817010eba0 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f8174b96700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81701094c0 0x7f8170111b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f8175b98700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 0x7f8170114ef0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f816800e940 tx=0x7f816800ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f81667fc700 1 -- 172.21.15.39:0/1597969310 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81680097b0 con 0x7f817010eba0 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f81667fc700 1 -- 172.21.15.39:0/1597969310 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f816800ee90 con 0x7f817010eba0 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81600095f0 con 0x7f817010eba0 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f817011da00 con 0x7f817010eba0 2023-12-07T14:05:06.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.110+0000 7f81667fc700 1 -- 172.21.15.39:0/1597969310 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8168005520 con 0x7f817010eba0 2023-12-07T14:05:06.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.114+0000 7f81667fc700 1 -- 172.21.15.39:0/1597969310 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f8168021440 con 0x7f817010eba0 2023-12-07T14:05:06.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.115+0000 7f81667fc700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f815c0a16f0 0x7f815c0a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.115+0000 7f81667fc700 1 -- 172.21.15.39:0/1597969310 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8168014070 con 0x7f817010eba0 2023-12-07T14:05:06.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.116+0000 7f8175397700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f815c0a16f0 0x7f815c0a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.117+0000 7f8175397700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f815c0a16f0 0x7f815c0a3bb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f816c009fd0 tx=0x7f816c00b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 Processor -- start 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 -- start start 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4d1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4d5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b4457c0 con 0x560a9b4d2360 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b42c7a0 con 0x560a9b4d1a40 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f81837f4b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b42a0c0 con 0x560a9b4d6050 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.118+0000 7f8174b96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4d5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8174b96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4d5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55742/0 (socket says 172.21.15.39:55742) 2023-12-07T14:05:06.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8174b96700 1 -- 172.21.15.39:0/1551857898 learned_addr learned my addr 172.21.15.39:0/1551857898 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:06.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175397700 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4d1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175b98700 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175397700 1 -- 172.21.15.39:0/1551857898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 msgr2=0x560a9b4d64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:06.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175397700 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175397700 1 -- 172.21.15.39:0/1551857898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 msgr2=0x560a9b4d5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:06.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175397700 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4d5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175397700 1 -- 172.21.15.39:0/1551857898 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560a9b2a2630 con 0x560a9b4d1a40 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f8175397700 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4d1e20 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f816c007c20 tx=0x7f816c013000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b76081e7647aaca server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f815b7fe700 1 -- 172.21.15.39:0/1551857898 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816c00e050 con 0x560a9b4d1a40 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f815b7fe700 1 -- 172.21.15.39:0/1551857898 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f816c01a070 con 0x560a9b4d1a40 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.119+0000 7f815b7fe700 1 -- 172.21.15.39:0/1551857898 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816c016a90 con 0x560a9b4d1a40 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 -- 172.21.15.39:0/1551857898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 msgr2=0x560a9b4d1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4d1e20 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f816c007c20 tx=0x7f816c013000 comp rx=0 tx=0).stop 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 -- 172.21.15.39:0/1551857898 shutdown_connections 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4d1e20 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1551857898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4d5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 -- 172.21.15.39:0/1551857898 >> 172.21.15.39:0/1551857898 conn(0x560a9b400360 msgr2=0x560a9b4cc070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 -- 172.21.15.39:0/1551857898 shutdown_connections 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.120+0000 7f81837f4b80 1 -- 172.21.15.39:0/1551857898 wait complete. 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 -- start start 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 Processor -- start 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4dd790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4daa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4db020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b4259b0 con 0x560a9b4d2360 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b3df560 con 0x560a9b4d1a40 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b3df200 con 0x560a9b4d6050 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f81837f4b80 10 client.0 _ll_register_callbacks cb 0x560a9b30aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f8174b96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4daa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f8175b98700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4db020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f8175397700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4dd790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f8175b98700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4db020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60474/0 (socket says 172.21.15.39:60474) 2023-12-07T14:05:06.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.121+0000 7f8175b98700 1 -- 172.21.15.39:0/3093928023 learned_addr learned my addr 172.21.15.39:0/3093928023 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:06.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.122+0000 7f8175b98700 1 -- 172.21.15.39:0/3093928023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 msgr2=0x560a9b4dd790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:06.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.122+0000 7f8175b98700 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4dd790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.122+0000 7f8175b98700 1 -- 172.21.15.39:0/3093928023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 msgr2=0x560a9b4daa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:06.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.122+0000 7f8175b98700 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4daa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.122+0000 7f8175b98700 1 -- 172.21.15.39:0/3093928023 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f816c015440 con 0x560a9b4d6050 2023-12-07T14:05:06.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.122+0000 7f8175b98700 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4db020 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8168009fd0 tx=0x7f816809b340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a34f1564acd7373 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.122+0000 7f8158ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:06.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.124+0000 7f8158ff9700 1 -- 172.21.15.39:0/3093928023 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816809b690 con 0x560a9b4d6050 2023-12-07T14:05:06.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.125+0000 7f8158ff9700 1 -- 172.21.15.39:0/3093928023 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8168095e40 con 0x560a9b4d6050 2023-12-07T14:05:06.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.125+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560a9b4c4a00 con 0x560a9b4d6050 2023-12-07T14:05:06.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.125+0000 7f8158ff9700 1 -- 172.21.15.39:0/3093928023 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f816809f160 con 0x560a9b4d6050 2023-12-07T14:05:06.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.125+0000 7f81837f4b80 10 client.25930 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:06.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.125+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x560a9b24ede0 con 0x560a9b4d6050 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f8158ff9700 1 -- 172.21.15.39:0/3093928023 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560a9b4c4a00 con 0x560a9b4d6050 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f8158ff9700 1 -- 172.21.15.39:0/3093928023 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f81680a3130 con 0x560a9b4d6050 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f81837f4b80 10 client.25930 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f81837f4b80 10 client.25930 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f81837f4b80 20 client.25930 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f81837f4b80 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b4eb460 0x560a9b4ed880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f81837f4b80 4 client.25930 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560a9b4a06a0 con 0x560a9b4eb460 2023-12-07T14:05:06.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.126+0000 7f8175397700 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b4eb460 0x560a9b4ed880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.127+0000 7f8158ff9700 10 client.25930 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:06.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.127+0000 7f8175397700 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b4eb460 0x560a9b4ed880 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69ddd0bf9bf20ab1 server_cookie=89c51efcb1d88359 in_seq=0 out_seq=0 2023-12-07T14:05:06.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.127+0000 7f8158ff9700 1 -- 172.21.15.39:0/3093928023 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x560a9b4a06a0 con 0x560a9b4eb460 2023-12-07T14:05:06.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.127+0000 7f8158ff9700 10 client.25930 handle_command_reply: tid=0 2023-12-07T14:05:06.131 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 client.25930 shutdown 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 msgr2=0x560a9b4db020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4db020 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8168009fd0 tx=0x7f816809b340 comp rx=0 tx=0).stop 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 shutdown_connections 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4db020 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b4eb460 0x560a9b4ed880 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4dd790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 --2- 172.21.15.39:0/3093928023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4daa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f8158ff9700 0 client.25930 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 >> 172.21.15.39:0/3093928023 conn(0x560a9b400360 msgr2=0x560a9b4d74b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 shutdown_connections 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 1 -- 172.21.15.39:0/3093928023 wait complete. 2023-12-07T14:05:06.132 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.128+0000 7f81837f4b80 20 client.25930 trim_cache size 0 max 16384 2023-12-07T14:05:06.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.154+0000 7f81837f4b80 1 Processor -- start 2023-12-07T14:05:06.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.154+0000 7f81837f4b80 1 -- start start 2023-12-07T14:05:06.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4e2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f81837f4b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b2a4920 con 0x560a9b4d2360 2023-12-07T14:05:06.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f81837f4b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b4ccbb0 con 0x560a9b4d1a40 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f81837f4b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b4ddb00 con 0x560a9b4d6050 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f8175b98700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f8175b98700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60480/0 (socket says 172.21.15.39:60480) 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f8175b98700 1 -- 172.21.15.39:0/1240111725 learned_addr learned my addr 172.21.15.39:0/1240111725 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.155+0000 7f8174b96700 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f8175b98700 1 -- 172.21.15.39:0/1240111725 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 msgr2=0x560a9b4e2390 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f8175b98700 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4e2390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f8175b98700 1 -- 172.21.15.39:0/1240111725 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 msgr2=0x560a9b4e28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f8175b98700 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e28d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f8175b98700 1 -- 172.21.15.39:0/1240111725 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560a9b4dd720 con 0x560a9b4d6050 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f8174b96700 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f8175b98700 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d92e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f81680a3090 tx=0x7f816809aea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c428795c69d0824a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f815bfff700 1 -- 172.21.15.39:0/1240111725 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8168005760 con 0x560a9b4d6050 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f815bfff700 1 -- 172.21.15.39:0/1240111725 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f816809f160 con 0x560a9b4d6050 2023-12-07T14:05:06.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.156+0000 7f815bfff700 1 -- 172.21.15.39:0/1240111725 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816800ce80 con 0x560a9b4d6050 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.157+0000 7f81837f4b80 1 -- 172.21.15.39:0/1240111725 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 msgr2=0x560a9b4d92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.157+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d92e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f81680a3090 tx=0x7f816809aea0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 -- 172.21.15.39:0/1240111725 shutdown_connections 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d6050 0x560a9b4d92e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d1a40 0x560a9b4e2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 --2- 172.21.15.39:0/1240111725 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 -- 172.21.15.39:0/1240111725 >> 172.21.15.39:0/1240111725 conn(0x560a9b400360 msgr2=0x560a9b4d40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 -- 172.21.15.39:0/1240111725 shutdown_connections 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 -- 172.21.15.39:0/1240111725 wait complete. 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 -- start start 2023-12-07T14:05:06.163 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.158+0000 7f81837f4b80 1 Processor -- start 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d1a40 0x560a9b4e13c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f81837f4b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d6050 0x560a9b4e1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f81837f4b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b541970 con 0x560a9b4d2360 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f81837f4b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b541ab0 con 0x560a9b4d6050 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f81837f4b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a9b541bf0 con 0x560a9b4d1a40 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f81837f4b80 10 client.0 _ll_register_callbacks cb 0x560a9b30aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f8175b98700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d6050 0x560a9b4e1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f8175b98700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d6050 0x560a9b4e1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:46966/0 (socket says 172.21.15.39:46966) 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f8175b98700 1 -- 172.21.15.39:0/4231423728 learned_addr learned my addr 172.21.15.39:0/4231423728 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f8175397700 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d1a40 0x560a9b4e13c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f8174b96700 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f8175b98700 1 -- 172.21.15.39:0/4231423728 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d1a40 msgr2=0x560a9b4e13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.159+0000 7f8175b98700 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d1a40 0x560a9b4e13c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8175b98700 1 -- 172.21.15.39:0/4231423728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 msgr2=0x560a9b4e1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8175b98700 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8175b98700 1 -- 172.21.15.39:0/4231423728 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560a9b24ede0 con 0x560a9b4d6050 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8175b98700 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d6050 0x560a9b4e1e40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8168097ca0 tx=0x7f81680165c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=728f0175cb178bdd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8158ff9700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8158ff9700 1 -- 172.21.15.39:0/4231423728 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f816809a920 con 0x560a9b4d6050 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f816c01a070 con 0x560a9b4d6050 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8158ff9700 1 -- 172.21.15.39:0/4231423728 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8168095e40 con 0x560a9b4d6050 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f8158ff9700 1 -- 172.21.15.39:0/4231423728 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81680a3130 con 0x560a9b4d6050 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.160+0000 7f81837f4b80 10 client.25832 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x560a9b237c60 con 0x560a9b4d6050 2023-12-07T14:05:06.167 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f8158ff9700 1 -- 172.21.15.39:0/4231423728 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f816c01a070 con 0x560a9b4d6050 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f8158ff9700 1 -- 172.21.15.39:0/4231423728 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f816809a190 con 0x560a9b4d6050 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f81837f4b80 10 client.25832 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f81837f4b80 10 client.25832 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f81837f4b80 20 client.25832 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f81837f4b80 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b542dd0 0x560a9b5451c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f81837f4b80 4 client.25832 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560a9b3ebfd0 con 0x560a9b542dd0 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.161+0000 7f8175397700 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b542dd0 0x560a9b5451c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f8158ff9700 10 client.25832 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f8175397700 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b542dd0 0x560a9b5451c0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cca7c92d0478a44 server_cookie=4a04d01adbe34b54 in_seq=0 out_seq=0 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f8158ff9700 1 -- 172.21.15.39:0/4231423728 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x560a9b3ebfd0 con 0x560a9b542dd0 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f8158ff9700 10 client.25832 handle_command_reply: tid=0 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 client.25832 shutdown 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d6050 msgr2=0x560a9b4e1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d6050 0x560a9b4e1e40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8168097ca0 tx=0x7f81680165c0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 shutdown_connections 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560a9b542dd0 0x560a9b5451c0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560a9b4d6050 0x560a9b4e1e40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560a9b4d1a40 0x560a9b4e13c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 --2- 172.21.15.39:0/4231423728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560a9b4d2360 0x560a9b4e1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 >> 172.21.15.39:0/4231423728 conn(0x560a9b400360 msgr2=0x560a9b4d8440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f8158ff9700 0 client.25832 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.162+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 shutdown_connections 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.163+0000 7f81837f4b80 1 -- 172.21.15.39:0/4231423728 wait complete. 2023-12-07T14:05:06.169 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.163+0000 7f81837f4b80 20 client.25832 trim_cache size 0 max 16384 2023-12-07T14:05:06.170 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:05:06.170 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:05:06.170 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:05:06.170 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.164+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f815c0a16f0 msgr2=0x7f815c0a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.164+0000 7f81775fb700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f815c0a16f0 0x7f815c0a3bb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f816c009fd0 tx=0x7f816c00b040 comp rx=0 tx=0).stop 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.164+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 msgr2=0x7f8170114ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.164+0000 7f81775fb700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 0x7f8170114ef0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f816800e940 tx=0x7f816800ec50 comp rx=0 tx=0).stop 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 shutdown_connections 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f817010eba0 0x7f8170114ef0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8170108b00 0x7f8170111620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f815c0a16f0 0x7f815c0a3bb0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 --2- 172.21.15.39:0/1597969310 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81701094c0 0x7f8170111b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 >> 172.21.15.39:0/1597969310 conn(0x7f817006d690 msgr2=0x7f81700715a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 shutdown_connections 2023-12-07T14:05:06.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.165+0000 7f81775fb700 1 -- 172.21.15.39:0/1597969310 wait complete. 2023-12-07T14:05:06.186 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:05:06.187 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 -- 172.21.15.39:0/1624865089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1806d970 msgr2=0x7f2d181085d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/1624865089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1806d970 0x7f2d181085d0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f2d08009990 tx=0x7f2d08009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 -- 172.21.15.39:0/1624865089 shutdown_connections 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/1624865089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d18114310 0x7f2d18116700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/1624865089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d1806d970 0x7f2d181085d0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/1624865089 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d18108ba0 0x7f2d18109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 -- 172.21.15.39:0/1624865089 >> 172.21.15.39:0/1624865089 conn(0x7f2d1806c560 msgr2=0x7f2d1806c970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 -- 172.21.15.39:0/1624865089 shutdown_connections 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.428+0000 7f2d1eecb700 1 -- 172.21.15.39:0/1624865089 wait complete. 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 Processor -- start 2023-12-07T14:05:06.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 -- start start 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d1806d970 0x7f2d18110630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d18108ba0 0x7f2d18110b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d18114310 0x7f2d181b2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d181b2a10 con 0x7f2d18114310 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d181b2b50 con 0x7f2d1806d970 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1eecb700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d181b2d10 con 0x7f2d18108ba0 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1d468700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d18114310 0x7f2d181b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1d468700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d18114310 0x7f2d181b2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55780/0 (socket says 172.21.15.39:55780) 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1d468700 1 -- 172.21.15.39:0/2833131654 learned_addr learned my addr 172.21.15.39:0/2833131654 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d1cc67700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d1806d970 0x7f2d18110630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.429+0000 7f2d17fff700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d18108ba0 0x7f2d18110b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1d468700 1 -- 172.21.15.39:0/2833131654 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d18108ba0 msgr2=0x7f2d18110b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1d468700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d18108ba0 0x7f2d18110b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1d468700 1 -- 172.21.15.39:0/2833131654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d1806d970 msgr2=0x7f2d18110630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.435 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1d468700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d1806d970 0x7f2d18110630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1d468700 1 -- 172.21.15.39:0/2833131654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d080095f0 con 0x7f2d18114310 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1cc67700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d1806d970 0x7f2d18110630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1d468700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d18114310 0x7f2d181b2440 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400e940 tx=0x7f2d0400ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d15ffb700 1 -- 172.21.15.39:0/2833131654 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d040097b0 con 0x7f2d18114310 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d181b2ff0 con 0x7f2d18114310 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d15ffb700 1 -- 172.21.15.39:0/2833131654 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2d04005020 con 0x7f2d18114310 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.430+0000 7f2d15ffb700 1 -- 172.21.15.39:0/2833131654 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d0400cc80 con 0x7f2d18114310 2023-12-07T14:05:06.436 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.431+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d181b3470 con 0x7f2d18114310 2023-12-07T14:05:06.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.432+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d18109cb0 con 0x7f2d18114310 2023-12-07T14:05:06.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.433+0000 7f2d15ffb700 1 -- 172.21.15.39:0/2833131654 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2d04004a30 con 0x7f2d18114310 2023-12-07T14:05:06.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.434+0000 7f2d15ffb700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2cfc0a15f0 0x7f2cfc0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:06.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.434+0000 7f2d15ffb700 1 -- 172.21.15.39:0/2833131654 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2d04014070 con 0x7f2d18114310 2023-12-07T14:05:06.437 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.434+0000 7f2d1cc67700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2cfc0a15f0 0x7f2cfc0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:06.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.436+0000 7f2d1cc67700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2cfc0a15f0 0x7f2cfc0a3ab0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2d080098e0 tx=0x7f2d08005ab0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:06.444 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.440+0000 7f2d15ffb700 1 -- 172.21.15.39:0/2833131654 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f2d040965b0 con 0x7f2d18114310 2023-12-07T14:05:06.872 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.869+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2d1810b0f0 con 0x7f2d18114310 2023-12-07T14:05:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.870+0000 7f2d15ffb700 1 -- 172.21.15.39:0/2833131654 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+11359 (secure 0 0 0) 0x7f2d04099bd0 con 0x7f2d18114310 2023-12-07T14:05:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:05:06.877 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:03:49.251998+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:05:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.874+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2cfc0a15f0 msgr2=0x7f2cfc0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.874+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2cfc0a15f0 0x7f2cfc0a3ab0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2d080098e0 tx=0x7f2d08005ab0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.874+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d18114310 msgr2=0x7f2d181b2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.874+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d18114310 0x7f2d181b2440 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400e940 tx=0x7f2d0400ec50 comp rx=0 tx=0).stop 2023-12-07T14:05:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 shutdown_connections 2023-12-07T14:05:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d18114310 0x7f2d181b2440 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2cfc0a15f0 0x7f2cfc0a3ab0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2d1806d970 0x7f2d18110630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 --2- 172.21.15.39:0/2833131654 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2d18108ba0 0x7f2d18110b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 >> 172.21.15.39:0/2833131654 conn(0x7f2d1806c560 msgr2=0x7f2d1811ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 shutdown_connections 2023-12-07T14:05:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:06.875+0000 7f2d1eecb700 1 -- 172.21.15.39:0/2833131654 wait complete. 2023-12-07T14:05:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 33 2023-12-07T14:05:06.894 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:05:07.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.096+0000 7f5bcd491700 1 -- 172.21.15.39:0/1477838720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810ca50 msgr2=0x7f5bc8110a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.096+0000 7f5bcd491700 1 --2- 172.21.15.39:0/1477838720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810ca50 0x7f5bc8110a90 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0098f0 tx=0x7f5bbc009c00 comp rx=0 tx=0).stop 2023-12-07T14:05:07.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.097+0000 7f5bcd491700 1 -- 172.21.15.39:0/1477838720 shutdown_connections 2023-12-07T14:05:07.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.097+0000 7f5bcd491700 1 --2- 172.21.15.39:0/1477838720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bc81111c0 0x7f5bc8118d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.097+0000 7f5bcd491700 1 --2- 172.21.15.39:0/1477838720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bc810c0a0 0x7f5bc810c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.097+0000 7f5bcd491700 1 --2- 172.21.15.39:0/1477838720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810ca50 0x7f5bc8110a90 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.097+0000 7f5bcd491700 1 -- 172.21.15.39:0/1477838720 >> 172.21.15.39:0/1477838720 conn(0x7f5bc806c3f0 msgr2=0x7f5bc810a5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.097+0000 7f5bcd491700 1 -- 172.21.15.39:0/1477838720 shutdown_connections 2023-12-07T14:05:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.097+0000 7f5bcd491700 1 -- 172.21.15.39:0/1477838720 wait complete. 2023-12-07T14:05:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.098+0000 7f5bcd491700 1 Processor -- start 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.098+0000 7f5bcd491700 1 -- start start 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.098+0000 7f5bcd491700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810c0a0 0x7f5bc81a23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.098+0000 7f5bcd491700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bc81111c0 0x7f5bc81a2910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bcd491700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bc81a6cb0 0x7f5bc81a7130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bcd491700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bc81a7730 con 0x7f5bc81a6cb0 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bcd491700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bc81a78a0 con 0x7f5bc81111c0 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bcd491700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bc81a7a60 con 0x7f5bc810c0a0 2023-12-07T14:05:07.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810c0a0 0x7f5bc81a23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810c0a0 0x7f5bc81a23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60512/0 (socket says 172.21.15.39:60512) 2023-12-07T14:05:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 -- 172.21.15.39:0/4007713348 learned_addr learned my addr 172.21.15.39:0/4007713348 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bc81a6cb0 0x7f5bc81a7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 -- 172.21.15.39:0/4007713348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bc81111c0 msgr2=0x7f5bc81a2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bc81111c0 0x7f5bc81a2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 -- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bc81a6cb0 msgr2=0x7f5bc81a7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bc81a6cb0 0x7f5bc81a7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.099+0000 7f5bc6ffd700 1 -- 172.21.15.39:0/4007713348 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bb80095f0 con 0x7f5bc810c0a0 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.100+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810c0a0 0x7f5bc81a23d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800ec10 tx=0x7f5bb800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.100+0000 7f5baffff700 1 -- 172.21.15.39:0/4007713348 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bb800cd40 con 0x7f5bc810c0a0 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.100+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bbc009520 con 0x7f5bc810c0a0 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.100+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bc81af300 con 0x7f5bc810c0a0 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.100+0000 7f5baffff700 1 -- 172.21.15.39:0/4007713348 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bb80044e0 con 0x7f5bc810c0a0 2023-12-07T14:05:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.100+0000 7f5baffff700 1 -- 172.21.15.39:0/4007713348 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bb8010690 con 0x7f5bc810c0a0 2023-12-07T14:05:07.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.103+0000 7f5baffff700 1 -- 172.21.15.39:0/4007713348 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5bb80107f0 con 0x7f5bc810c0a0 2023-12-07T14:05:07.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.104+0000 7f5baffff700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bb00a1670 0x7f5bb00a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.104+0000 7f5baffff700 1 -- 172.21.15.39:0/4007713348 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5bb8014070 con 0x7f5bc810c0a0 2023-12-07T14:05:07.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.105+0000 7f5bd968ab80 1 Processor -- start 2023-12-07T14:05:07.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bd968ab80 1 -- start start 2023-12-07T14:05:07.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bb00a1670 0x7f5bb00a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da47e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da48360 0x56272da4bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da4c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272d9bb7c0 con 0x56272da48360 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272d9a27a0 con 0x56272da4c050 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272d9a00c0 con 0x56272da47a40 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bc77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da4c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bc77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da4c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47002/0 (socket says 172.21.15.39:47002) 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bc77fe700 1 -- 172.21.15.39:0/3986931194 learned_addr learned my addr 172.21.15.39:0/3986931194 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da48360 0x56272da4bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.107+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bb00a1670 0x7f5bb00a3b30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc009230 tx=0x7f5bbc010b60 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.107+0000 7f5bc77fe700 1 -- 172.21.15.39:0/3986931194 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 msgr2=0x56272da47e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.106+0000 7f5bc6ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da47e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da47e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bc77fe700 1 -- 172.21.15.39:0/3986931194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da48360 msgr2=0x56272da4bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da48360 0x56272da4bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bc77fe700 1 -- 172.21.15.39:0/3986931194 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56272d818630 con 0x56272da4c050 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da48360 0x56272da4bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da47e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da4c4b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5bc000a430 tx=0x7f5bc00095a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30964b2273e5149c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bad7fa700 1 -- 172.21.15.39:0/3986931194 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0010040 con 0x56272da4c050 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bad7fa700 1 -- 172.21.15.39:0/3986931194 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bc0014ae0 con 0x56272da4c050 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.108+0000 7f5bad7fa700 1 -- 172.21.15.39:0/3986931194 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0013a80 con 0x56272da4c050 2023-12-07T14:05:07.112 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.109+0000 7f5bd968ab80 1 -- 172.21.15.39:0/3986931194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 msgr2=0x56272da4c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.109+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da4c4b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f5bc000a430 tx=0x7f5bc00095a0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.110+0000 7f5bd968ab80 1 -- 172.21.15.39:0/3986931194 shutdown_connections 2023-12-07T14:05:07.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.110+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da4c4b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.110+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da47e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.110+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/3986931194 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da48360 0x56272da4bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.113 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.110+0000 7f5bd968ab80 1 -- 172.21.15.39:0/3986931194 >> 172.21.15.39:0/3986931194 conn(0x56272d976360 msgr2=0x56272da42070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.114 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.111+0000 7f5bd968ab80 1 -- 172.21.15.39:0/3986931194 shutdown_connections 2023-12-07T14:05:07.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.111+0000 7f5bd968ab80 1 -- 172.21.15.39:0/3986931194 wait complete. 2023-12-07T14:05:07.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.112+0000 7f5bd968ab80 1 -- start start 2023-12-07T14:05:07.115 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.112+0000 7f5bd968ab80 1 Processor -- start 2023-12-07T14:05:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da47a40 0x56272da53800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da50af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da51230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272d99b9b0 con 0x56272da4c050 2023-12-07T14:05:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272d955560 con 0x56272da47a40 2023-12-07T14:05:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272d955200 con 0x56272da48360 2023-12-07T14:05:07.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bd968ab80 10 client.0 _ll_register_callbacks cb 0x56272d880a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bc77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da51230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bc77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da51230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55806/0 (socket says 172.21.15.39:55806) 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bc77fe700 1 -- 172.21.15.39:0/691733200 learned_addr learned my addr 172.21.15.39:0/691733200 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da47a40 0x56272da53800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.113+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da50af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5bc77fe700 1 -- 172.21.15.39:0/691733200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 msgr2=0x56272da50af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da50af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5bc77fe700 1 -- 172.21.15.39:0/691733200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da47a40 msgr2=0x56272da53800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da47a40 0x56272da53800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5bc77fe700 1 -- 172.21.15.39:0/691733200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bc81195b0 con 0x56272da4c050 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da47a40 0x56272da53800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da51230 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f5bc0013600 tx=0x7f5bc0015e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20df69425371d818 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.114+0000 7f5baaff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.115+0000 7f5baaff5700 1 -- 172.21.15.39:0/691733200 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0010070 con 0x56272da4c050 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.115+0000 7f5baaff5700 1 -- 172.21.15.39:0/691733200 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5bc0006e40 con 0x56272da4c050 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.115+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56272da3aa00 con 0x56272da4c050 2023-12-07T14:05:07.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.115+0000 7f5baaff5700 1 -- 172.21.15.39:0/691733200 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bc0014830 con 0x56272da4c050 2023-12-07T14:05:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.115+0000 7f5bd968ab80 10 client.16251 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.115+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f5bc0009c50 con 0x56272da4c050 2023-12-07T14:05:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.115+0000 7f5baaff5700 1 -- 172.21.15.39:0/691733200 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56272da3aa00 con 0x56272da4c050 2023-12-07T14:05:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.116+0000 7f5baaff5700 1 -- 172.21.15.39:0/691733200 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f5bc0008030 con 0x56272da4c050 2023-12-07T14:05:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.116+0000 7f5bd968ab80 10 client.16251 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.116+0000 7f5bd968ab80 10 client.16251 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:05:07.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.116+0000 7f5bd968ab80 20 client.16251 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.116+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272da699f0 0x56272da6be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.116+0000 7f5bd968ab80 4 client.16251 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.116+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56272da166a0 con 0x56272da699f0 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.117+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272da699f0 0x56272da6be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.117+0000 7f5baaff5700 10 client.16251 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.117+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272da699f0 0x56272da6be10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9895345af4ee1b5c server_cookie=65b47d4ec24d14c2 in_seq=0 out_seq=0 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.118+0000 7f5baaff5700 1 -- 172.21.15.39:0/691733200 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56272da166a0 con 0x56272da699f0 2023-12-07T14:05:07.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.118+0000 7f5baaff5700 10 client.16251 handle_command_reply: tid=0 2023-12-07T14:05:07.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.118+0000 7f5bd968ab80 1 client.16251 shutdown 2023-12-07T14:05:07.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.118+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 msgr2=0x56272da51230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.118+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da51230 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f5bc0013600 tx=0x7f5bc0015e90 comp rx=0 tx=0).stop 2023-12-07T14:05:07.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 shutdown_connections 2023-12-07T14:05:07.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da51230 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272da699f0 0x56272da6be10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.122 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da47a40 0x56272da53800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/691733200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da50af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 >> 172.21.15.39:0/691733200 conn(0x56272d976360 msgr2=0x56272da4d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5baaff5700 0 client.16251 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:07.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 shutdown_connections 2023-12-07T14:05:07.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.119+0000 7f5bd968ab80 1 -- 172.21.15.39:0/691733200 wait complete. 2023-12-07T14:05:07.123 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.120+0000 7f5bd968ab80 20 client.16251 trim_cache size 0 max 16384 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 Processor -- start 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 -- start start 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da47a40 0x56272da43710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da70770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da58390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272d81a920 con 0x56272da47a40 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272da51a70 con 0x56272da4c050 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272da42c00 con 0x56272da48360 2023-12-07T14:05:07.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da47a40 0x56272da43710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da58390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc67fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da70770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da47a40 0x56272da43710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55812/0 (socket says 172.21.15.39:55812) 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc6ffd700 1 -- 172.21.15.39:0/1462382137 learned_addr learned my addr 172.21.15.39:0/1462382137 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da58390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47018/0 (socket says 172.21.15.39:47018) 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc77fe700 1 -- 172.21.15.39:0/1462382137 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 msgr2=0x56272da70770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da70770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc77fe700 1 -- 172.21.15.39:0/1462382137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da47a40 msgr2=0x56272da43710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da47a40 0x56272da43710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc77fe700 1 -- 172.21.15.39:0/1462382137 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56272da3d260 con 0x56272da4c050 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.143+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da47a40 0x56272da43710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:07.148 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.144+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da58390 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5bc0009f40 tx=0x7f5bc0009690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0f1ec0111b611b1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.144+0000 7f5badffb700 1 -- 172.21.15.39:0/1462382137 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0010050 con 0x56272da4c050 2023-12-07T14:05:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.144+0000 7f5badffb700 1 -- 172.21.15.39:0/1462382137 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bc0013380 con 0x56272da4c050 2023-12-07T14:05:07.149 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.144+0000 7f5badffb700 1 -- 172.21.15.39:0/1462382137 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0031660 con 0x56272da4c050 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.145+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1462382137 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 msgr2=0x56272da58390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.145+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da58390 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5bc0009f40 tx=0x7f5bc0009690 comp rx=0 tx=0).stop 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1462382137 shutdown_connections 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da4c050 0x56272da58390 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da47a40 0x56272da43710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1462382137 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da48360 0x56272da70770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1462382137 >> 172.21.15.39:0/1462382137 conn(0x56272d976360 msgr2=0x56272da6ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1462382137 shutdown_connections 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1462382137 wait complete. 2023-12-07T14:05:07.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 -- start start 2023-12-07T14:05:07.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.146+0000 7f5bd968ab80 1 Processor -- start 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da586a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da48360 0x56272da46840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bd968ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da46d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272da47450 con 0x56272da4c050 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272da475c0 con 0x56272da48360 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bd968ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56272dabeef0 con 0x56272da47a40 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bd968ab80 10 client.0 _ll_register_callbacks cb 0x56272d880a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.147+0000 7f5bc67fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da48360 0x56272da46840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da48360 0x56272da46840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47024/0 (socket says 172.21.15.39:47024) 2023-12-07T14:05:07.154 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 -- 172.21.15.39:0/1145318008 learned_addr learned my addr 172.21.15.39:0/1145318008 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da46d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 -- 172.21.15.39:0/1145318008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 msgr2=0x56272da586a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da586a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 -- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 msgr2=0x56272da46d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da46d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 -- 172.21.15.39:0/1145318008 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bc81af300 con 0x56272da48360 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc77fe700 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da46d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5bc67fc700 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da48360 0x56272da46840 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0098f0 tx=0x7f5bbc000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9f7f558e43ce6cc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5baaff5700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.148+0000 7f5baaff5700 1 -- 172.21.15.39:0/1145318008 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc02a030 con 0x56272da48360 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.149+0000 7f5baaff5700 1 -- 172.21.15.39:0/1145318008 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5bbc00ba90 con 0x56272da48360 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.149+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5bc0014ae0 con 0x56272da48360 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.149+0000 7f5baaff5700 1 -- 172.21.15.39:0/1145318008 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bbc005040 con 0x56272da48360 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.149+0000 7f5bd968ab80 10 client.25850 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.155 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.149+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f5bc0009c50 con 0x56272da48360 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.149+0000 7f5baaff5700 1 -- 172.21.15.39:0/1145318008 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bc0014ae0 con 0x56272da48360 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.149+0000 7f5baaff5700 1 -- 172.21.15.39:0/1145318008 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f5bbc039070 con 0x56272da48360 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bd968ab80 10 client.25850 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bd968ab80 10 client.25850 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bd968ab80 20 client.25850 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272dac0610 0x56272dac2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bd968ab80 4 client.25850 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56272d961fd0 con 0x56272dac0610 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272dac0610 0x56272dac2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5baaff5700 10 client.25850 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bc6ffd700 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272dac0610 0x56272dac2a30 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2bd790d67b6e51c6 server_cookie=3bf0f506a10a29cf in_seq=0 out_seq=0 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5baaff5700 1 -- 172.21.15.39:0/1145318008 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56272d961fd0 con 0x56272dac0610 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5baaff5700 10 client.25850 handle_command_reply: tid=0 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.150+0000 7f5bd968ab80 1 client.25850 shutdown 2023-12-07T14:05:07.156 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da48360 msgr2=0x56272da46840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da48360 0x56272da46840 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0098f0 tx=0x7f5bbc000bc0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 shutdown_connections 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56272da4c050 0x56272da46d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56272da47a40 0x56272da586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x56272dac0610 0x56272dac2a30 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 --2- 172.21.15.39:0/1145318008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56272da48360 0x56272da46840 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5baaff5700 0 client.25850 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 >> 172.21.15.39:0/1145318008 conn(0x56272d976360 msgr2=0x56272da43710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.157 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.151+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 shutdown_connections 2023-12-07T14:05:07.158 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.152+0000 7f5bd968ab80 1 -- 172.21.15.39:0/1145318008 wait complete. 2023-12-07T14:05:07.158 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.152+0000 7f5bd968ab80 20 client.25850 trim_cache size 0 max 16384 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bb00a1670 msgr2=0x7f5bb00a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bb00a1670 0x7f5bb00a3b30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc009230 tx=0x7f5bbc010b60 comp rx=0 tx=0).stop 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810c0a0 msgr2=0x7f5bc81a23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810c0a0 0x7f5bc81a23d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5bb800ec10 tx=0x7f5bb800ef20 comp rx=0 tx=0).stop 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 shutdown_connections 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bc81a6cb0 0x7f5bc81a7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5bc810c0a0 0x7f5bc81a23d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bb00a1670 0x7f5bb00a3b30 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 --2- 172.21.15.39:0/4007713348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bc81111c0 0x7f5bc81a2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 >> 172.21.15.39:0/4007713348 conn(0x7f5bc806c3f0 msgr2=0x7f5bc810f520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 shutdown_connections 2023-12-07T14:05:07.159 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.153+0000 7f5bcd491700 1 -- 172.21.15.39:0/4007713348 wait complete. 2023-12-07T14:05:07.176 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:05:07.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 -- 172.21.15.39:0/592488449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c100f80 msgr2=0x7fd94c104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 --2- 172.21.15.39:0/592488449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c100f80 0x7fd94c104fc0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd93c009990 tx=0x7fd93c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 -- 172.21.15.39:0/592488449 shutdown_connections 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 --2- 172.21.15.39:0/592488449 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd94c1056f0 0x7fd94c10d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 --2- 172.21.15.39:0/592488449 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1005d0 0x7fd94c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 --2- 172.21.15.39:0/592488449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c100f80 0x7fd94c104fc0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 -- 172.21.15.39:0/592488449 >> 172.21.15.39:0/592488449 conn(0x7fd94c0fbe30 msgr2=0x7fd94c0fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 -- 172.21.15.39:0/592488449 shutdown_connections 2023-12-07T14:05:07.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.382+0000 7fd953d6f700 1 -- 172.21.15.39:0/592488449 wait complete. 2023-12-07T14:05:07.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 Processor -- start 2023-12-07T14:05:07.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 -- start start 2023-12-07T14:05:07.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c1005d0 0x7fd94c19c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd94c1056f0 0x7fd94c19cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1966f0 0x7fd94c196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd94c197170 con 0x7fd94c1005d0 2023-12-07T14:05:07.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd94c1972b0 con 0x7fd94c1966f0 2023-12-07T14:05:07.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.383+0000 7fd953d6f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd94c197470 con 0x7fd94c1056f0 2023-12-07T14:05:07.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1966f0 0x7fd94c196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1966f0 0x7fd94c196ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47034/0 (socket says 172.21.15.39:47034) 2023-12-07T14:05:07.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 -- 172.21.15.39:0/2440968530 learned_addr learned my addr 172.21.15.39:0/2440968530 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd951b0b700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c1005d0 0x7fd94c19c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 -- 172.21.15.39:0/2440968530 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd94c1056f0 msgr2=0x7fd94c19cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd94c1056f0 0x7fd94c19cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 -- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c1005d0 msgr2=0x7fd94c19c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c1005d0 0x7fd94c19c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.384+0000 7fd95230c700 1 -- 172.21.15.39:0/2440968530 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd93c0095f0 con 0x7fd94c1966f0 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.385+0000 7fd951b0b700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c1005d0 0x7fd94c19c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.385+0000 7fd95230c700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1966f0 0x7fd94c196ba0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd94400e580 tx=0x7fd94400e940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.385+0000 7fd942ffd700 1 -- 172.21.15.39:0/2440968530 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd944004bb0 con 0x7fd94c1966f0 2023-12-07T14:05:07.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.385+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd94c069630 con 0x7fd94c1966f0 2023-12-07T14:05:07.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.385+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd94c069b90 con 0x7fd94c1966f0 2023-12-07T14:05:07.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.386+0000 7fd942ffd700 1 -- 172.21.15.39:0/2440968530 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd944004d10 con 0x7fd94c1966f0 2023-12-07T14:05:07.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.386+0000 7fd942ffd700 1 -- 172.21.15.39:0/2440968530 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9440047e0 con 0x7fd94c1966f0 2023-12-07T14:05:07.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.388+0000 7fd942ffd700 1 -- 172.21.15.39:0/2440968530 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fd944007500 con 0x7fd94c1966f0 2023-12-07T14:05:07.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.389+0000 7fd942ffd700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a5a80 0x7fd9380a7f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.389+0000 7fd951b0b700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a5a80 0x7fd9380a7f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.389+0000 7fd942ffd700 1 -- 172.21.15.39:0/2440968530 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd944016070 con 0x7fd94c1966f0 2023-12-07T14:05:07.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd951b0b700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a5a80 0x7fd9380a7f40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd948005950 tx=0x7fd9480058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 Processor -- start 2023-12-07T14:05:07.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 -- start start 2023-12-07T14:05:07.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5faa40 0x556f1e5fae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5fb360 0x556f1e5feb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5ff4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e56e7c0 con 0x556f1e5faa40 2023-12-07T14:05:07.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e5557a0 con 0x556f1e5fb360 2023-12-07T14:05:07.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e5530c0 con 0x556f1e5ff050 2023-12-07T14:05:07.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd951b0b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5faa40 0x556f1e5fae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd951b0b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5faa40 0x556f1e5fae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55840/0 (socket says 172.21.15.39:55840) 2023-12-07T14:05:07.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd951b0b700 1 -- 172.21.15.39:0/490229118 learned_addr learned my addr 172.21.15.39:0/490229118 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.390+0000 7fd95130a700 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5fb360 0x556f1e5feb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd95230c700 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5ff4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd951b0b700 1 -- 172.21.15.39:0/490229118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 msgr2=0x556f1e5ff4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd951b0b700 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5ff4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd951b0b700 1 -- 172.21.15.39:0/490229118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5fb360 msgr2=0x556f1e5feb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd951b0b700 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5fb360 0x556f1e5feb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd951b0b700 1 -- 172.21.15.39:0/490229118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f1e3cb630 con 0x556f1e5faa40 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd95230c700 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5ff4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.391+0000 7fd951b0b700 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5faa40 0x556f1e5fae20 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd94800ff00 tx=0x7fd948012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fa7d8f32a8aca04 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.392+0000 7fd95130a700 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5fb360 0x556f1e5feb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.392+0000 7fd937fff700 1 -- 172.21.15.39:0/490229118 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd948017040 con 0x556f1e5faa40 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.392+0000 7fd937fff700 1 -- 172.21.15.39:0/490229118 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd94800be90 con 0x556f1e5faa40 2023-12-07T14:05:07.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.392+0000 7fd937fff700 1 -- 172.21.15.39:0/490229118 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94801fd40 con 0x556f1e5faa40 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.393+0000 7fd95ff68b80 1 -- 172.21.15.39:0/490229118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5faa40 msgr2=0x556f1e5fae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.393+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5faa40 0x556f1e5fae20 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd94800ff00 tx=0x7fd948012000 comp rx=0 tx=0).stop 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.393+0000 7fd95ff68b80 1 -- 172.21.15.39:0/490229118 shutdown_connections 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.393+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5ff4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.393+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5faa40 0x556f1e5fae20 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.393+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/490229118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5fb360 0x556f1e5feb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.393+0000 7fd95ff68b80 1 -- 172.21.15.39:0/490229118 >> 172.21.15.39:0/490229118 conn(0x556f1e529360 msgr2=0x556f1e5f5070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.394+0000 7fd95ff68b80 1 -- 172.21.15.39:0/490229118 shutdown_connections 2023-12-07T14:05:07.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.394+0000 7fd95ff68b80 1 -- 172.21.15.39:0/490229118 wait complete. 2023-12-07T14:05:07.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.394+0000 7fd95ff68b80 1 -- start start 2023-12-07T14:05:07.398 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.394+0000 7fd95ff68b80 1 Processor -- start 2023-12-07T14:05:07.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e606840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.399 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e603b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 0x556f1e604270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e54e9b0 con 0x556f1e5ff050 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e508560 con 0x556f1e5faa40 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e508200 con 0x556f1e5fb360 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95ff68b80 10 client.0 _ll_register_callbacks cb 0x556f1e433a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd951b0b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e606840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd951b0b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e606840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47048/0 (socket says 172.21.15.39:47048) 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd951b0b700 1 -- 172.21.15.39:0/166005758 learned_addr learned my addr 172.21.15.39:0/166005758 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95130a700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e603b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95230c700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 0x556f1e604270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95130a700 1 -- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 msgr2=0x556f1e606840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95130a700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e606840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.400 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95130a700 1 -- 172.21.15.39:0/166005758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 msgr2=0x556f1e604270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95130a700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 0x556f1e604270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd95130a700 1 -- 172.21.15.39:0/166005758 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd94c10dae0 con 0x556f1e5fb360 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.395+0000 7fd951b0b700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e606840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd95130a700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e603b80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd93c0098e0 tx=0x7fd93c00b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68578ce1f668129a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd9357fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd9357fa700 1 -- 172.21.15.39:0/166005758 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd93c01f040 con 0x556f1e5fb360 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd9357fa700 1 -- 172.21.15.39:0/166005758 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd93c004a30 con 0x556f1e5fb360 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556f1e5eda00 con 0x556f1e5fb360 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd9357fa700 1 -- 172.21.15.39:0/166005758 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd93c004bf0 con 0x556f1e5fb360 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd95ff68b80 10 client.25960 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7fd94800fbe0 con 0x556f1e5fb360 2023-12-07T14:05:07.401 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.396+0000 7fd9357fa700 1 -- 172.21.15.39:0/166005758 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556f1e5eda00 con 0x556f1e5fb360 2023-12-07T14:05:07.403 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd9357fa700 1 -- 172.21.15.39:0/166005758 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fd93c00f4f0 con 0x556f1e5fb360 2023-12-07T14:05:07.403 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd95ff68b80 10 client.25960 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.403 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd95ff68b80 10 client.25960 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:05:07.403 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd95ff68b80 20 client.25960 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.403 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e61cc20 0x556f1e61f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.403 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd95ff68b80 4 client.25960 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:07.403 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556f1e5c96a0 con 0x556f1e61cc20 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd951b0b700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e61cc20 0x556f1e61f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd9357fa700 10 client.25960 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.397+0000 7fd951b0b700 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e61cc20 0x556f1e61f040 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f21640f0ddade31f server_cookie=4b36c6b1458355e9 in_seq=0 out_seq=0 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd9357fa700 1 -- 172.21.15.39:0/166005758 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556f1e5c96a0 con 0x556f1e61cc20 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd9357fa700 10 client.25960 handle_command_reply: tid=0 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 client.25960 shutdown 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 msgr2=0x556f1e603b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e603b80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd93c0098e0 tx=0x7fd93c00b920 comp rx=0 tx=0).stop 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 shutdown_connections 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 0x556f1e604270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e606840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e61cc20 0x556f1e61f040 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/166005758 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e603b80 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd9357fa700 0 client.25960 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:07.404 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 >> 172.21.15.39:0/166005758 conn(0x556f1e529360 msgr2=0x556f1e6004b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.398+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 shutdown_connections 2023-12-07T14:05:07.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.399+0000 7fd95ff68b80 1 -- 172.21.15.39:0/166005758 wait complete. 2023-12-07T14:05:07.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.399+0000 7fd95ff68b80 20 client.25960 trim_cache size 0 max 16384 2023-12-07T14:05:07.431 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.428+0000 7fd95ff68b80 1 Processor -- start 2023-12-07T14:05:07.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95ff68b80 1 -- start start 2023-12-07T14:05:07.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e6239a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e613c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 0x556f1e614160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e3cd920 con 0x556f1e5ff050 2023-12-07T14:05:07.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e5f5bb0 con 0x556f1e5faa40 2023-12-07T14:05:07.438 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e6020d0 con 0x556f1e5fb360 2023-12-07T14:05:07.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95130a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e613c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95130a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e613c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60576/0 (socket says 172.21.15.39:60576) 2023-12-07T14:05:07.439 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.435+0000 7fd95130a700 1 -- 172.21.15.39:0/1559478540 learned_addr learned my addr 172.21.15.39:0/1559478540 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.437+0000 7fd95130a700 1 -- 172.21.15.39:0/1559478540 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 msgr2=0x556f1e6239a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:07.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.437+0000 7fd95130a700 1 --2- 172.21.15.39:0/1559478540 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e6239a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.437+0000 7fd95130a700 1 -- 172.21.15.39:0/1559478540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 msgr2=0x556f1e614160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.437+0000 7fd95130a700 1 --2- 172.21.15.39:0/1559478540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 0x556f1e614160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.440 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.437+0000 7fd95130a700 1 -- 172.21.15.39:0/1559478540 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f1e377de0 con 0x556f1e5fb360 2023-12-07T14:05:07.442 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.439+0000 7fd95130a700 1 --2- 172.21.15.39:0/1559478540 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e613c20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd93c00b690 tx=0x7fd93c009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbf20b5eefcc588f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.440+0000 7fd940ff9700 1 -- 172.21.15.39:0/1559478540 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd93c01f040 con 0x556f1e5fb360 2023-12-07T14:05:07.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.440+0000 7fd940ff9700 1 -- 172.21.15.39:0/1559478540 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd93c00fb70 con 0x556f1e5fb360 2023-12-07T14:05:07.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.440+0000 7fd940ff9700 1 -- 172.21.15.39:0/1559478540 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd93c0246a0 con 0x556f1e5fb360 2023-12-07T14:05:07.443 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.440+0000 7fd95ff68b80 1 -- 172.21.15.39:0/1559478540 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 msgr2=0x556f1e613c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.444 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.440+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/1559478540 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e613c20 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fd93c00b690 tx=0x7fd93c009310 comp rx=0 tx=0).stop 2023-12-07T14:05:07.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.441+0000 7fd95ff68b80 1 -- 172.21.15.39:0/1559478540 shutdown_connections 2023-12-07T14:05:07.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.441+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/1559478540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5ff050 0x556f1e614160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.441+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/1559478540 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e6239a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.441+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/1559478540 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5fb360 0x556f1e613c20 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.441+0000 7fd95ff68b80 1 -- 172.21.15.39:0/1559478540 >> 172.21.15.39:0/1559478540 conn(0x556f1e529360 msgr2=0x556f1e5f5010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.446 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.443+0000 7fd95ff68b80 1 -- 172.21.15.39:0/1559478540 shutdown_connections 2023-12-07T14:05:07.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.448+0000 7fd95ff68b80 1 -- 172.21.15.39:0/1559478540 wait complete. 2023-12-07T14:05:07.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.448+0000 7fd95ff68b80 1 -- start start 2023-12-07T14:05:07.451 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.448+0000 7fd95ff68b80 1 Processor -- start 2023-12-07T14:05:07.452 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e614140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5fb360 0x556f1e5f9840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95ff68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5f9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e5fa640 con 0x556f1e5fb360 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e672120 con 0x556f1e5faa40 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95ff68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f1e672260 con 0x556f1e5ff050 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95ff68b80 10 client.0 _ll_register_callbacks cb 0x556f1e433a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95130a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5fb360 0x556f1e5f9840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd951b0b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e614140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95230c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5f9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd951b0b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e614140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47060/0 (socket says 172.21.15.39:47060) 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd951b0b700 1 -- 172.21.15.39:0/823995402 learned_addr learned my addr 172.21.15.39:0/823995402 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95130a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5fb360 0x556f1e5f9840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55860/0 (socket says 172.21.15.39:55860) 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95230c700 1 -- 172.21.15.39:0/823995402 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 msgr2=0x556f1e614140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95230c700 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e614140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.453 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95230c700 1 -- 172.21.15.39:0/823995402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5fb360 msgr2=0x556f1e5f9840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95230c700 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5fb360 0x556f1e5f9840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.454 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.449+0000 7fd95230c700 1 -- 172.21.15.39:0/823995402 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd94800fbe0 con 0x556f1e5ff050 2023-12-07T14:05:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.452+0000 7fd95230c700 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5f9f30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd9440ca750 tx=0x7fd9440999b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ee61164c968699a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.452+0000 7fd9357fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.452+0000 7fd9357fa700 1 -- 172.21.15.39:0/823995402 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9440caea0 con 0x556f1e5ff050 2023-12-07T14:05:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.452+0000 7fd9357fa700 1 -- 172.21.15.39:0/823995402 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd94409e130 con 0x556f1e5ff050 2023-12-07T14:05:07.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.452+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd94800be90 con 0x556f1e5ff050 2023-12-07T14:05:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.452+0000 7fd9357fa700 1 -- 172.21.15.39:0/823995402 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd94400e040 con 0x556f1e5ff050 2023-12-07T14:05:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.453+0000 7fd95ff68b80 10 client.25966 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.453+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x556f1e360c60 con 0x556f1e5ff050 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.453+0000 7fd9357fa700 1 -- 172.21.15.39:0/823995402 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd94800be90 con 0x556f1e5ff050 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.453+0000 7fd9357fa700 1 -- 172.21.15.39:0/823995402 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fd9440a1ee0 con 0x556f1e5ff050 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd95ff68b80 10 client.25966 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd95ff68b80 10 client.25966 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd95ff68b80 20 client.25966 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e673a90 0x556f1e675eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd95ff68b80 4 client.25966 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556f1e514fd0 con 0x556f1e673a90 2023-12-07T14:05:07.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd951b0b700 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e673a90 0x556f1e675eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd9357fa700 10 client.25966 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.454+0000 7fd951b0b700 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e673a90 0x556f1e675eb0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3fa4426473756321 server_cookie=31b8b4a163d3917c in_seq=0 out_seq=0 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd9357fa700 1 -- 172.21.15.39:0/823995402 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556f1e514fd0 con 0x556f1e673a90 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd9357fa700 10 client.25966 handle_command_reply: tid=0 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 client.25966 shutdown 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 msgr2=0x556f1e5f9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5f9f30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fd9440ca750 tx=0x7fd9440999b0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 shutdown_connections 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x556f1e673a90 0x556f1e675eb0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f1e5ff050 0x556f1e5f9f30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f1e5faa40 0x556f1e614140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 --2- 172.21.15.39:0/823995402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f1e5fb360 0x556f1e5f9840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 >> 172.21.15.39:0/823995402 conn(0x556f1e529360 msgr2=0x556f1e5f4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd9357fa700 0 client.25966 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 shutdown_connections 2023-12-07T14:05:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.455+0000 7fd95ff68b80 1 -- 172.21.15.39:0/823995402 wait complete. 2023-12-07T14:05:07.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd95ff68b80 20 client.25966 trim_cache size 0 max 16384 2023-12-07T14:05:07.460 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a5a80 msgr2=0x7fd9380a7f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a5a80 0x7fd9380a7f40 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd948005950 tx=0x7fd9480058e0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1966f0 msgr2=0x7fd94c196ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1966f0 0x7fd94c196ba0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd94400e580 tx=0x7fd94400e940 comp rx=0 tx=0).stop 2023-12-07T14:05:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 shutdown_connections 2023-12-07T14:05:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a5a80 0x7fd9380a7f40 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd94c1966f0 0x7fd94c196ba0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd94c1005d0 0x7fd94c19c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 --2- 172.21.15.39:0/2440968530 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd94c1056f0 0x7fd94c19cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 >> 172.21.15.39:0/2440968530 conn(0x7fd94c0fbe30 msgr2=0x7fd94c0fd140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 shutdown_connections 2023-12-07T14:05:07.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.456+0000 7fd953d6f700 1 -- 172.21.15.39:0/2440968530 wait complete. 2023-12-07T14:05:07.476 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:07 smithi039 ceph-mon[98864]: pgmap v81: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 53 MiB/s wr, 2.42k op/s 2023-12-07T14:05:07.476 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:07 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2833131654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:05:07.477 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:05:07.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:07 smithi055 ceph-mon[103363]: pgmap v81: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 53 MiB/s wr, 2.42k op/s 2023-12-07T14:05:07.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:07 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2833131654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:05:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.665+0000 7f7541f68700 1 -- 172.21.15.39:0/491787538 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c10fbd0 msgr2=0x7f753c10ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.665+0000 7f7541f68700 1 --2- 172.21.15.39:0/491787538 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c10fbd0 0x7f753c10ffb0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f752c0098f0 tx=0x7f752c009c00 comp rx=0 tx=0).stop 2023-12-07T14:05:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.665+0000 7f7541f68700 1 -- 172.21.15.39:0/491787538 shutdown_connections 2023-12-07T14:05:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.665+0000 7f7541f68700 1 --2- 172.21.15.39:0/491787538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753c109180 0x7f753c11cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.665+0000 7f7541f68700 1 --2- 172.21.15.39:0/491787538 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c10fbd0 0x7f753c10ffb0 secure :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f752c0098f0 tx=0x7f752c009c00 comp rx=0 tx=0).stop 2023-12-07T14:05:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.665+0000 7f7541f68700 1 --2- 172.21.15.39:0/491787538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f753c1085d0 0x7f753c108a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.665+0000 7f7541f68700 1 -- 172.21.15.39:0/491787538 >> 172.21.15.39:0/491787538 conn(0x7f753c06c550 msgr2=0x7f753c06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.668+0000 7f7541f68700 1 -- 172.21.15.39:0/491787538 shutdown_connections 2023-12-07T14:05:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.668+0000 7f7541f68700 1 -- 172.21.15.39:0/491787538 wait complete. 2023-12-07T14:05:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 Processor -- start 2023-12-07T14:05:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 -- start start 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f753c1085d0 0x7f753c1ac620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753c109180 0x7f753c1acb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c1a6750 0x7f753c1a6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f753c1a71d0 con 0x7f753c1085d0 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f753c1a7340 con 0x7f753c109180 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.669+0000 7f7541f68700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f753c1a7500 con 0x7f753c1a6750 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c1a6750 0x7f753c1a6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c1a6750 0x7f753c1a6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60596/0 (socket says 172.21.15.39:60596) 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 -- 172.21.15.39:0/1220544273 learned_addr learned my addr 172.21.15.39:0/1220544273 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753b7fe700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f753c1085d0 0x7f753c1ac620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753affd700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753c109180 0x7f753c1acb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 -- 172.21.15.39:0/1220544273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753c109180 msgr2=0x7f753c1acb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753c109180 0x7f753c1acb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 -- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f753c1085d0 msgr2=0x7f753c1ac620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f753c1085d0 0x7f753c1ac620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 -- 172.21.15.39:0/1220544273 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f752c009520 con 0x7f753c1a6750 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753affd700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753c109180 0x7f753c1acb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f753bfff700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c1a6750 0x7f753c1a6c00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f753400ef90 tx=0x7f753400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f7538ff9700 1 -- 172.21.15.39:0/1220544273 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7534018070 con 0x7f753c1a6750 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f7538ff9700 1 -- 172.21.15.39:0/1220544273 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f753400f040 con 0x7f753c1a6750 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f753c1b3490 con 0x7f753c1a6750 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.670+0000 7f7538ff9700 1 -- 172.21.15.39:0/1220544273 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753400cd90 con 0x7f753c1a6750 2023-12-07T14:05:07.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.671+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f753c1b3970 con 0x7f753c1a6750 2023-12-07T14:05:07.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.673+0000 7f7538ff9700 1 -- 172.21.15.39:0/1220544273 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7534004000 con 0x7f753c1a6750 2023-12-07T14:05:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.674+0000 7f7538ff9700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75240a15f0 0x7f75240a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.674+0000 7f7538ff9700 1 -- 172.21.15.39:0/1220544273 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f75340ccc20 con 0x7f753c1a6750 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 Processor -- start 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 -- start start 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1ca40 0x564792b1ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 0x564792b20b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b214b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792a907c0 con 0x564792b1ca40 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792a777a0 con 0x564792b1d360 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.675+0000 7f754e161b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792a750c0 con 0x564792b21050 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b214b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b214b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60602/0 (socket says 172.21.15.39:60602) 2023-12-07T14:05:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 -- 172.21.15.39:0/2792243254 learned_addr learned my addr 172.21.15.39:0/2792243254 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753b7fe700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75240a15f0 0x7f75240a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 -- 172.21.15.39:0/2792243254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 msgr2=0x564792b20b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 --2- 172.21.15.39:0/2792243254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 0x564792b20b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 -- 172.21.15.39:0/2792243254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1ca40 msgr2=0x564792b1ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 --2- 172.21.15.39:0/2792243254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1ca40 0x564792b1ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.676+0000 7f753bfff700 1 -- 172.21.15.39:0/2792243254 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5647928ed630 con 0x564792b21050 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.677+0000 7f753bfff700 1 --2- 172.21.15.39:0/2792243254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b214b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f75340a1ab0 tx=0x7f7534096020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=736b538648c5b704 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.677+0000 7f753b7fe700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75240a15f0 0x7f75240a3ab0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f752c000c00 tx=0x7f752c009400 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.677+0000 7f7521ffb700 1 -- 172.21.15.39:0/2792243254 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7534099640 con 0x564792b21050 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.677+0000 7f7521ffb700 1 -- 172.21.15.39:0/2792243254 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7534005ac0 con 0x564792b21050 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.677+0000 7f7521ffb700 1 -- 172.21.15.39:0/2792243254 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753409a1a0 con 0x564792b21050 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 -- 172.21.15.39:0/2792243254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 msgr2=0x564792b214b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 --2- 172.21.15.39:0/2792243254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b214b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f75340a1ab0 tx=0x7f7534096020 comp rx=0 tx=0).stop 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 -- 172.21.15.39:0/2792243254 shutdown_connections 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 --2- 172.21.15.39:0/2792243254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b214b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 --2- 172.21.15.39:0/2792243254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1ca40 0x564792b1ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 --2- 172.21.15.39:0/2792243254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 0x564792b20b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 -- 172.21.15.39:0/2792243254 >> 172.21.15.39:0/2792243254 conn(0x564792a4b360 msgr2=0x564792b17070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 -- 172.21.15.39:0/2792243254 shutdown_connections 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.678+0000 7f754e161b80 1 -- 172.21.15.39:0/2792243254 wait complete. 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 -- start start 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 Processor -- start 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1ca40 0x564792b25c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b1d360 0x564792b26170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b266b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792a709b0 con 0x564792b21050 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792a2a560 con 0x564792b1ca40 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792a2a200 con 0x564792b1d360 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f754e161b80 10 client.0 _ll_register_callbacks cb 0x564792955a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f753affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b1d360 0x564792b26170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f753bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b266b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f753bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b266b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55888/0 (socket says 172.21.15.39:55888) 2023-12-07T14:05:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f753affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b1d360 0x564792b26170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60606/0 (socket says 172.21.15.39:60606) 2023-12-07T14:05:07.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.679+0000 7f753bfff700 1 -- 172.21.15.39:0/636386918 learned_addr learned my addr 172.21.15.39:0/636386918 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f753b7fe700 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1ca40 0x564792b25c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f753b7fe700 1 -- 172.21.15.39:0/636386918 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b1d360 msgr2=0x564792b26170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f753b7fe700 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b1d360 0x564792b26170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f753b7fe700 1 -- 172.21.15.39:0/636386918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 msgr2=0x564792b266b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f753b7fe700 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b266b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f753b7fe700 1 -- 172.21.15.39:0/636386918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f753c1b3970 con 0x564792b1ca40 2023-12-07T14:05:07.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f753b7fe700 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1ca40 0x564792b25c30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f752c008000 tx=0x7f752c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46ee730405c99a83 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f751affd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:07.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.680+0000 7f751affd700 1 -- 172.21.15.39:0/636386918 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f752c00b970 con 0x564792b1ca40 2023-12-07T14:05:07.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564792b0fa00 con 0x564792b1ca40 2023-12-07T14:05:07.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f751affd700 1 -- 172.21.15.39:0/636386918 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f752c00bad0 con 0x564792b1ca40 2023-12-07T14:05:07.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f751affd700 1 -- 172.21.15.39:0/636386918 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f752c005040 con 0x564792b1ca40 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 10 client.25874 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x564792899de0 con 0x564792b1ca40 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f751affd700 1 -- 172.21.15.39:0/636386918 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564792b0fa00 con 0x564792b1ca40 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f751affd700 1 -- 172.21.15.39:0/636386918 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f752c003c90 con 0x564792b1ca40 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 10 client.25874 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 10 client.25874 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 20 client.25874 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b36490 0x564792b388b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 4 client.25874 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.681+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564792aeb6a0 con 0x564792b36490 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.682+0000 7f753affd700 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b36490 0x564792b388b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.682+0000 7f751affd700 10 client.25874 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.682+0000 7f753affd700 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b36490 0x564792b388b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=edada90b11b7441d server_cookie=f0a0f043697bc6f9 in_seq=0 out_seq=0 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.683+0000 7f751affd700 1 -- 172.21.15.39:0/636386918 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x564792aeb6a0 con 0x564792b36490 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.683+0000 7f751affd700 10 client.25874 handle_command_reply: tid=0 2023-12-07T14:05:07.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.683+0000 7f754e161b80 1 client.25874 shutdown 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.683+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1ca40 msgr2=0x564792b25c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.683+0000 7f754e161b80 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1ca40 0x564792b25c30 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f752c008000 tx=0x7f752c009260 comp rx=0 tx=0).stop 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.684+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 shutdown_connections 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.684+0000 7f754e161b80 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b36490 0x564792b388b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.684+0000 7f754e161b80 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b266b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.684+0000 7f754e161b80 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1ca40 0x564792b25c30 secure :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f752c008000 tx=0x7f752c009260 comp rx=0 tx=0).stop 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.684+0000 7f754e161b80 1 --2- 172.21.15.39:0/636386918 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b1d360 0x564792b26170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.684+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 >> 172.21.15.39:0/636386918 conn(0x564792a4b360 msgr2=0x564792b224b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.686+0000 7f751affd700 0 client.25874 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:07.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.686+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 shutdown_connections 2023-12-07T14:05:07.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.686+0000 7f754e161b80 1 -- 172.21.15.39:0/636386918 wait complete. 2023-12-07T14:05:07.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.686+0000 7f754e161b80 20 client.25874 trim_cache size 0 max 16384 2023-12-07T14:05:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:07 smithi089 ceph-mon[103124]: pgmap v81: 97 pgs: 97 active+clean; 3.9 GiB data, 13 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 53 MiB/s wr, 2.42k op/s 2023-12-07T14:05:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:07 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2833131654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:05:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 Processor -- start 2023-12-07T14:05:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 -- start start 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1d360 0x564792b1ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b26520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b2d2f0 0x564792b2d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647928ef920 con 0x564792b1d360 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792b32f60 con 0x564792b2d2f0 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f754e161b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792b17bb0 con 0x564792b21050 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f753b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1d360 0x564792b1ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f753b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1d360 0x564792b1ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55892/0 (socket says 172.21.15.39:55892) 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f753affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b26520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f753bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b2d2f0 0x564792b2d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.707+0000 7f753b7fe700 1 -- 172.21.15.39:0/2991927915 learned_addr learned my addr 172.21.15.39:0/2991927915 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f753bfff700 1 -- 172.21.15.39:0/2991927915 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 msgr2=0x564792b26520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f753bfff700 1 --2- 172.21.15.39:0/2991927915 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b26520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f753bfff700 1 -- 172.21.15.39:0/2991927915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1d360 msgr2=0x564792b1ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f753bfff700 1 --2- 172.21.15.39:0/2991927915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1d360 0x564792b1ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f753bfff700 1 -- 172.21.15.39:0/2991927915 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564792882c60 con 0x564792b2d2f0 2023-12-07T14:05:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f753bfff700 1 --2- 172.21.15.39:0/2991927915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b2d2f0 0x564792b2d750 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7534000f80 tx=0x7f753400c8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18545613b06d7864 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f75227fc700 1 -- 172.21.15.39:0/2991927915 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753409a3e0 con 0x564792b2d2f0 2023-12-07T14:05:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f75227fc700 1 -- 172.21.15.39:0/2991927915 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7534099ce0 con 0x564792b2d2f0 2023-12-07T14:05:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.708+0000 7f75227fc700 1 -- 172.21.15.39:0/2991927915 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753409a1c0 con 0x564792b2d2f0 2023-12-07T14:05:07.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 -- 172.21.15.39:0/2991927915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b2d2f0 msgr2=0x564792b2d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 --2- 172.21.15.39:0/2991927915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b2d2f0 0x564792b2d750 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f7534000f80 tx=0x7f753400c8d0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.714 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 -- 172.21.15.39:0/2991927915 shutdown_connections 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 --2- 172.21.15.39:0/2991927915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b2d2f0 0x564792b2d750 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 --2- 172.21.15.39:0/2991927915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b1d360 0x564792b1ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 --2- 172.21.15.39:0/2991927915 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b21050 0x564792b26520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 -- 172.21.15.39:0/2991927915 >> 172.21.15.39:0/2991927915 conn(0x564792a4b360 msgr2=0x564792b16fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 -- 172.21.15.39:0/2991927915 shutdown_connections 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.709+0000 7f754e161b80 1 -- 172.21.15.39:0/2991927915 wait complete. 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 -- start start 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 Processor -- start 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 0x564792b2cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b274d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b2d2f0 0x564792b27b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792b28210 con 0x564792b21050 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792b28380 con 0x564792b1d360 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.710+0000 7f754e161b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564792b8ba00 con 0x564792b2d2f0 2023-12-07T14:05:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f754e161b80 10 client.0 _ll_register_callbacks cb 0x564792955a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b274d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 0x564792b2cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b2d2f0 0x564792b27b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b274d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55900/0 (socket says 172.21.15.39:55900) 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753affd700 1 -- 172.21.15.39:0/1951314744 learned_addr learned my addr 172.21.15.39:0/1951314744 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753bfff700 1 -- 172.21.15.39:0/1951314744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 msgr2=0x564792b2cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753bfff700 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 0x564792b2cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753bfff700 1 -- 172.21.15.39:0/1951314744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 msgr2=0x564792b274d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753bfff700 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b274d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.711+0000 7f753bfff700 1 -- 172.21.15.39:0/1951314744 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5647928ed630 con 0x564792b2d2f0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.712+0000 7f753bfff700 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b2d2f0 0x564792b27b00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f753400c7a0 tx=0x7f7534009390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9aff755d86e9300f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.712+0000 7f751affd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.713+0000 7f751affd700 1 -- 172.21.15.39:0/1951314744 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75340a1fe0 con 0x564792b2d2f0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.713+0000 7f751affd700 1 -- 172.21.15.39:0/1951314744 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f753409a3e0 con 0x564792b2d2f0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.713+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7534005ac0 con 0x564792b2d2f0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.713+0000 7f751affd700 1 -- 172.21.15.39:0/1951314744 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f75340a1b50 con 0x564792b2d2f0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.713+0000 7f754e161b80 10 client.25984 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.713+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5647928c0250 con 0x564792b2d2f0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.713+0000 7f751affd700 1 -- 172.21.15.39:0/1951314744 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7534005ac0 con 0x564792b2d2f0 2023-12-07T14:05:07.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.714+0000 7f751affd700 1 -- 172.21.15.39:0/1951314744 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f753409eb70 con 0x564792b2d2f0 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.714+0000 7f754e161b80 10 client.25984 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.714+0000 7f754e161b80 10 client.25984 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.714+0000 7f754e161b80 20 client.25984 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.714+0000 7f754e161b80 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b8ccd0 0x564792b8f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.714+0000 7f754e161b80 4 client.25984 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.714+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564792a36fd0 con 0x564792b8ccd0 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f753b7fe700 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b8ccd0 0x564792b8f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f753b7fe700 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b8ccd0 0x564792b8f0c0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1597a922d96424eb server_cookie=33ddb91f73d35a1b in_seq=0 out_seq=0 2023-12-07T14:05:07.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f751affd700 10 client.25984 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:07.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f751affd700 1 -- 172.21.15.39:0/1951314744 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564792a36fd0 con 0x564792b8ccd0 2023-12-07T14:05:07.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f751affd700 10 client.25984 handle_command_reply: tid=0 2023-12-07T14:05:07.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f754e161b80 1 client.25984 shutdown 2023-12-07T14:05:07.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b2d2f0 msgr2=0x564792b27b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.715+0000 7f754e161b80 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b2d2f0 0x564792b27b00 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f753400c7a0 tx=0x7f7534009390 comp rx=0 tx=0).stop 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 shutdown_connections 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x564792b8ccd0 0x564792b8f0c0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564792b2d2f0 0x564792b27b00 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564792b1d360 0x564792b2cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f751affd700 0 client.25984 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 --2- 172.21.15.39:0/1951314744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564792b21050 0x564792b274d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 >> 172.21.15.39:0/1951314744 conn(0x564792a4b360 msgr2=0x564792b26570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 shutdown_connections 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 1 -- 172.21.15.39:0/1951314744 wait complete. 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.716+0000 7f754e161b80 20 client.25984 trim_cache size 0 max 16384 2023-12-07T14:05:07.721 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:07.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75240a15f0 msgr2=0x7f75240a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75240a15f0 0x7f75240a3ab0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f752c000c00 tx=0x7f752c009400 comp rx=0 tx=0).stop 2023-12-07T14:05:07.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c1a6750 msgr2=0x7f753c1a6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c1a6750 0x7f753c1a6c00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f753400ef90 tx=0x7f753400c3a0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 shutdown_connections 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f753c1a6750 0x7f753c1a6c00 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f753c1085d0 0x7f753c1ac620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75240a15f0 0x7f75240a3ab0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 --2- 172.21.15.39:0/1220544273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f753c109180 0x7f753c1acb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 >> 172.21.15.39:0/1220544273 conn(0x7f753c06c550 msgr2=0x7f753c0702b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 shutdown_connections 2023-12-07T14:05:07.723 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.717+0000 7f7541f68700 1 -- 172.21.15.39:0/1220544273 wait complete. 2023-12-07T14:05:07.739 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 -- 172.21.15.39:0/3119454512 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa810da70 msgr2=0x7f0fa810de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/3119454512 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa810da70 0x7f0fa810de50 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f0fa00098f0 tx=0x7f0fa0009c00 comp rx=0 tx=0).stop 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 -- 172.21.15.39:0/3119454512 shutdown_connections 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/3119454512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa81084d0 0x7f0fa8114930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/3119454512 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa810da70 0x7f0fa810de50 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/3119454512 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0fa8107b10 0x7f0fa8107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 -- 172.21.15.39:0/3119454512 >> 172.21.15.39:0/3119454512 conn(0x7f0fa8077410 msgr2=0x7f0fa81063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 -- 172.21.15.39:0/3119454512 shutdown_connections 2023-12-07T14:05:07.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.944+0000 7f0fb04ba700 1 -- 172.21.15.39:0/3119454512 wait complete. 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 Processor -- start 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 -- start start 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa8107b10 0x7f0fa8072c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa81084d0 0x7f0fa8073210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0fa810da70 0x7f0fa806bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa806c6c0 con 0x7f0fa81084d0 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa806c830 con 0x7f0fa8107b10 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.945+0000 7f0fb04ba700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa806c9f0 con 0x7f0fa810da70 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0faea57700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0fa810da70 0x7f0fa806bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fae256700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa8107b10 0x7f0fa8072c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0faea57700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0fa810da70 0x7f0fa806bef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60636/0 (socket says 172.21.15.39:60636) 2023-12-07T14:05:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0faea57700 1 -- 172.21.15.39:0/217539022 learned_addr learned my addr 172.21.15.39:0/217539022 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fada55700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa81084d0 0x7f0fa8073210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fae256700 1 -- 172.21.15.39:0/217539022 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0fa810da70 msgr2=0x7f0fa806bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fae256700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0fa810da70 0x7f0fa806bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fae256700 1 -- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa81084d0 msgr2=0x7f0fa8073210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fae256700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa81084d0 0x7f0fa8073210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fae256700 1 -- 172.21.15.39:0/217539022 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fa0009520 con 0x7f0fa8107b10 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.946+0000 7f0fae256700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa8107b10 0x7f0fa8072c90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0009230 tx=0x7f0fa000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.948+0000 7f0f9f7fe700 1 -- 172.21.15.39:0/217539022 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa001c070 con 0x7f0fa8107b10 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.948+0000 7f0f9f7fe700 1 -- 172.21.15.39:0/217539022 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0fa000bba0 con 0x7f0fa8107b10 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.948+0000 7f0f9f7fe700 1 -- 172.21.15.39:0/217539022 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa00038c0 con 0x7f0fa8107b10 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.948+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fa8070820 con 0x7f0fa8107b10 2023-12-07T14:05:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.948+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fa8070cb0 con 0x7f0fa8107b10 2023-12-07T14:05:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.951+0000 7f0f9f7fe700 1 -- 172.21.15.39:0/217539022 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f0fa0020030 con 0x7f0fa8107b10 2023-12-07T14:05:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.952+0000 7f0f9f7fe700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f940a17c0 0x7f0f940a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.952+0000 7f0f9f7fe700 1 -- 172.21.15.39:0/217539022 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0fa00cde80 con 0x7f0fa8107b10 2023-12-07T14:05:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.953+0000 7f0fada55700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f940a17c0 0x7f0f940a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.953+0000 7f0fbc6b3b80 1 Processor -- start 2023-12-07T14:05:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fbc6b3b80 1 -- start start 2023-12-07T14:05:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea11a40 0x556f3ea11e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fada55700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f940a17c0 0x7f0f940a3c80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0fa806d490 tx=0x7f0f9800b2c0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea15b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea16050 0x556f3ea164b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3e9857c0 con 0x556f3ea12360 2023-12-07T14:05:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3e96c7a0 con 0x556f3ea16050 2023-12-07T14:05:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.954+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3e96a0c0 con 0x556f3ea11a40 2023-12-07T14:05:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0faea57700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea16050 0x556f3ea164b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0faea57700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea16050 0x556f3ea164b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47124/0 (socket says 172.21.15.39:47124) 2023-12-07T14:05:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0faea57700 1 -- 172.21.15.39:0/3380764586 learned_addr learned my addr 172.21.15.39:0/3380764586 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0fae256700 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea11a40 0x556f3ea11e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0fada55700 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea15b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0faea57700 1 -- 172.21.15.39:0/3380764586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea11a40 msgr2=0x556f3ea11e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0faea57700 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea11a40 0x556f3ea11e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0faea57700 1 -- 172.21.15.39:0/3380764586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 msgr2=0x556f3ea15b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.955+0000 7f0faea57700 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea15b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.956+0000 7f0faea57700 1 -- 172.21.15.39:0/3380764586 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f3e7e2630 con 0x556f3ea16050 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.956+0000 7f0faea57700 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea16050 0x556f3ea164b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009530 tx=0x7f0fa40099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4c5c0f152e7cede server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.956+0000 7f0f9cd82700 1 -- 172.21.15.39:0/3380764586 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4007e80 con 0x556f3ea16050 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.956+0000 7f0f9cd82700 1 -- 172.21.15.39:0/3380764586 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0fa400f040 con 0x556f3ea16050 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.956+0000 7f0f9cd82700 1 -- 172.21.15.39:0/3380764586 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa4004280 con 0x556f3ea16050 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.957+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3380764586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea16050 msgr2=0x556f3ea164b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.957+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea16050 0x556f3ea164b0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4009530 tx=0x7f0fa40099e0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.958+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3380764586 shutdown_connections 2023-12-07T14:05:07.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.958+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea16050 0x556f3ea164b0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.958+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea11a40 0x556f3ea11e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.958+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3380764586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea15b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.958+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3380764586 >> 172.21.15.39:0/3380764586 conn(0x556f3e940360 msgr2=0x556f3ea0c070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.958+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3380764586 shutdown_connections 2023-12-07T14:05:07.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.958+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3380764586 wait complete. 2023-12-07T14:05:07.963 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 -- start start 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 Processor -- start 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea1aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 0x556f3ea1b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3e9659b0 con 0x556f3ea12360 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3e91f560 con 0x556f3ea11a40 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3e91f200 con 0x556f3ea16050 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.959+0000 7f0fbc6b3b80 10 client.0 _ll_register_callbacks cb 0x556f3e84aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fada55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea1aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fada55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea1aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55928/0 (socket says 172.21.15.39:55928) 2023-12-07T14:05:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fada55700 1 -- 172.21.15.39:0/3777160627 learned_addr learned my addr 172.21.15.39:0/3777160627 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fae256700 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fae256700 1 -- 172.21.15.39:0/3777160627 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 msgr2=0x556f3ea1b230 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fae256700 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 0x556f3ea1b230 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fae256700 1 -- 172.21.15.39:0/3777160627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 msgr2=0x556f3ea1aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fae256700 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea1aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fae256700 1 -- 172.21.15.39:0/3777160627 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fa40091e0 con 0x556f3ea11a40 2023-12-07T14:05:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.960+0000 7f0fae256700 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1d800 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0fa00cb5e0 tx=0x7f0fa009ae00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98ec14138286308a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.961+0000 7f0f91ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.961+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3777160627 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa00a3200 con 0x556f3ea11a40 2023-12-07T14:05:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.961+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3777160627 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0fa0097610 con 0x556f3ea11a40 2023-12-07T14:05:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.961+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556f3ea04a00 con 0x556f3ea11a40 2023-12-07T14:05:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.961+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3777160627 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0fa00977d0 con 0x556f3ea11a40 2023-12-07T14:05:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 10 client.25892 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x556f3e78ede0 con 0x556f3ea11a40 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3777160627 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556f3ea04a00 con 0x556f3ea11a40 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3777160627 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f0fa009b160 con 0x556f3ea11a40 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 10 client.25892 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 10 client.25892 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 20 client.25892 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea2b0a0 0x556f3ea2d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 4 client.25892 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.962+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556f3e9e06a0 con 0x556f3ea2b0a0 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.963+0000 7f0fada55700 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea2b0a0 0x556f3ea2d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.963+0000 7f0fada55700 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea2b0a0 0x556f3ea2d4c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9c024e7f46d85aed server_cookie=f928c9e4651e1b43 in_seq=0 out_seq=0 2023-12-07T14:05:07.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.964+0000 7f0f91ffb700 10 client.25892 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:07.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.964+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3777160627 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556f3e9e06a0 con 0x556f3ea2b0a0 2023-12-07T14:05:07.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.964+0000 7f0f91ffb700 10 client.25892 handle_command_reply: tid=0 2023-12-07T14:05:07.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.964+0000 7f0fbc6b3b80 1 client.25892 shutdown 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 msgr2=0x556f3ea1d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1d800 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0fa00cb5e0 tx=0x7f0fa009ae00 comp rx=0 tx=0).stop 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 shutdown_connections 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 0x556f3ea1b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea2b0a0 0x556f3ea2d4c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1d800 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3777160627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea1aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0f91ffb700 0 client.25892 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.965+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 >> 172.21.15.39:0/3777160627 conn(0x556f3e940360 msgr2=0x556f3ea174b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.966+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 shutdown_connections 2023-12-07T14:05:07.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.966+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3777160627 wait complete. 2023-12-07T14:05:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.967+0000 7f0fbc6b3b80 20 client.25892 trim_cache size 0 max 16384 2023-12-07T14:05:07.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.985+0000 7f0fbc6b3b80 1 Processor -- start 2023-12-07T14:05:07.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.985+0000 7f0fbc6b3b80 1 -- start start 2023-12-07T14:05:07.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.985+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.985+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea12360 0x556f3ea06c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.985+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea16050 0x556f3ea17440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.985+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3e7e4920 con 0x556f3ea16050 2023-12-07T14:05:07.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.985+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ea0cbb0 con 0x556f3ea11a40 2023-12-07T14:05:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ea04790 con 0x556f3ea12360 2023-12-07T14:05:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea12360 0x556f3ea06c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fae256700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea12360 0x556f3ea06c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60656/0 (socket says 172.21.15.39:60656) 2023-12-07T14:05:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 -- 172.21.15.39:0/2395732990 learned_addr learned my addr 172.21.15.39:0/2395732990 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 -- 172.21.15.39:0/2395732990 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 msgr2=0x556f3ea1b1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1b1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0faea57700 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea16050 0x556f3ea17440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 -- 172.21.15.39:0/2395732990 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea16050 msgr2=0x556f3ea17440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea16050 0x556f3ea17440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0fada55700 1 -- 172.21.15.39:0/2395732990 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f3e777c60 con 0x556f3ea12360 2023-12-07T14:05:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.986+0000 7f0faea57700 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea16050 0x556f3ea17440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:05:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.987+0000 7f0fada55700 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea12360 0x556f3ea06c80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x556f3ea1c030 tx=0x7f0f98015000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25e3c046ff3a93b0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.987+0000 7f0f9d583700 1 -- 172.21.15.39:0/2395732990 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f98025040 con 0x556f3ea12360 2023-12-07T14:05:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.987+0000 7f0f9d583700 1 -- 172.21.15.39:0/2395732990 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f98021830 con 0x556f3ea12360 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.987+0000 7f0f9d583700 1 -- 172.21.15.39:0/2395732990 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f980116a0 con 0x556f3ea12360 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/2395732990 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea12360 msgr2=0x556f3ea06c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea12360 0x556f3ea06c80 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x556f3ea1c030 tx=0x7f0f98015000 comp rx=0 tx=0).stop 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/2395732990 shutdown_connections 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea16050 0x556f3ea17440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea1b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/2395732990 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea12360 0x556f3ea06c80 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/2395732990 >> 172.21.15.39:0/2395732990 conn(0x556f3e940360 msgr2=0x556f3ea193e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/2395732990 shutdown_connections 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.988+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/2395732990 wait complete. 2023-12-07T14:05:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 -- start start 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 Processor -- start 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea22300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea22840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 0x556f3ea795f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ea79b30 con 0x556f3ea12360 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ea79ca0 con 0x556f3ea11a40 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3ea79e60 con 0x556f3ea16050 2023-12-07T14:05:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fbc6b3b80 10 client.0 _ll_register_callbacks cb 0x556f3e84aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fada55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea22840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fada55700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea22840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55942/0 (socket says 172.21.15.39:55942) 2023-12-07T14:05:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.989+0000 7f0fada55700 1 -- 172.21.15.39:0/3152807683 learned_addr learned my addr 172.21.15.39:0/3152807683 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0faea57700 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 0x556f3ea795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0fada55700 1 -- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 msgr2=0x556f3ea795f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0fada55700 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 0x556f3ea795f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0fada55700 1 -- 172.21.15.39:0/3152807683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 msgr2=0x556f3ea22300 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0fada55700 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea22300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0fada55700 1 -- 172.21.15.39:0/3152807683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f9800f960 con 0x556f3ea12360 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0fada55700 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea22840 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0f98028a60 tx=0x7f0f98028470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a761bc296776eb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.990+0000 7f0f91ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.992+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3152807683 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f98021ba0 con 0x556f3ea12360 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.992+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0fa400f040 con 0x556f3ea12360 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.992+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3152807683 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0f98021d00 con 0x556f3ea12360 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.993+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3152807683 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f98005040 con 0x556f3ea12360 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.993+0000 7f0fbc6b3b80 10 client.16299 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:07.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.993+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x556f3e7b5250 con 0x556f3ea12360 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.994+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3152807683 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0fa400f040 con 0x556f3ea12360 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3152807683 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f0f98028050 con 0x556f3ea12360 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fbc6b3b80 10 client.16299 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fbc6b3b80 10 client.16299 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fbc6b3b80 20 client.16299 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea934e0 0x556f3ea95900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fbc6b3b80 4 client.16299 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556f3e92bfd0 con 0x556f3ea934e0 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fae256700 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea934e0 0x556f3ea95900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0f91ffb700 10 client.16299 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:07.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.995+0000 7f0fae256700 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea934e0 0x556f3ea95900 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=df911cc861b06145 server_cookie=6dc67f8d4ea80040 in_seq=0 out_seq=0 2023-12-07T14:05:08.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0f91ffb700 1 -- 172.21.15.39:0/3152807683 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556f3e92bfd0 con 0x556f3ea934e0 2023-12-07T14:05:08.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0f91ffb700 10 client.16299 handle_command_reply: tid=0 2023-12-07T14:05:08.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 client.16299 shutdown 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 msgr2=0x556f3ea22840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea22840 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0f98028a60 tx=0x7f0f98028470 comp rx=0 tx=0).stop 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 shutdown_connections 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f3ea16050 0x556f3ea795f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x556f3ea934e0 0x556f3ea95900 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f3ea11a40 0x556f3ea22300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0f91ffb700 0 client.16299 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 --2- 172.21.15.39:0/3152807683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f3ea12360 0x556f3ea22840 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.997+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 >> 172.21.15.39:0/3152807683 conn(0x556f3e940360 msgr2=0x556f3ea18440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.998+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 shutdown_connections 2023-12-07T14:05:08.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.998+0000 7f0fbc6b3b80 1 -- 172.21.15.39:0/3152807683 wait complete. 2023-12-07T14:05:08.002 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:08.002 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.998+0000 7f0fbc6b3b80 20 client.16299 trim_cache size 0 max 16384 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.999+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f940a17c0 msgr2=0x7f0f940a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.999+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f940a17c0 0x7f0f940a3c80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0fa806d490 tx=0x7f0f9800b2c0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.999+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa8107b10 msgr2=0x7f0fa8072c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:07.999+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa8107b10 0x7f0fa8072c90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0009230 tx=0x7f0fa000fa00 comp rx=0 tx=0).stop 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.000+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 shutdown_connections 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.000+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0fa810da70 0x7f0fa806bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.000+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f940a17c0 0x7f0f940a3c80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.003 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.000+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0fa8107b10 0x7f0fa8072c90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.000+0000 7f0fb04ba700 1 --2- 172.21.15.39:0/217539022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa81084d0 0x7f0fa8073210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.000+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 >> 172.21.15.39:0/217539022 conn(0x7f0fa8077410 msgr2=0x7f0fa8077b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.004 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.000+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 shutdown_connections 2023-12-07T14:05:08.005 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.001+0000 7f0fb04ba700 1 -- 172.21.15.39:0/217539022 wait complete. 2023-12-07T14:05:08.027 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:05:08.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 -- 172.21.15.39:0/956944404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7760102670 msgr2=0x7f7760102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 --2- 172.21.15.39:0/956944404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7760102670 0x7f7760102a50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7754009990 tx=0x7f7754009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 -- 172.21.15.39:0/956944404 shutdown_connections 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 --2- 172.21.15.39:0/956944404 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f776010ba40 0x7f776010dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 --2- 172.21.15.39:0/956944404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7760102670 0x7f7760102a50 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 --2- 172.21.15.39:0/956944404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7760102f90 0x7f776010b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 -- 172.21.15.39:0/956944404 >> 172.21.15.39:0/956944404 conn(0x7f77600fbd90 msgr2=0x7f77600fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 -- 172.21.15.39:0/956944404 shutdown_connections 2023-12-07T14:05:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.256+0000 7f7767132700 1 -- 172.21.15.39:0/956944404 wait complete. 2023-12-07T14:05:08.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 Processor -- start 2023-12-07T14:05:08.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 -- start start 2023-12-07T14:05:08.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7760102670 0x7f776019d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7760102f90 0x7f776019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f776010ba40 0x7f7760197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7760197df0 con 0x7f7760102670 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7760197f60 con 0x7f7760102f90 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.257+0000 7f7767132700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7760198120 con 0x7f776010ba40 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7760102f90 0x7f776019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7760102f90 0x7f776019db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47158/0 (socket says 172.21.15.39:47158) 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 -- 172.21.15.39:0/3029198143 learned_addr learned my addr 172.21.15.39:0/3029198143 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 -- 172.21.15.39:0/3029198143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f776010ba40 msgr2=0x7f7760197780 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f776010ba40 0x7f7760197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 -- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7760102670 msgr2=0x7f776019d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7760102670 0x7f776019d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 -- 172.21.15.39:0/3029198143 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77540095f0 con 0x7f7760102f90 2023-12-07T14:05:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.258+0000 7f775ffff700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7760102f90 0x7f776019db90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f774c00e970 tx=0x7f774c00ed30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.259+0000 7f775dffb700 1 -- 172.21.15.39:0/3029198143 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774c009790 con 0x7f7760102f90 2023-12-07T14:05:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.259+0000 7f775dffb700 1 -- 172.21.15.39:0/3029198143 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f774c004cf0 con 0x7f7760102f90 2023-12-07T14:05:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.259+0000 7f775dffb700 1 -- 172.21.15.39:0/3029198143 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774c005680 con 0x7f7760102f90 2023-12-07T14:05:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.259+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7760198400 con 0x7f7760102f90 2023-12-07T14:05:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.259+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77601003d0 con 0x7f7760102f90 2023-12-07T14:05:08.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.263+0000 7f775dffb700 1 -- 172.21.15.39:0/3029198143 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f774c004750 con 0x7f7760102f90 2023-12-07T14:05:08.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.264+0000 7f777332bb80 1 Processor -- start 2023-12-07T14:05:08.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.264+0000 7f775dffb700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77500a1740 0x7f77500a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.264+0000 7f777332bb80 1 -- start start 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.264+0000 7f775dffb700 1 -- 172.21.15.39:0/3029198143 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f774c014070 con 0x7f7760102f90 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.264+0000 7f77656cf700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77500a1740 0x7f77500a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.264+0000 7f777332bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f777332bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbce9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f777332bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcea4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f777332bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbc597c0 con 0x55d3bbce6360 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f777332bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbc407a0 con 0x55d3bbcea050 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f777332bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbc3e0c0 con 0x55d3bbce5a40 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcea4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcea4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47166/0 (socket says 172.21.15.39:47166) 2023-12-07T14:05:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 -- 172.21.15.39:0/2575214339 learned_addr learned my addr 172.21.15.39:0/2575214339 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f775ffff700 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbce9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f7764ece700 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77500a1740 0x7f77500a3c00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7758009fd0 tx=0x7f77580078e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 -- 172.21.15.39:0/2575214339 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 msgr2=0x55d3bbce5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 -- 172.21.15.39:0/2575214339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 msgr2=0x55d3bbce9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbce9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 -- 172.21.15.39:0/2575214339 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3bbab6630 con 0x55d3bbcea050 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f7764ece700 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f775ffff700 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbce9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.265+0000 7f77656cf700 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcea4b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f77580060b0 tx=0x7f775801b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df497f77a77cb637 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.266+0000 7f774affd700 1 -- 172.21.15.39:0/2575214339 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7758023470 con 0x55d3bbcea050 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.266+0000 7f774affd700 1 -- 172.21.15.39:0/2575214339 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f775800f050 con 0x55d3bbcea050 2023-12-07T14:05:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.266+0000 7f774affd700 1 -- 172.21.15.39:0/2575214339 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7758018950 con 0x55d3bbcea050 2023-12-07T14:05:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.267+0000 7f777332bb80 1 -- 172.21.15.39:0/2575214339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 msgr2=0x55d3bbcea4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.267+0000 7f777332bb80 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcea4b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f77580060b0 tx=0x7f775801b000 comp rx=0 tx=0).stop 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.268+0000 7f777332bb80 1 -- 172.21.15.39:0/2575214339 shutdown_connections 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.268+0000 7f777332bb80 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcea4b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.268+0000 7f777332bb80 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.268+0000 7f777332bb80 1 --2- 172.21.15.39:0/2575214339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbce9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.268+0000 7f777332bb80 1 -- 172.21.15.39:0/2575214339 >> 172.21.15.39:0/2575214339 conn(0x55d3bbc14360 msgr2=0x55d3bbce0070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.268+0000 7f777332bb80 1 -- 172.21.15.39:0/2575214339 shutdown_connections 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.268+0000 7f777332bb80 1 -- 172.21.15.39:0/2575214339 wait complete. 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.269+0000 7f777332bb80 1 -- start start 2023-12-07T14:05:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.269+0000 7f777332bb80 1 Processor -- start 2023-12-07T14:05:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f777332bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce5a40 0x55d3bbceebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f777332bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce6360 0x55d3bbcef120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f777332bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcef660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f777332bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbc399b0 con 0x55d3bbce5a40 2023-12-07T14:05:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f777332bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbbf3560 con 0x55d3bbcea050 2023-12-07T14:05:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f777332bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbbf3200 con 0x55d3bbce6360 2023-12-07T14:05:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f777332bb80 10 client.0 _ll_register_callbacks cb 0x55d3bbb1ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce5a40 0x55d3bbceebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce5a40 0x55d3bbceebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55968/0 (socket says 172.21.15.39:55968) 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 -- 172.21.15.39:0/1734592526 learned_addr learned my addr 172.21.15.39:0/1734592526 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f77656cf700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcef660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f775ffff700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce6360 0x55d3bbcef120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 -- 172.21.15.39:0/1734592526 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce6360 msgr2=0x55d3bbcef120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce6360 0x55d3bbcef120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 -- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 msgr2=0x55d3bbcef660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcef660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f7764ece700 1 -- 172.21.15.39:0/1734592526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77601003d0 con 0x55d3bbce5a40 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.270+0000 7f775ffff700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce6360 0x55d3bbcef120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f7764ece700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce5a40 0x55d3bbceebe0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f775400b2e0 tx=0x7f775400b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cc22f1c6e3df55c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f773ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f773ffff700 1 -- 172.21.15.39:0/1734592526 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7754004a30 con 0x55d3bbce5a40 2023-12-07T14:05:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f773ffff700 1 -- 172.21.15.39:0/1734592526 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7754004b90 con 0x55d3bbce5a40 2023-12-07T14:05:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d3bbcd8a00 con 0x55d3bbce5a40 2023-12-07T14:05:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f773ffff700 1 -- 172.21.15.39:0/1734592526 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7754004d50 con 0x55d3bbce5a40 2023-12-07T14:05:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f777332bb80 10 client.16308 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.271+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f775801a480 con 0x55d3bbce5a40 2023-12-07T14:05:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f773ffff700 1 -- 172.21.15.39:0/1734592526 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d3bbcd8a00 con 0x55d3bbce5a40 2023-12-07T14:05:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f773ffff700 1 -- 172.21.15.39:0/1734592526 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f775400f810 con 0x55d3bbce5a40 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f777332bb80 10 client.16308 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f777332bb80 10 client.16308 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f777332bb80 20 client.16308 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f777332bb80 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcff4b0 0x55d3bbd018d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f777332bb80 4 client.16308 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d3bbcb46a0 con 0x55d3bbcff4b0 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.272+0000 7f775ffff700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcff4b0 0x55d3bbd018d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.273+0000 7f773ffff700 10 client.16308 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.273+0000 7f775ffff700 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcff4b0 0x55d3bbd018d0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e29de5824e19982a server_cookie=5690b77e13bbe3d0 in_seq=0 out_seq=0 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.273+0000 7f773ffff700 1 -- 172.21.15.39:0/1734592526 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d3bbcb46a0 con 0x55d3bbcff4b0 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.273+0000 7f773ffff700 10 client.16308 handle_command_reply: tid=0 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.273+0000 7f777332bb80 1 client.16308 shutdown 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce5a40 msgr2=0x55d3bbceebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce5a40 0x55d3bbceebe0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f775400b2e0 tx=0x7f775400b980 comp rx=0 tx=0).stop 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 shutdown_connections 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcff4b0 0x55d3bbd018d0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbcea050 0x55d3bbcef660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce5a40 0x55d3bbceebe0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f773ffff700 0 client.16308 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 --2- 172.21.15.39:0/1734592526 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce6360 0x55d3bbcef120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 >> 172.21.15.39:0/1734592526 conn(0x55d3bbc14360 msgr2=0x55d3bbceb4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 shutdown_connections 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 1 -- 172.21.15.39:0/1734592526 wait complete. 2023-12-07T14:05:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.274+0000 7f777332bb80 20 client.16308 trim_cache size 0 max 16384 2023-12-07T14:05:08.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.295+0000 7f777332bb80 1 Processor -- start 2023-12-07T14:05:08.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f777332bb80 1 -- start start 2023-12-07T14:05:08.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f777332bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbc14360 0x55d3bbce7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f777332bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.301 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f777332bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbcdac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f777332bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbab8920 con 0x55d3bbce6360 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f777332bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbce0f70 con 0x55d3bbc14360 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f777332bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbcf1bb0 con 0x55d3bbce5a40 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f77656cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbcdac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f7764ece700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbc14360 0x55d3bbce7a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f77656cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbcdac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55980/0 (socket says 172.21.15.39:55980) 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f7764ece700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbc14360 0x55d3bbce7a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47178/0 (socket says 172.21.15.39:47178) 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f77656cf700 1 -- 172.21.15.39:0/4239381637 learned_addr learned my addr 172.21.15.39:0/4239381637 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f775ffff700 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f775ffff700 1 -- 172.21.15.39:0/4239381637 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbc14360 msgr2=0x55d3bbce7a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f775ffff700 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbc14360 0x55d3bbce7a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f775ffff700 1 -- 172.21.15.39:0/4239381637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 msgr2=0x55d3bbcdac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f775ffff700 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbcdac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f775ffff700 1 -- 172.21.15.39:0/4239381637 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3bba62de0 con 0x55d3bbce5a40 2023-12-07T14:05:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.296+0000 7f77656cf700 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbcdac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.297+0000 7f775ffff700 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce9ac0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f774c0ca450 tx=0x7f774c0960d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=659c61cce5419b15 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.297+0000 7f774b7fe700 1 -- 172.21.15.39:0/4239381637 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774c0a2070 con 0x55d3bbce5a40 2023-12-07T14:05:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.297+0000 7f774b7fe700 1 -- 172.21.15.39:0/4239381637 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f774c098080 con 0x55d3bbce5a40 2023-12-07T14:05:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.297+0000 7f774b7fe700 1 -- 172.21.15.39:0/4239381637 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774c0963f0 con 0x55d3bbce5a40 2023-12-07T14:05:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.298+0000 7f777332bb80 1 -- 172.21.15.39:0/4239381637 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 msgr2=0x55d3bbce9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.298+0000 7f777332bb80 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce9ac0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f774c0ca450 tx=0x7f774c0960d0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.298+0000 7f777332bb80 1 -- 172.21.15.39:0/4239381637 shutdown_connections 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.298+0000 7f777332bb80 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbce6360 0x55d3bbcdac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.298+0000 7f777332bb80 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbc14360 0x55d3bbce7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.298+0000 7f777332bb80 1 --2- 172.21.15.39:0/4239381637 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbce9ac0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.298+0000 7f777332bb80 1 -- 172.21.15.39:0/4239381637 >> 172.21.15.39:0/4239381637 conn(0x55d3bbd06880 msgr2=0x55d3bbced4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.300+0000 7f777332bb80 1 -- 172.21.15.39:0/4239381637 shutdown_connections 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.300+0000 7f777332bb80 1 -- 172.21.15.39:0/4239381637 wait complete. 2023-12-07T14:05:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.300+0000 7f777332bb80 1 -- start start 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.300+0000 7f777332bb80 1 Processor -- start 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f777332bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbc14360 0x55d3bbcf6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f777332bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbcf67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f777332bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbce6360 0x55d3bbcf4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f777332bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbcf4f00 con 0x55d3bbc14360 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f777332bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbcf5070 con 0x55d3bbce6360 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f777332bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3bbcf5230 con 0x55d3bbce5a40 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f777332bb80 10 client.0 _ll_register_callbacks cb 0x55d3bbb1ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f7764ece700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbc14360 0x55d3bbcf6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f7764ece700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbc14360 0x55d3bbcf6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55982/0 (socket says 172.21.15.39:55982) 2023-12-07T14:05:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f7764ece700 1 -- 172.21.15.39:0/3577339533 learned_addr learned my addr 172.21.15.39:0/3577339533 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f775ffff700 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbcf67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.301+0000 7f77656cf700 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbce6360 0x55d3bbcf4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f775ffff700 1 -- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbce6360 msgr2=0x55d3bbcf4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f775ffff700 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbce6360 0x55d3bbcf4820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f775ffff700 1 -- 172.21.15.39:0/3577339533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbc14360 msgr2=0x55d3bbcf6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f775ffff700 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbc14360 0x55d3bbcf6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f775ffff700 1 -- 172.21.15.39:0/3577339533 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d3bbab6630 con 0x55d3bbce5a40 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f775ffff700 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbcf67c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f774c0982d0 tx=0x7f774c0998f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5290561c39cad507 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f773ffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.302+0000 7f773ffff700 1 -- 172.21.15.39:0/3577339533 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774c004e60 con 0x55d3bbce5a40 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.303+0000 7f773ffff700 1 -- 172.21.15.39:0/3577339533 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f774c0b2040 con 0x55d3bbce5a40 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.303+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f775800f050 con 0x55d3bbce5a40 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.303+0000 7f773ffff700 1 -- 172.21.15.39:0/3577339533 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f774c0963f0 con 0x55d3bbce5a40 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.303+0000 7f777332bb80 10 client.26011 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.303+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x7f7760198400 con 0x55d3bbce5a40 2023-12-07T14:05:08.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f773ffff700 1 -- 172.21.15.39:0/3577339533 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f775800f050 con 0x55d3bbce5a40 2023-12-07T14:05:08.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f773ffff700 1 -- 172.21.15.39:0/3577339533 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f774c0992a0 con 0x55d3bbce5a40 2023-12-07T14:05:08.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f777332bb80 10 client.26011 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:08.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f777332bb80 10 client.26011 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f777332bb80 20 client.26011 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f777332bb80 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcea050 0x55d3bbd58a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f777332bb80 4 client.26011 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d3bbbfffd0 con 0x55d3bbcea050 2023-12-07T14:05:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.304+0000 7f7764ece700 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcea050 0x55d3bbd58a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.305+0000 7f7764ece700 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcea050 0x55d3bbd58a70 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53f57890e1a869a2 server_cookie=b6482ff8216c8dda in_seq=0 out_seq=0 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.305+0000 7f773ffff700 10 client.26011 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.306+0000 7f773ffff700 1 -- 172.21.15.39:0/3577339533 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d3bbbfffd0 con 0x55d3bbcea050 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.306+0000 7f773ffff700 10 client.26011 handle_command_reply: tid=0 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.306+0000 7f777332bb80 1 client.26011 shutdown 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.306+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 msgr2=0x55d3bbcf67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.306+0000 7f777332bb80 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbcf67c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f774c0982d0 tx=0x7f774c0998f0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.306+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 shutdown_connections 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.306+0000 7f777332bb80 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d3bbcea050 0x55d3bbd58a70 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f777332bb80 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d3bbce6360 0x55d3bbcf4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f773ffff700 0 client.26011 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f777332bb80 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d3bbc14360 0x55d3bbcf6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f777332bb80 1 --2- 172.21.15.39:0/3577339533 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d3bbce5a40 0x55d3bbcf67c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 >> 172.21.15.39:0/3577339533 conn(0x55d3bbd06880 msgr2=0x55d3bbce50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 shutdown_connections 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f777332bb80 1 -- 172.21.15.39:0/3577339533 wait complete. 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.307+0000 7f777332bb80 20 client.26011 trim_cache size 0 max 16384 2023-12-07T14:05:08.311 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77500a1740 msgr2=0x7f77500a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77500a1740 0x7f77500a3c00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7758009fd0 tx=0x7f77580078e0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7760102f90 msgr2=0x7f776019db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7760102f90 0x7f776019db90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f774c00e970 tx=0x7f774c00ed30 comp rx=0 tx=0).stop 2023-12-07T14:05:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 shutdown_connections 2023-12-07T14:05:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f776010ba40 0x7f7760197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7760102670 0x7f776019d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77500a1740 0x7f77500a3c00 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 --2- 172.21.15.39:0/3029198143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7760102f90 0x7f776019db90 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 >> 172.21.15.39:0/3029198143 conn(0x7f77600fbd90 msgr2=0x7f77600fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 shutdown_connections 2023-12-07T14:05:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:08.308+0000 7f7767132700 1 -- 172.21.15.39:0/3029198143 wait complete. 2023-12-07T14:05:08.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 135.0 s, 3578.0 tps, lat 27.980 ms stddev 28.967 2023-12-07T14:05:09.334 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:05:09.334 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:05:09.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.553+0000 7f74488f2700 1 -- 172.21.15.39:0/2224063357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 msgr2=0x7f74440ff9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.553+0000 7f74488f2700 1 --2- 172.21.15.39:0/2224063357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 0x7f74440ff9d0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f743c00b0a0 tx=0x7f743c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.554+0000 7f74488f2700 1 -- 172.21.15.39:0/2224063357 shutdown_connections 2023-12-07T14:05:09.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.554+0000 7f74488f2700 1 --2- 172.21.15.39:0/2224063357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 0x7f744410e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.554+0000 7f74488f2700 1 --2- 172.21.15.39:0/2224063357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7444107560 0x7f7444107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.554+0000 7f74488f2700 1 --2- 172.21.15.39:0/2224063357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 0x7f74440ff9d0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.554+0000 7f74488f2700 1 -- 172.21.15.39:0/2224063357 >> 172.21.15.39:0/2224063357 conn(0x7f74440764b0 msgr2=0x7f74440fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.554+0000 7f74488f2700 1 -- 172.21.15.39:0/2224063357 shutdown_connections 2023-12-07T14:05:09.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.554+0000 7f74488f2700 1 -- 172.21.15.39:0/2224063357 wait complete. 2023-12-07T14:05:09.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 Processor -- start 2023-12-07T14:05:09.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 -- start start 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 0x7f744410ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 0x7f744410ae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7444107560 0x7f744410b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744410b910 con 0x7f74440ff550 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744410ba80 con 0x7f7444107560 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.555+0000 7f74488f2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f744410bc40 con 0x7f74440fff10 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 0x7f744410ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 0x7f744410ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60720/0 (socket says 172.21.15.39:60720) 2023-12-07T14:05:09.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f744259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 0x7f744410ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 -- 172.21.15.39:0/244968561 learned_addr learned my addr 172.21.15.39:0/244968561 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 -- 172.21.15.39:0/244968561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7444107560 msgr2=0x7f744410b3d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:05:09.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7444107560 0x7f744410b3d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 -- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 msgr2=0x7f744410ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 0x7f744410ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 -- 172.21.15.39:0/244968561 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f743c009d00 con 0x7f74440fff10 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f744259c700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 0x7f744410ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.556+0000 7f7441d9b700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 0x7f744410ae90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f743c00b070 tx=0x7f743c007a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.557+0000 7f74337fe700 1 -- 172.21.15.39:0/244968561 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743c00e040 con 0x7f74440fff10 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.557+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74441aa830 con 0x7f74440fff10 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.557+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74441aacb0 con 0x7f74440fff10 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.557+0000 7f74337fe700 1 -- 172.21.15.39:0/244968561 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f743c003c00 con 0x7f74440fff10 2023-12-07T14:05:09.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.557+0000 7f74337fe700 1 -- 172.21.15.39:0/244968561 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743c01b6e0 con 0x7f74440fff10 2023-12-07T14:05:09.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.560+0000 7f74337fe700 1 -- 172.21.15.39:0/244968561 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f743c01b840 con 0x7f74440fff10 2023-12-07T14:05:09.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.561+0000 7f74337fe700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f742c0a1670 0x7f742c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.561+0000 7f744259c700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f742c0a1670 0x7f742c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.561+0000 7f74337fe700 1 -- 172.21.15.39:0/244968561 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f743c0cdf70 con 0x7f74440fff10 2023-12-07T14:05:09.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f744259c700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f742c0a1670 0x7f742c0a3b30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7434009cb0 tx=0x7f7434009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 Processor -- start 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 -- start start 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b116ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b1170ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b1171540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b10cf840 con 0x5604b11710e0 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b10b6820 con 0x5604b116cad0 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7454aebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b10b4140 con 0x5604b116d3f0 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.562+0000 7f7442d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b1171540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b1171540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56006/0 (socket says 172.21.15.39:56006) 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 -- 172.21.15.39:0/68744319 learned_addr learned my addr 172.21.15.39:0/68744319 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7441d9b700 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b1170ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 -- 172.21.15.39:0/68744319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 msgr2=0x5604b1170ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b1170ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 -- 172.21.15.39:0/68744319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 msgr2=0x5604b116ceb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b116ceb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 -- 172.21.15.39:0/68744319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5604b0f2c6b0 con 0x5604b11710e0 2023-12-07T14:05:09.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7442d9d700 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b1171540 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f7438009c00 tx=0x7f7438009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2ad9076f71c7276 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.563+0000 7f7430ff9700 1 -- 172.21.15.39:0/68744319 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743800eb10 con 0x5604b11710e0 2023-12-07T14:05:09.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.564+0000 7f7430ff9700 1 -- 172.21.15.39:0/68744319 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7438004cf0 con 0x5604b11710e0 2023-12-07T14:05:09.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.564+0000 7f7430ff9700 1 -- 172.21.15.39:0/68744319 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7438005610 con 0x5604b11710e0 2023-12-07T14:05:09.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 -- 172.21.15.39:0/68744319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 msgr2=0x5604b1171540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b1171540 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f7438009c00 tx=0x7f7438009f10 comp rx=0 tx=0).stop 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 -- 172.21.15.39:0/68744319 shutdown_connections 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b1171540 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b116ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 --2- 172.21.15.39:0/68744319 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b1170ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 -- 172.21.15.39:0/68744319 >> 172.21.15.39:0/68744319 conn(0x5604b108a3e0 msgr2=0x5604b11560f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.565+0000 7f7454aebb80 1 -- 172.21.15.39:0/68744319 shutdown_connections 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 -- 172.21.15.39:0/68744319 wait complete. 2023-12-07T14:05:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 -- start start 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 Processor -- start 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b1175c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b11761b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b11766f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b10afa30 con 0x5604b11710e0 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b10695e0 con 0x5604b116cad0 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b1069280 con 0x5604b116d3f0 2023-12-07T14:05:09.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.566+0000 7f7454aebb80 10 client.0 _ll_register_callbacks cb 0x5604b0f94b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f7441d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b11761b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f7441d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b11761b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60732/0 (socket says 172.21.15.39:60732) 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f7441d9b700 1 -- 172.21.15.39:0/3985464272 learned_addr learned my addr 172.21.15.39:0/3985464272 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f7442d9d700 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b11766f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f744259c700 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b1175c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f744259c700 1 -- 172.21.15.39:0/3985464272 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 msgr2=0x5604b11761b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f744259c700 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b11761b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f744259c700 1 -- 172.21.15.39:0/3985464272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 msgr2=0x5604b11766f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f744259c700 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b11766f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.567+0000 7f744259c700 1 -- 172.21.15.39:0/3985464272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74380098b0 con 0x5604b116cad0 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.568+0000 7f744259c700 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b1175c70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7434004430 tx=0x7f74340047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=327c0b6e91b59086 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.568+0000 7f7429ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:09.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.569+0000 7f7429ffb700 1 -- 172.21.15.39:0/3985464272 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7434009ec0 con 0x5604b116cad0 2023-12-07T14:05:09.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.569+0000 7f7429ffb700 1 -- 172.21.15.39:0/3985464272 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7434018070 con 0x5604b116cad0 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.569+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5604b114ea80 con 0x5604b116cad0 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.569+0000 7f7429ffb700 1 -- 172.21.15.39:0/3985464272 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7434003ca0 con 0x5604b116cad0 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 10 client.25919 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5604b0ed8e60 con 0x5604b116cad0 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7429ffb700 1 -- 172.21.15.39:0/3985464272 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5604b114ea80 con 0x5604b116cad0 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7429ffb700 1 -- 172.21.15.39:0/3985464272 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f74340204c0 con 0x5604b116cad0 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 10 client.25919 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 10 client.25919 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 20 client.25919 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1168fe0 0x5604b116b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 4 client.25919 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5604b112a720 con 0x5604b1168fe0 2023-12-07T14:05:09.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.570+0000 7f7441d9b700 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1168fe0 0x5604b116b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.571+0000 7f7429ffb700 10 client.25919 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.571+0000 7f7441d9b700 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1168fe0 0x5604b116b400 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b95f72596d2f578 server_cookie=da4db1eddc85a936 in_seq=0 out_seq=0 2023-12-07T14:05:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.572+0000 7f7429ffb700 1 -- 172.21.15.39:0/3985464272 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5604b112a720 con 0x5604b1168fe0 2023-12-07T14:05:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.572+0000 7f7429ffb700 10 client.25919 handle_command_reply: tid=0 2023-12-07T14:05:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.572+0000 7f7454aebb80 1 client.25919 shutdown 2023-12-07T14:05:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.573+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 msgr2=0x5604b1175c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.573+0000 7f7454aebb80 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b1175c70 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7434004430 tx=0x7f74340047c0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 shutdown_connections 2023-12-07T14:05:09.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b11710e0 0x5604b11766f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1168fe0 0x5604b116b400 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116cad0 0x5604b1175c70 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 --2- 172.21.15.39:0/3985464272 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116d3f0 0x5604b11761b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 >> 172.21.15.39:0/3985464272 conn(0x5604b108a3e0 msgr2=0x5604b1172540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7429ffb700 0 client.25919 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 shutdown_connections 2023-12-07T14:05:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.574+0000 7f7454aebb80 1 -- 172.21.15.39:0/3985464272 wait complete. 2023-12-07T14:05:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.575+0000 7f7454aebb80 20 client.25919 trim_cache size 0 max 16384 2023-12-07T14:05:09.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 Processor -- start 2023-12-07T14:05:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 -- start start 2023-12-07T14:05:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116cad0 0x5604b11a8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116d3f0 0x5604b11a89c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b11710e0 0x5604b1174540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b0f2e9a0 con 0x5604b116d3f0 2023-12-07T14:05:09.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b114ea60 con 0x5604b11710e0 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.602+0000 7f7454aebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b11571e0 con 0x5604b116cad0 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.603+0000 7f7441d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116d3f0 0x5604b11a89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.603+0000 7f7441d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116d3f0 0x5604b11a89c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56016/0 (socket says 172.21.15.39:56016) 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.603+0000 7f7441d9b700 1 -- 172.21.15.39:0/2784236098 learned_addr learned my addr 172.21.15.39:0/2784236098 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.603+0000 7f744259c700 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116cad0 0x5604b11a8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.604+0000 7f7441d9b700 1 -- 172.21.15.39:0/2784236098 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116cad0 msgr2=0x5604b11a8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.604+0000 7f7441d9b700 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116cad0 0x5604b11a8480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.604+0000 7f7441d9b700 1 -- 172.21.15.39:0/2784236098 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b11710e0 msgr2=0x5604b1174540 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:09.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.604+0000 7f7441d9b700 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b11710e0 0x5604b1174540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.604+0000 7f7441d9b700 1 -- 172.21.15.39:0/2784236098 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5604b0ec1ce0 con 0x5604b116d3f0 2023-12-07T14:05:09.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.604+0000 7f7441d9b700 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116d3f0 0x5604b11a89c0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f743c0cbd30 tx=0x7f743c01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c6c3b52f9a6fa93 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.604+0000 7f74317fa700 1 -- 172.21.15.39:0/2784236098 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743c09b750 con 0x5604b116d3f0 2023-12-07T14:05:09.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f74317fa700 1 -- 172.21.15.39:0/2784236098 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f743c09b050 con 0x5604b116d3f0 2023-12-07T14:05:09.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f74317fa700 1 -- 172.21.15.39:0/2784236098 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f743c099480 con 0x5604b116d3f0 2023-12-07T14:05:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f7454aebb80 1 -- 172.21.15.39:0/2784236098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116d3f0 msgr2=0x5604b11a89c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116d3f0 0x5604b11a89c0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f743c0cbd30 tx=0x7f743c01a000 comp rx=0 tx=0).stop 2023-12-07T14:05:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f7454aebb80 1 -- 172.21.15.39:0/2784236098 shutdown_connections 2023-12-07T14:05:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b11710e0 0x5604b1174540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b116cad0 0x5604b11a8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2784236098 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116d3f0 0x5604b11a89c0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.605+0000 7f7454aebb80 1 -- 172.21.15.39:0/2784236098 >> 172.21.15.39:0/2784236098 conn(0x5604b108a3e0 msgr2=0x5604b116bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 -- 172.21.15.39:0/2784236098 shutdown_connections 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 -- 172.21.15.39:0/2784236098 wait complete. 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 -- start start 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 Processor -- start 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116cad0 0x5604b11761c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116d3f0 0x5604b1176700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b11710e0 0x5604b1171e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b11a8ab0 con 0x5604b116cad0 2023-12-07T14:05:09.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b11a8c20 con 0x5604b116d3f0 2023-12-07T14:05:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5604b1172350 con 0x5604b11710e0 2023-12-07T14:05:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.606+0000 7f7454aebb80 10 client.0 _ll_register_callbacks cb 0x5604b0f94b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.607+0000 7f7442d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b11710e0 0x5604b1171e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f744259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116cad0 0x5604b11761c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f7442d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b11710e0 0x5604b1171e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60742/0 (socket says 172.21.15.39:60742) 2023-12-07T14:05:09.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f7442d9d700 1 -- 172.21.15.39:0/2974525697 learned_addr learned my addr 172.21.15.39:0/2974525697 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f7442d9d700 1 -- 172.21.15.39:0/2974525697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116d3f0 msgr2=0x5604b1176700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f7442d9d700 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116d3f0 0x5604b1176700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f7442d9d700 1 -- 172.21.15.39:0/2974525697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116cad0 msgr2=0x5604b11761c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f7442d9d700 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116cad0 0x5604b11761c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.608+0000 7f7442d9d700 1 -- 172.21.15.39:0/2974525697 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74441aacb0 con 0x5604b11710e0 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.609+0000 7f7442d9d700 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b11710e0 0x5604b1171e10 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7438000c00 tx=0x7f7438005260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb8bf69755a8a274 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.609+0000 7f7429ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.609+0000 7f7429ffb700 1 -- 172.21.15.39:0/2974525697 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7438005690 con 0x5604b11710e0 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.609+0000 7f7429ffb700 1 -- 172.21.15.39:0/2974525697 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7438014070 con 0x5604b11710e0 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.609+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7438004cf0 con 0x5604b11710e0 2023-12-07T14:05:09.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.609+0000 7f7429ffb700 1 -- 172.21.15.39:0/2974525697 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f743800e910 con 0x5604b11710e0 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 10 client.26029 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5604b0eff2d0 con 0x5604b11710e0 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7429ffb700 1 -- 172.21.15.39:0/2974525697 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7438004cf0 con 0x5604b11710e0 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7429ffb700 1 -- 172.21.15.39:0/2974525697 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f7438029060 con 0x5604b11710e0 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 10 client.26029 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 10 client.26029 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 20 client.26029 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:09.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1211160 0x5604b1213550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 4 client.26029 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:05:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.610+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5604b1076050 con 0x5604b1211160 2023-12-07T14:05:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.611+0000 7f744259c700 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1211160 0x5604b1213550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.612+0000 7f744259c700 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1211160 0x5604b1213550 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bc5beae97e6c7 server_cookie=f913a24a0bbc9904 in_seq=0 out_seq=0 2023-12-07T14:05:09.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.612+0000 7f7429ffb700 10 client.26029 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7429ffb700 1 -- 172.21.15.39:0/2974525697 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5604b1076050 con 0x5604b1211160 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7429ffb700 10 client.26029 handle_command_reply: tid=0 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 client.26029 shutdown 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b11710e0 msgr2=0x5604b1171e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b11710e0 0x5604b1171e10 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f7438000c00 tx=0x7f7438005260 comp rx=0 tx=0).stop 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 shutdown_connections 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5604b11710e0 0x5604b1171e10 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5604b116cad0 0x5604b11761c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5604b1211160 0x5604b1213550 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 --2- 172.21.15.39:0/2974525697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5604b116d3f0 0x5604b1176700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7429ffb700 0 client.26029 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 >> 172.21.15.39:0/2974525697 conn(0x5604b108a3e0 msgr2=0x5604b1174500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 shutdown_connections 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 1 -- 172.21.15.39:0/2974525697 wait complete. 2023-12-07T14:05:09.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.614+0000 7f7454aebb80 20 client.26029 trim_cache size 0 max 16384 2023-12-07T14:05:09.619 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:05:09.619 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:05:09.619 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "fd5766e4-ff0a-44de-902c-41e4c1c8cd63", 2023-12-07T14:05:09.619 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:05:09.619 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f742c0a1670 msgr2=0x7f742c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f742c0a1670 0x7f742c0a3b30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7434009cb0 tx=0x7f7434009260 comp rx=0 tx=0).stop 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 msgr2=0x7f744410ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 0x7f744410ae90 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f743c00b070 tx=0x7f743c007a60 comp rx=0 tx=0).stop 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 shutdown_connections 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f742c0a1670 0x7f742c0a3b30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7444107560 0x7f744410b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74440ff550 0x7f744410ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 --2- 172.21.15.39:0/244968561 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f74440fff10 0x7f744410ae90 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 >> 172.21.15.39:0/244968561 conn(0x7f74440764b0 msgr2=0x7f74440fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 shutdown_connections 2023-12-07T14:05:09.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.615+0000 7f74488f2700 1 -- 172.21.15.39:0/244968561 wait complete. 2023-12-07T14:05:09.641 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:09 smithi039 ceph-mon[98864]: pgmap v82: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 48 MiB/s wr, 2.35k op/s 2023-12-07T14:05:09.642 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:05:09.662 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:09 smithi055 ceph-mon[103363]: pgmap v82: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 48 MiB/s wr, 2.35k op/s 2023-12-07T14:05:09.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:09 smithi089 ceph-mon[103124]: pgmap v82: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 48 MiB/s wr, 2.35k op/s 2023-12-07T14:05:09.889 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.885+0000 7f1daa517700 1 -- 172.21.15.39:0/3953950157 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da41091f0 msgr2=0x7f1da410c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.885+0000 7f1daa517700 1 --2- 172.21.15.39:0/3953950157 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da41091f0 0x7f1da410c6b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1d94009990 tx=0x7f1d94009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.886+0000 7f1daa517700 1 -- 172.21.15.39:0/3953950157 shutdown_connections 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.886+0000 7f1daa517700 1 --2- 172.21.15.39:0/3953950157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1da410cde0 0x7f1da40798e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.886+0000 7f1daa517700 1 --2- 172.21.15.39:0/3953950157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1da4108840 0x7f1da4108c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.886+0000 7f1daa517700 1 --2- 172.21.15.39:0/3953950157 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da41091f0 0x7f1da410c6b0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.886+0000 7f1daa517700 1 -- 172.21.15.39:0/3953950157 >> 172.21.15.39:0/3953950157 conn(0x7f1da406c550 msgr2=0x7f1da406c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.886+0000 7f1daa517700 1 -- 172.21.15.39:0/3953950157 shutdown_connections 2023-12-07T14:05:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.886+0000 7f1daa517700 1 -- 172.21.15.39:0/3953950157 wait complete. 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.887+0000 7f1daa517700 1 Processor -- start 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1daa517700 1 -- start start 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1daa517700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1da4108840 0x7f1da4082cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1daa517700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1da410cde0 0x7f1da4083230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1daa517700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da407cd90 0x7f1da407d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1daa517700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1da407da60 con 0x7f1da4108840 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1daa517700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1da407dbd0 con 0x7f1da410cde0 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1daa517700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1da41cc8b0 con 0x7f1da407cd90 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1da3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1da4108840 0x7f1da4082cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.889+0000 7f1da8ab4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da407cd90 0x7f1da407d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1da4108840 0x7f1da4082cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56034/0 (socket says 172.21.15.39:56034) 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da3fff700 1 -- 172.21.15.39:0/72692245 learned_addr learned my addr 172.21.15.39:0/72692245 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da407cd90 0x7f1da407d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60758/0 (socket says 172.21.15.39:60758) 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da8ab4700 1 -- 172.21.15.39:0/72692245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1da410cde0 msgr2=0x7f1da4083230 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1da410cde0 0x7f1da4083230 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da8ab4700 1 -- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1da4108840 msgr2=0x7f1da4082cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1da4108840 0x7f1da4082cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da8ab4700 1 -- 172.21.15.39:0/72692245 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d940095f0 con 0x7f1da407cd90 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da407cd90 0x7f1da407d240 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00be50 tx=0x7f1d9c009ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da17fa700 1 -- 172.21.15.39:0/72692245 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c00cc10 con 0x7f1da407cd90 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da17fa700 1 -- 172.21.15.39:0/72692245 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d9c00cd70 con 0x7f1da407cd90 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1da17fa700 1 -- 172.21.15.39:0/72692245 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c0126a0 con 0x7f1da407cd90 2023-12-07T14:05:09.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.890+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1da41ccb30 con 0x7f1da407cd90 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.891+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1da41ccff0 con 0x7f1da407cd90 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.896+0000 7f1db6710b80 1 Processor -- start 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.896+0000 7f1db6710b80 1 -- start start 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48296a40 0x55fb48296e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb4829b050 0x55fb4829b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1db6710b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb4820a7c0 con 0x55fb4829b050 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1db6710b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb481f17a0 con 0x55fb48297360 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1db6710b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb481ef0c0 con 0x55fb48296a40 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48296a40 0x55fb48296e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48296a40 0x55fb48296e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60760/0 (socket says 172.21.15.39:60760) 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 -- 172.21.15.39:0/1161243968 learned_addr learned my addr 172.21.15.39:0/1161243968 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb4829b050 0x55fb4829b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da3fff700 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 -- 172.21.15.39:0/1161243968 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 msgr2=0x55fb4829ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 -- 172.21.15.39:0/1161243968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb4829b050 msgr2=0x55fb4829b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb4829b050 0x55fb4829b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 -- 172.21.15.39:0/1161243968 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb48067630 con 0x55fb48296a40 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.897+0000 7f1da37fe700 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48296a40 0x55fb48296e20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1d94005b40 tx=0x7f1d94005ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdc999a585e9f0cc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.898+0000 7f1d9a7fc700 1 -- 172.21.15.39:0/1161243968 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d94005220 con 0x55fb48296a40 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.898+0000 7f1d9a7fc700 1 -- 172.21.15.39:0/1161243968 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d9400bd70 con 0x55fb48296a40 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.898+0000 7f1d9a7fc700 1 -- 172.21.15.39:0/1161243968 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d94004a00 con 0x55fb48296a40 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.899+0000 7f1da17fa700 1 -- 172.21.15.39:0/72692245 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f1d9c014a00 con 0x7f1da407cd90 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.899+0000 7f1db6710b80 1 -- 172.21.15.39:0/1161243968 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48296a40 msgr2=0x55fb48296e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48296a40 0x55fb48296e20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1d94005b40 tx=0x7f1d94005ab0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 -- 172.21.15.39:0/1161243968 shutdown_connections 2023-12-07T14:05:09.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb4829b050 0x55fb4829b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48296a40 0x55fb48296e20 secure :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1d94005b40 tx=0x7f1d94005ab0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 --2- 172.21.15.39:0/1161243968 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 -- 172.21.15.39:0/1161243968 >> 172.21.15.39:0/1161243968 conn(0x55fb481c5360 msgr2=0x55fb48291070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 -- 172.21.15.39:0/1161243968 shutdown_connections 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 -- 172.21.15.39:0/1161243968 wait complete. 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1da17fa700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f1d900a15f0 0x7f1d900a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1da17fa700 1 -- 172.21.15.39:0/72692245 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f1d9c006e40 con 0x7f1da407cd90 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.900+0000 7f1db6710b80 1 -- start start 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.901+0000 7f1da3fff700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f1d900a15f0 0x7f1d900a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.901+0000 7f1db6710b80 1 Processor -- start 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.901+0000 7f1da3fff700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f1d900a15f0 0x7f1d900a3ab0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c009c80 tx=0x7f1d8c009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb482ac350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1db6710b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb481ea9b0 con 0x55fb482a0770 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1db6710b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb481a4560 con 0x55fb48297360 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1db6710b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb481a4200 con 0x55fb4829b050 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1db6710b80 10 client.0 _ll_register_callbacks cb 0x55fb480cfa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1da37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1da37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60768/0 (socket says 172.21.15.39:60768) 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1da37fe700 1 -- 172.21.15.39:0/3886198616 learned_addr learned my addr 172.21.15.39:0/3886198616 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb482ac350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.902+0000 7f1da3fff700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.903+0000 7f1da8ab4700 1 -- 172.21.15.39:0/3886198616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 msgr2=0x55fb482a0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.903+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.903+0000 7f1da8ab4700 1 -- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 msgr2=0x55fb4829fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.903+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.903+0000 7f1da8ab4700 1 -- 172.21.15.39:0/3886198616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1da407a170 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.903+0000 7f1da37fe700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.903+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb482ac350 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0c9d50 tx=0x7f1d9c099050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9cc79161714b241 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1d837fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1d837fe700 1 -- 172.21.15.39:0/3886198616 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c0840f0 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1d837fe700 1 -- 172.21.15.39:0/3886198616 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f1d9c099670 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fb48289a00 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1d837fe700 1 -- 172.21.15.39:0/3886198616 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1d9c09d7c0 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1db6710b80 10 client.16341 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55fb48013de0 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1d837fe700 1 -- 172.21.15.39:0/3886198616 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fb48289a00 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.904+0000 7f1d837fe700 1 -- 172.21.15.39:0/3886198616 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f1d9c0cc020 con 0x55fb482a0770 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1db6710b80 10 client.16341 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1db6710b80 10 client.16341 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1db6710b80 20 client.16341 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1db6710b80 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb482b09f0 0x55fb482b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1db6710b80 4 client.16341 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:09.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fb482656a0 con 0x55fb482b09f0 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1da3fff700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb482b09f0 0x55fb482b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1d837fe700 10 client.16341 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.905+0000 7f1da3fff700 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb482b09f0 0x55fb482b2e10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16eca331b7ea1b9f server_cookie=38e9edb3a8428fb6 in_seq=0 out_seq=0 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1d837fe700 1 -- 172.21.15.39:0/3886198616 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55fb482656a0 con 0x55fb482b09f0 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1d837fe700 10 client.16341 handle_command_reply: tid=0 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 client.16341 shutdown 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 msgr2=0x55fb482ac350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb482ac350 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0c9d50 tx=0x7f1d9c099050 comp rx=0 tx=0).stop 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 shutdown_connections 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb482ac350 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb482b09f0 0x55fb482b2e10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb48297360 0x55fb4829fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 --2- 172.21.15.39:0/3886198616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a0230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 >> 172.21.15.39:0/3886198616 conn(0x55fb481c5360 msgr2=0x55fb4829c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.907+0000 7f1d837fe700 0 client.16341 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.908+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 shutdown_connections 2023-12-07T14:05:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.908+0000 7f1db6710b80 1 -- 172.21.15.39:0/3886198616 wait complete. 2023-12-07T14:05:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.908+0000 7f1db6710b80 20 client.16341 trim_cache size 0 max 16384 2023-12-07T14:05:09.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.937+0000 7f1db6710b80 1 Processor -- start 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1db6710b80 1 -- start start 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb48297360 0x55fb482a72a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb482a0770 0x55fb482992b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1db6710b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb48069920 con 0x55fb48297360 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1db6710b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb4828da20 con 0x55fb482a0770 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1db6710b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb48291800 con 0x55fb4829b050 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1da3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb48297360 0x55fb482a72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1da3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb48297360 0x55fb482a72a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56056/0 (socket says 172.21.15.39:56056) 2023-12-07T14:05:09.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.938+0000 7f1da3fff700 1 -- 172.21.15.39:0/2720619247 learned_addr learned my addr 172.21.15.39:0/2720619247 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.939+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb482a0770 0x55fb482992b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.939+0000 7f1da37fe700 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1da8ab4700 1 -- 172.21.15.39:0/2720619247 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 msgr2=0x55fb482a77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1da8ab4700 1 -- 172.21.15.39:0/2720619247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb48297360 msgr2=0x55fb482a72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb48297360 0x55fb482a72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1da8ab4700 1 -- 172.21.15.39:0/2720619247 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb4828bf80 con 0x55fb482a0770 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb482a0770 0x55fb482992b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00be80 tx=0x7f1d9c004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4131ff6e6e2a6944 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1d9affd700 1 -- 172.21.15.39:0/2720619247 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c0840f0 con 0x55fb482a0770 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1d9affd700 1 -- 172.21.15.39:0/2720619247 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d9c099670 con 0x55fb482a0770 2023-12-07T14:05:09.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.940+0000 7f1d9affd700 1 -- 172.21.15.39:0/2720619247 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c098b60 con 0x55fb482a0770 2023-12-07T14:05:09.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.941+0000 7f1db6710b80 1 -- 172.21.15.39:0/2720619247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb482a0770 msgr2=0x55fb482992b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.941+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb482a0770 0x55fb482992b0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00be80 tx=0x7f1d9c004ad0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.941+0000 7f1db6710b80 1 -- 172.21.15.39:0/2720619247 shutdown_connections 2023-12-07T14:05:09.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.941+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb482a0770 0x55fb482992b0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.941+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb48297360 0x55fb482a72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.941+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2720619247 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb4829b050 0x55fb482a77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.941+0000 7f1db6710b80 1 -- 172.21.15.39:0/2720619247 >> 172.21.15.39:0/2720619247 conn(0x55fb481c5360 msgr2=0x55fb4829fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.943+0000 7f1db6710b80 1 -- 172.21.15.39:0/2720619247 shutdown_connections 2023-12-07T14:05:09.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.943+0000 7f1db6710b80 1 -- 172.21.15.39:0/2720619247 wait complete. 2023-12-07T14:05:09.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.944+0000 7f1db6710b80 1 -- start start 2023-12-07T14:05:09.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.944+0000 7f1db6710b80 1 Processor -- start 2023-12-07T14:05:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48297360 0x55fb4828ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb4829b050 0x55fb4828b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1db6710b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb4828b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1db6710b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb48305fd0 con 0x55fb482a0770 2023-12-07T14:05:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1db6710b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb48306140 con 0x55fb4829b050 2023-12-07T14:05:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1db6710b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb48306300 con 0x55fb48297360 2023-12-07T14:05:09.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1db6710b80 10 client.0 _ll_register_callbacks cb 0x55fb480cfa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1da8ab4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb4828b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1da8ab4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb4828b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56060/0 (socket says 172.21.15.39:56060) 2023-12-07T14:05:09.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.946+0000 7f1da8ab4700 1 -- 172.21.15.39:0/2932096557 learned_addr learned my addr 172.21.15.39:0/2932096557 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1da3fff700 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48297360 0x55fb4828ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1da8ab4700 1 -- 172.21.15.39:0/2932096557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48297360 msgr2=0x55fb4828ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48297360 0x55fb4828ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1da8ab4700 1 -- 172.21.15.39:0/2932096557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb4829b050 msgr2=0x55fb4828b1b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb4829b050 0x55fb4828b1b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1da8ab4700 1 -- 172.21.15.39:0/2932096557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fb48013de0 con 0x55fb482a0770 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1da8ab4700 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb4828b6f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0979c0 tx=0x7f1d9c00cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d7b5d23065431c9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1d837fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1d837fe700 1 -- 172.21.15.39:0/2932096557 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d9c0840f0 con 0x55fb482a0770 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1d837fe700 1 -- 172.21.15.39:0/2932096557 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f1d9c09d7c0 con 0x55fb482a0770 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1d9400bd70 con 0x55fb482a0770 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1d837fe700 1 -- 172.21.15.39:0/2932096557 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1d9c098b60 con 0x55fb482a0770 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1db6710b80 10 client.16347 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:09.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.947+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55fb47ffcc60 con 0x55fb482a0770 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1d837fe700 1 -- 172.21.15.39:0/2932096557 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d9400bd70 con 0x55fb482a0770 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1d837fe700 1 -- 172.21.15.39:0/2932096557 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f1d9c0985d0 con 0x55fb482a0770 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1db6710b80 10 client.16347 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1db6710b80 10 client.16347 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1db6710b80 20 client.16347 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb483075e0 0x55fb483099d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1db6710b80 4 client.16347 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55fb481b0fd0 con 0x55fb483075e0 2023-12-07T14:05:09.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.948+0000 7f1da3fff700 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb483075e0 0x55fb483099d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1da3fff700 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb483075e0 0x55fb483099d0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3013fda620c0977 server_cookie=a16437fcefa11739 in_seq=0 out_seq=0 2023-12-07T14:05:09.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1d837fe700 10 client.16347 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1d837fe700 1 -- 172.21.15.39:0/2932096557 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55fb481b0fd0 con 0x55fb483075e0 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1d837fe700 10 client.16347 handle_command_reply: tid=0 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 client.16347 shutdown 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 msgr2=0x55fb4828b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb4828b6f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0979c0 tx=0x7f1d9c00cf20 comp rx=0 tx=0).stop 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 shutdown_connections 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fb482a0770 0x55fb4828b6f0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fb48297360 0x55fb4828ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fb483075e0 0x55fb483099d0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 --2- 172.21.15.39:0/2932096557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fb4829b050 0x55fb4828b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 >> 172.21.15.39:0/2932096557 conn(0x55fb481c5360 msgr2=0x55fb482abd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.949+0000 7f1d837fe700 0 client.16347 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.950+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 shutdown_connections 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.950+0000 7f1db6710b80 1 -- 172.21.15.39:0/2932096557 wait complete. 2023-12-07T14:05:09.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.951+0000 7f1db6710b80 20 client.16347 trim_cache size 0 max 16384 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: "fd5766e4-ff0a-44de-902c-41e4c1c8cd63": { 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "fd5766e4-ff0a-44de-902c-41e4c1c8cd63", 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:05:09.956 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:05:09.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f1d900a15f0 msgr2=0x7f1d900a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f1d900a15f0 0x7f1d900a3ab0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c009c80 tx=0x7f1d8c009260 comp rx=0 tx=0).stop 2023-12-07T14:05:09.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da407cd90 msgr2=0x7f1da407d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:09.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da407cd90 0x7f1da407d240 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c00be50 tx=0x7f1d9c009ed0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 shutdown_connections 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1da407cd90 0x7f1da407d240 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1da4108840 0x7f1da4082cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f1d900a15f0 0x7f1d900a3ab0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 --2- 172.21.15.39:0/72692245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1da410cde0 0x7f1da4083230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 >> 172.21.15.39:0/72692245 conn(0x7f1da406c550 msgr2=0x7f1da4071180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 shutdown_connections 2023-12-07T14:05:09.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:09.952+0000 7f1daa517700 1 -- 172.21.15.39:0/72692245 wait complete. 2023-12-07T14:05:09.977 INFO:tasks.cephfs.filesystem:scrub status for tag:fd5766e4-ff0a-44de-902c-41e4c1c8cd63 - {'path': '/', 'tag': 'fd5766e4-ff0a-44de-902c-41e4c1c8cd63', 'options': 'recursive,force'} 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:10 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:10 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:05:10.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:10.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:10.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:10.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:10.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:10.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:10 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.329+0000 7fd026f13700 1 -- 172.21.15.39:0/3237501636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd0201014a0 msgr2=0x7fd02010d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.329+0000 7fd026f13700 1 --2- 172.21.15.39:0/3237501636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd0201014a0 0x7fd02010d1b0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd018009fc0 tx=0x7fd01800b330 comp rx=0 tx=0).stop 2023-12-07T14:05:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 -- 172.21.15.39:0/3237501636 shutdown_connections 2023-12-07T14:05:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 --2- 172.21.15.39:0/3237501636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd0201014a0 0x7fd02010d1b0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 --2- 172.21.15.39:0/3237501636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020105340 0x7fd020105720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 --2- 172.21.15.39:0/3237501636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd020100ae0 0x7fd020100f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 -- 172.21.15.39:0/3237501636 >> 172.21.15.39:0/3237501636 conn(0x7fd020076900 msgr2=0x7fd0200fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 -- 172.21.15.39:0/3237501636 shutdown_connections 2023-12-07T14:05:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 -- 172.21.15.39:0/3237501636 wait complete. 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 Processor -- start 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.330+0000 7fd026f13700 1 -- start start 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd026f13700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd020100ae0 0x7fd0200fbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd026f13700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0201014a0 0x7fd0200fc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd026f13700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020105340 0x7fd0200fc820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd026f13700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0201a5db0 con 0x7fd020105340 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd026f13700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0201a5f20 con 0x7fd0201014a0 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd026f13700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0201a60e0 con 0x7fd020100ae0 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd020100ae0 0x7fd0200fbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020105340 0x7fd0200fc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd01ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0201014a0 0x7fd0200fc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd020100ae0 0x7fd0200fbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60794/0 (socket says 172.21.15.39:60794) 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 -- 172.21.15.39:0/425744376 learned_addr learned my addr 172.21.15.39:0/425744376 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 -- 172.21.15.39:0/425744376 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0201014a0 msgr2=0x7fd0200fc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0201014a0 0x7fd0200fc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 -- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020105340 msgr2=0x7fd0200fc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020105340 0x7fd0200fc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 -- 172.21.15.39:0/425744376 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0140095f0 con 0x7fd020100ae0 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd0254b0700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020105340 0x7fd0200fc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.331+0000 7fd024caf700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd020100ae0 0x7fd0200fbda0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd01400ec10 tx=0x7fd01400ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.332+0000 7fd01dffb700 1 -- 172.21.15.39:0/425744376 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01400cc90 con 0x7fd020100ae0 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.332+0000 7fd01dffb700 1 -- 172.21.15.39:0/425744376 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd0140044e0 con 0x7fd020100ae0 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.332+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd018009c40 con 0x7fd020100ae0 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.332+0000 7fd01dffb700 1 -- 172.21.15.39:0/425744376 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd014010430 con 0x7fd020100ae0 2023-12-07T14:05:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.332+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0201a6790 con 0x7fd020100ae0 2023-12-07T14:05:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 Processor -- start 2023-12-07T14:05:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 -- start start 2023-12-07T14:05:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108e630 0x55a97108ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd01dffb700 1 -- 172.21.15.39:0/425744376 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fd014003fb0 con 0x7fd020100ae0 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a9710925d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a971092b10 0x55a971092f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a971002760 con 0x55a971092b10 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a970fe9740 con 0x55a97108ef50 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd03310cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a970fe7060 con 0x55a97108e630 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108e630 0x55a97108ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108e630 0x55a97108ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60800/0 (socket says 172.21.15.39:60800) 2023-12-07T14:05:11.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd0254b0700 1 -- 172.21.15.39:0/3223820497 learned_addr learned my addr 172.21.15.39:0/3223820497 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.337+0000 7fd01ffff700 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a971092b10 0x55a971092f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd0254b0700 1 -- 172.21.15.39:0/3223820497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 msgr2=0x55a9710925d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd0254b0700 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a9710925d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd0254b0700 1 -- 172.21.15.39:0/3223820497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a971092b10 msgr2=0x55a971092f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd0254b0700 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a971092b10 0x55a971092f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd0254b0700 1 -- 172.21.15.39:0/3223820497 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a970e5f5d0 con 0x55a97108e630 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd01ffff700 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a971092b10 0x55a971092f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd0254b0700 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108e630 0x55a97108ea10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd018009790 tx=0x7fd018009ac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e09a611b6c549b53 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd01dffb700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd0100a16e0 0x7fd0100a3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd00affd700 1 -- 172.21.15.39:0/3223820497 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01800e040 con 0x55a97108e630 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd01dffb700 1 -- 172.21.15.39:0/425744376 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd014014070 con 0x7fd020100ae0 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd00affd700 1 -- 172.21.15.39:0/3223820497 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd01800b9f0 con 0x55a97108e630 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd024caf700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd0100a16e0 0x7fd0100a3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.338+0000 7fd00affd700 1 -- 172.21.15.39:0/3223820497 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd018007d50 con 0x55a97108e630 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd024caf700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd0100a16e0 0x7fd0100a3ba0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd0140a2450 tx=0x7fd01401d000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 -- 172.21.15.39:0/3223820497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108e630 msgr2=0x55a97108ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108e630 0x55a97108ea10 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd018009790 tx=0x7fd018009ac0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 -- 172.21.15.39:0/3223820497 shutdown_connections 2023-12-07T14:05:11.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a971092b10 0x55a971092f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108e630 0x55a97108ea10 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 --2- 172.21.15.39:0/3223820497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a9710925d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 -- 172.21.15.39:0/3223820497 >> 172.21.15.39:0/3223820497 conn(0x55a970fbd300 msgr2=0x55a971088ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 -- 172.21.15.39:0/3223820497 shutdown_connections 2023-12-07T14:05:11.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.339+0000 7fd03310cb80 1 -- 172.21.15.39:0/3223820497 wait complete. 2023-12-07T14:05:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 -- start start 2023-12-07T14:05:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 Processor -- start 2023-12-07T14:05:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a971097560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971097be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a970fe2950 con 0x55a97108e630 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a970f9c500 con 0x55a97108ef50 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a970f9c1a0 con 0x55a971092b10 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.340+0000 7fd03310cb80 10 client.0 _ll_register_callbacks cb 0x55a970ec7a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56084/0 (socket says 172.21.15.39:56084) 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd01ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a971097560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 -- 172.21.15.39:0/794667122 learned_addr learned my addr 172.21.15.39:0/794667122 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971097be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 -- 172.21.15.39:0/794667122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 msgr2=0x55a971097be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971097be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 -- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 msgr2=0x55a971097560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:11.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a971097560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 -- 172.21.15.39:0/794667122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd02010dbb0 con 0x55a97108e630 2023-12-07T14:05:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd01ffff700 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a971097560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fd0254b0700 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109a270 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fd018003fd0 tx=0x7fd018003f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5a8544065c8c7cb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:11.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.341+0000 7fcffffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:11.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.343+0000 7fcffffff700 1 -- 172.21.15.39:0/794667122 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01800e030 con 0x55a97108e630 2023-12-07T14:05:11.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.343+0000 7fcffffff700 1 -- 172.21.15.39:0/794667122 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd0180052d0 con 0x55a97108e630 2023-12-07T14:05:11.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.343+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a9710815f0 con 0x55a97108e630 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.344+0000 7fcffffff700 1 -- 172.21.15.39:0/794667122 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd018007e80 con 0x55a97108e630 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.344+0000 7fd03310cb80 10 client.16359 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.344+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55a970e0bd80 con 0x55a97108e630 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.344+0000 7fcffffff700 1 -- 172.21.15.39:0/794667122 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a9710815f0 con 0x55a97108e630 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fcffffff700 1 -- 172.21.15.39:0/794667122 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fd018019070 con 0x55a97108e630 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fd03310cb80 10 client.16359 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fd03310cb80 10 client.16359 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fd03310cb80 20 client.16359 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fd03310cb80 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a9710a7a40 0x55a9710a9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fd03310cb80 4 client.16359 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a97105d640 con 0x55a9710a7a40 2023-12-07T14:05:11.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.345+0000 7fd01ffff700 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a9710a7a40 0x55a9710a9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.346+0000 7fcffffff700 10 client.16359 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.346+0000 7fd01ffff700 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a9710a7a40 0x55a9710a9e60 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4328b5373ebcd42 server_cookie=55e20fa3815a8e74 in_seq=0 out_seq=0 2023-12-07T14:05:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.347+0000 7fcffffff700 1 -- 172.21.15.39:0/794667122 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55a97105d640 con 0x55a9710a7a40 2023-12-07T14:05:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.347+0000 7fcffffff700 10 client.16359 handle_command_reply: tid=0 2023-12-07T14:05:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.347+0000 7fd03310cb80 1 client.16359 shutdown 2023-12-07T14:05:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.347+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 msgr2=0x55a97109a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.347+0000 7fd03310cb80 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109a270 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fd018003fd0 tx=0x7fd018003f60 comp rx=0 tx=0).stop 2023-12-07T14:05:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 shutdown_connections 2023-12-07T14:05:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971097be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109a270 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a9710a7a40 0x55a9710a9e60 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 --2- 172.21.15.39:0/794667122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108ef50 0x55a971097560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 >> 172.21.15.39:0/794667122 conn(0x55a970fbd300 msgr2=0x55a97108d430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fcffffff700 0 client.16359 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 shutdown_connections 2023-12-07T14:05:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 1 -- 172.21.15.39:0/794667122 wait complete. 2023-12-07T14:05:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.348+0000 7fd03310cb80 20 client.16359 trim_cache size 0 max 16384 2023-12-07T14:05:11.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 Processor -- start 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 -- start start 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108e630 0x55a97109ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108ef50 0x55a97109f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971090bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a970e618c0 con 0x55a97108ef50 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a971089de0 con 0x55a97108e630 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd03310cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9710958b0 con 0x55a971092b10 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd01ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108ef50 0x55a97109f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108e630 0x55a97109ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108e630 0x55a97109ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47294/0 (socket says 172.21.15.39:47294) 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd0254b0700 1 -- 172.21.15.39:0/382542586 learned_addr learned my addr 172.21.15.39:0/382542586 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:11.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.372+0000 7fd0254b0700 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971090bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd0254b0700 1 -- 172.21.15.39:0/382542586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 msgr2=0x55a971090bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd0254b0700 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971090bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd0254b0700 1 -- 172.21.15.39:0/382542586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108ef50 msgr2=0x55a97109f2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd0254b0700 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108ef50 0x55a97109f2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd0254b0700 1 -- 172.21.15.39:0/382542586 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd02019ba60 con 0x55a97108e630 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd0254b0700 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108e630 0x55a97109ed90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd018009960 tx=0x7fd018009ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43c53a0d03b8badf server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd00b7fe700 1 -- 172.21.15.39:0/382542586 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01800e040 con 0x55a97108e630 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd00b7fe700 1 -- 172.21.15.39:0/382542586 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd01802c070 con 0x55a97108e630 2023-12-07T14:05:11.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.373+0000 7fd00b7fe700 1 -- 172.21.15.39:0/382542586 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0180256c0 con 0x55a97108e630 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 -- 172.21.15.39:0/382542586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108e630 msgr2=0x55a97109ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108e630 0x55a97109ed90 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd018009960 tx=0x7fd018009ac0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 -- 172.21.15.39:0/382542586 shutdown_connections 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a971092b10 0x55a971090bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a97108e630 0x55a97109ed90 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 --2- 172.21.15.39:0/382542586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108ef50 0x55a97109f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 -- 172.21.15.39:0/382542586 >> 172.21.15.39:0/382542586 conn(0x55a970fbd300 msgr2=0x55a97108dbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 -- 172.21.15.39:0/382542586 shutdown_connections 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 -- 172.21.15.39:0/382542586 wait complete. 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 -- start start 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.374+0000 7fd03310cb80 1 Processor -- start 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108ef50 0x55a97109efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd03310cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a971092b10 0x55a97109be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd03310cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a97109c500 con 0x55a97108e630 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd03310cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a97109c670 con 0x55a971092b10 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd03310cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a97109c830 con 0x55a97108ef50 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd03310cb80 10 client.0 _ll_register_callbacks cb 0x55a970ec7a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd01ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108ef50 0x55a97109efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd01ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108ef50 0x55a97109efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60820/0 (socket says 172.21.15.39:60820) 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd01ffff700 1 -- 172.21.15.39:0/2742306214 learned_addr learned my addr 172.21.15.39:0/2742306214 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.375+0000 7fd0254b0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd0254b0700 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a971092b10 0x55a97109be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd01ffff700 1 -- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a971092b10 msgr2=0x55a97109be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd01ffff700 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a971092b10 0x55a97109be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd01ffff700 1 -- 172.21.15.39:0/2742306214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 msgr2=0x55a97109ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd01ffff700 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd01ffff700 1 -- 172.21.15.39:0/2742306214 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a970e0bd80 con 0x55a97108ef50 2023-12-07T14:05:11.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd0254b0700 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a971092b10 0x55a97109be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd01ffff700 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108ef50 0x55a97109efb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x55a971098aa0 tx=0x7fd00c009fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=210c09fdb69840f9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fcffffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fcffffff700 1 -- 172.21.15.39:0/2742306214 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd00c016070 con 0x55a97108ef50 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fcffffff700 1 -- 172.21.15.39:0/2742306214 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd00c003680 con 0x55a97108ef50 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.376+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd01800b9f0 con 0x55a97108ef50 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fcffffff700 1 -- 172.21.15.39:0/2742306214 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd00c003840 con 0x55a97108ef50 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 10 client.26065 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55a970df4c00 con 0x55a97108ef50 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fcffffff700 1 -- 172.21.15.39:0/2742306214 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd01800b9f0 con 0x55a97108ef50 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fcffffff700 1 -- 172.21.15.39:0/2742306214 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fd00c028a40 con 0x55a97108ef50 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 10 client.26065 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 10 client.26065 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:11.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 20 client.26065 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:11.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a97110f2c0 0x55a9711116e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:11.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 4 client.26065 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:05:11.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a970fa8f70 con 0x55a97110f2c0 2023-12-07T14:05:11.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.377+0000 7fd0254b0700 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a97110f2c0 0x55a9711116e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:11.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.378+0000 7fcffffff700 10 client.26065 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:11.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.378+0000 7fd0254b0700 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a97110f2c0 0x55a9711116e0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5426e905bc7ecaa7 server_cookie=2f55be308f1c7f5f in_seq=0 out_seq=0 2023-12-07T14:05:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fcffffff700 1 -- 172.21.15.39:0/2742306214 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a970fa8f70 con 0x55a97110f2c0 2023-12-07T14:05:11.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fcffffff700 10 client.26065 handle_command_reply: tid=0 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 client.26065 shutdown 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108ef50 msgr2=0x55a97109efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108ef50 0x55a97109efb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x55a971098aa0 tx=0x7fd00c009fb0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 shutdown_connections 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55a97110f2c0 0x55a9711116e0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a971092b10 0x55a97109be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a97108e630 0x55a97109ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fcffffff700 0 client.26065 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 --2- 172.21.15.39:0/2742306214 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a97108ef50 0x55a97109efb0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 >> 172.21.15.39:0/2742306214 conn(0x55a970fbd300 msgr2=0x55a971090bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 shutdown_connections 2023-12-07T14:05:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.394+0000 7fd03310cb80 1 -- 172.21.15.39:0/2742306214 wait complete. 2023-12-07T14:05:11.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd03310cb80 20 client.26065 trim_cache size 0 max 16384 2023-12-07T14:05:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:05:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:05:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:05:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:05:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd0100a16e0 msgr2=0x7fd0100a3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd0100a16e0 0x7fd0100a3ba0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd0140a2450 tx=0x7fd01401d000 comp rx=0 tx=0).stop 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd020100ae0 msgr2=0x7fd0200fbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd020100ae0 0x7fd0200fbda0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd01400ec10 tx=0x7fd01400ef20 comp rx=0 tx=0).stop 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 shutdown_connections 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd020105340 0x7fd0200fc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd020100ae0 0x7fd0200fbda0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd0100a16e0 0x7fd0100a3ba0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 --2- 172.21.15.39:0/425744376 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd0201014a0 0x7fd0200fc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 >> 172.21.15.39:0/425744376 conn(0x7fd020076900 msgr2=0x7fd0200ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 shutdown_connections 2023-12-07T14:05:11.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:11.395+0000 7fd026f13700 1 -- 172.21.15.39:0/425744376 wait complete. 2023-12-07T14:05:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:11 smithi055 ceph-mon[103363]: pgmap v83: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 46 MiB/s wr, 2.29k op/s 2023-12-07T14:05:11.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:11 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:11.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:11 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:11.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:11 smithi089 ceph-mon[103124]: pgmap v83: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 46 MiB/s wr, 2.29k op/s 2023-12-07T14:05:11.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:11 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:11.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:11 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:11.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:11 smithi039 ceph-mon[98864]: pgmap v83: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 46 MiB/s wr, 2.29k op/s 2023-12-07T14:05:11.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:11 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:11.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:11 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:13.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:13 smithi055 ceph-mon[103363]: pgmap v84: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 54 MiB/s wr, 2.69k op/s 2023-12-07T14:05:13.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:13 smithi089 ceph-mon[103124]: pgmap v84: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 54 MiB/s wr, 2.69k op/s 2023-12-07T14:05:13.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:13 smithi039 ceph-mon[98864]: pgmap v84: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 54 MiB/s wr, 2.69k op/s 2023-12-07T14:05:13.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 140.0 s, 2504.2 tps, lat 39.659 ms stddev 53.217 2023-12-07T14:05:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:15 smithi055 ceph-mon[103363]: pgmap v85: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 22 MiB/s wr, 1.19k op/s 2023-12-07T14:05:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:15 smithi089 ceph-mon[103124]: pgmap v85: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 22 MiB/s wr, 1.19k op/s 2023-12-07T14:05:15.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:15 smithi039 ceph-mon[98864]: pgmap v85: 97 pgs: 97 active+clean; 3.9 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 22 MiB/s wr, 1.19k op/s 2023-12-07T14:05:17.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:17 smithi055 ceph-mon[103363]: pgmap v86: 97 pgs: 97 active+clean; 4.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 28 MiB/s wr, 1.37k op/s 2023-12-07T14:05:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:17 smithi089 ceph-mon[103124]: pgmap v86: 97 pgs: 97 active+clean; 4.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 28 MiB/s wr, 1.37k op/s 2023-12-07T14:05:17.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:17 smithi039 ceph-mon[98864]: pgmap v86: 97 pgs: 97 active+clean; 4.0 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 28 MiB/s wr, 1.37k op/s 2023-12-07T14:05:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 145.0 s, 2657.4 tps, lat 37.635 ms stddev 39.502 2023-12-07T14:05:19.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:19 smithi055 ceph-mon[103363]: pgmap v87: 97 pgs: 97 active+clean; 4.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 28 MiB/s wr, 1.32k op/s 2023-12-07T14:05:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:19 smithi089 ceph-mon[103124]: pgmap v87: 97 pgs: 97 active+clean; 4.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 28 MiB/s wr, 1.32k op/s 2023-12-07T14:05:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:19 smithi039 ceph-mon[98864]: pgmap v87: 97 pgs: 97 active+clean; 4.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 28 MiB/s wr, 1.32k op/s 2023-12-07T14:05:21.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:21 smithi055 ceph-mon[103363]: pgmap v88: 97 pgs: 97 active+clean; 4.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 23 MiB/s wr, 976 op/s 2023-12-07T14:05:21.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:21 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:21.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:21 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:21 smithi089 ceph-mon[103124]: pgmap v88: 97 pgs: 97 active+clean; 4.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 23 MiB/s wr, 976 op/s 2023-12-07T14:05:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:21 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:21 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:21.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:21 smithi039 ceph-mon[98864]: pgmap v88: 97 pgs: 97 active+clean; 4.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 23 MiB/s wr, 976 op/s 2023-12-07T14:05:21.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:21 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:21.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:21 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:22.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:22 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:22.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:22 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:22.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:22 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:22.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:22 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:22.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:22 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:22.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:22 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:22.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:22 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:22.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:22 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:22.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:22 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:23.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:23 smithi055 ceph-mon[103363]: pgmap v89: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 54 MiB/s wr, 2.63k op/s 2023-12-07T14:05:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:23 smithi089 ceph-mon[103124]: pgmap v89: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 54 MiB/s wr, 2.63k op/s 2023-12-07T14:05:23.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:23 smithi039 ceph-mon[98864]: pgmap v89: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 54 MiB/s wr, 2.63k op/s 2023-12-07T14:05:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 150.0 s, 1963.4 tps, lat 51.164 ms stddev 98.001 2023-12-07T14:05:24.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 -- 172.21.15.39:0/2693718664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 msgr2=0x7fa0a40fff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/2693718664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 0x7fa0a40fff40 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fa094009990 tx=0x7fa094009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 -- 172.21.15.39:0/2693718664 shutdown_connections 2023-12-07T14:05:24.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/2693718664 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0a4100480 0x7fa0a410c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/2693718664 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 0x7fa0a4105eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/2693718664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 0x7fa0a40fff40 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 -- 172.21.15.39:0/2693718664 >> 172.21.15.39:0/2693718664 conn(0x7fa0a4076900 msgr2=0x7fa0a40fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:24.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.581+0000 7fa0abbb5700 1 -- 172.21.15.39:0/2693718664 shutdown_connections 2023-12-07T14:05:24.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.582+0000 7fa0abbb5700 1 -- 172.21.15.39:0/2693718664 wait complete. 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 Processor -- start 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 -- start start 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 0x7fa0a41954c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0a4100480 0x7fa0a4195a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 0x7fa0a4199f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a419a470 con 0x7fa0a40ffac0 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a419a5e0 con 0x7fa0a4105ad0 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0abbb5700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a419a7a0 con 0x7fa0a4100480 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0a9951700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 0x7fa0a41954c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0aa152700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 0x7fa0a4199f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0a9951700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 0x7fa0a41954c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56112/0 (socket says 172.21.15.39:56112) 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0aa152700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 0x7fa0a4199f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47314/0 (socket says 172.21.15.39:47314) 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0a9951700 1 -- 172.21.15.39:0/3180128058 learned_addr learned my addr 172.21.15.39:0/3180128058 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.583+0000 7fa0a9150700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0a4100480 0x7fa0a4195a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0aa152700 1 -- 172.21.15.39:0/3180128058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0a4100480 msgr2=0x7fa0a4195a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0aa152700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0a4100480 0x7fa0a4195a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0aa152700 1 -- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 msgr2=0x7fa0a41954c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0aa152700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 0x7fa0a41954c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0aa152700 1 -- 172.21.15.39:0/3180128058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0940095f0 con 0x7fa0a4105ad0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0aa152700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 0x7fa0a4199f30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa0a000a890 tx=0x7fa0a000aba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa09affd700 1 -- 172.21.15.39:0/3180128058 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a000ea60 con 0x7fa0a4105ad0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa09affd700 1 -- 172.21.15.39:0/3180128058 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa0a0004cf0 con 0x7fa0a4105ad0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0a419aa80 con 0x7fa0a4105ad0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa09affd700 1 -- 172.21.15.39:0/3180128058 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a0005650 con 0x7fa0a4105ad0 2023-12-07T14:05:24.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.584+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0a41a23d0 con 0x7fa0a4105ad0 2023-12-07T14:05:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.589+0000 7fa0b7daeb80 1 Processor -- start 2023-12-07T14:05:24.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.589+0000 7fa0b7daeb80 1 -- start start 2023-12-07T14:05:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.589+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11e5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.589+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11e95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.589+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11e9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.589+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf1159760 con 0x561cf11e5f50 2023-12-07T14:05:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf1140740 con 0x561cf11e5630 2023-12-07T14:05:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf113e060 con 0x561cf11e9b10 2023-12-07T14:05:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa0a9150700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11e5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa0a9150700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11e5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47320/0 (socket says 172.21.15.39:47320) 2023-12-07T14:05:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa0a9150700 1 -- 172.21.15.39:0/1665336785 learned_addr learned my addr 172.21.15.39:0/1665336785 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa09affd700 1 -- 172.21.15.39:0/3180128058 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa0a0004750 con 0x7fa0a4105ad0 2023-12-07T14:05:24.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa0a9150700 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11e9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.590+0000 7fa0a9951700 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11e95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.591+0000 7fa09affd700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa0900a16b0 0x7fa0900a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.592+0000 7fa0aa152700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa0900a16b0 0x7fa0900a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.592+0000 7fa09affd700 1 -- 172.21.15.39:0/3180128058 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa0a00cce10 con 0x7fa0a4105ad0 2023-12-07T14:05:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.592+0000 7fa0aa152700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa0900a16b0 0x7fa0900a3b70 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa0a0099b00 tx=0x7fa0a0086040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.593+0000 7fa0a9951700 1 -- 172.21.15.39:0/1665336785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 msgr2=0x561cf11e9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.593+0000 7fa0a9951700 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11e9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.593+0000 7fa0a9951700 1 -- 172.21.15.39:0/1665336785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 msgr2=0x561cf11e5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.593+0000 7fa0a9951700 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11e5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.593+0000 7fa0a9951700 1 -- 172.21.15.39:0/1665336785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561cf0fb65d0 con 0x561cf11e5f50 2023-12-07T14:05:24.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.594+0000 7fa0a9951700 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11e95d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa09c00be20 tx=0x7fa09c00bb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43d3f56011d659ec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:24.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.594+0000 7fa08ffff700 1 -- 172.21.15.39:0/1665336785 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c01a070 con 0x561cf11e5f50 2023-12-07T14:05:24.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.594+0000 7fa08ffff700 1 -- 172.21.15.39:0/1665336785 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa09c009bd0 con 0x561cf11e5f50 2023-12-07T14:05:24.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.594+0000 7fa08ffff700 1 -- 172.21.15.39:0/1665336785 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c010040 con 0x561cf11e5f50 2023-12-07T14:05:24.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.595+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/1665336785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 msgr2=0x561cf11e95d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.595+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11e95d0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa09c00be20 tx=0x7fa09c00bb30 comp rx=0 tx=0).stop 2023-12-07T14:05:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.595+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/1665336785 shutdown_connections 2023-12-07T14:05:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.595+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11e9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.595+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11e5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.595+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/1665336785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11e95d0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.595+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/1665336785 >> 172.21.15.39:0/1665336785 conn(0x561cf1114300 msgr2=0x561cf11dfba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.596+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/1665336785 shutdown_connections 2023-12-07T14:05:24.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.596+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/1665336785 wait complete. 2023-12-07T14:05:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.596+0000 7fa0b7daeb80 1 -- start start 2023-12-07T14:05:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.596+0000 7fa0b7daeb80 1 Processor -- start 2023-12-07T14:05:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5f50 0x561cf11ee5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf1139950 con 0x561cf11e9b10 2023-12-07T14:05:24.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf10f3500 con 0x561cf11e5630 2023-12-07T14:05:24.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf10f31a0 con 0x561cf11e5f50 2023-12-07T14:05:24.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0b7daeb80 10 client.0 _ll_register_callbacks cb 0x561cf101ea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0a9150700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0a9150700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47328/0 (socket says 172.21.15.39:47328) 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0a9150700 1 -- 172.21.15.39:0/890542729 learned_addr learned my addr 172.21.15.39:0/890542729 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.597+0000 7fa0a9150700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.598+0000 7fa0a9951700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5f50 0x561cf11ee5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.598+0000 7fa0a9951700 1 -- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 msgr2=0x561cf11f1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.598+0000 7fa0a9951700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.598+0000 7fa0a9951700 1 -- 172.21.15.39:0/890542729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 msgr2=0x561cf11eec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.598+0000 7fa0a9951700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.598+0000 7fa0a9951700 1 -- 172.21.15.39:0/890542729 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa09c003bf0 con 0x561cf11e5f50 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.598+0000 7fa0a9150700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:24.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa0a9951700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5f50 0x561cf11ee5a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa09c004600 tx=0x7fa09c00bba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83b32817bf4fefed server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:24.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa08d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:24.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa08d7fa700 1 -- 172.21.15.39:0/890542729 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c01a030 con 0x561cf11e5f50 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa08d7fa700 1 -- 172.21.15.39:0/890542729 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa09c01f470 con 0x561cf11e5f50 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561cf11d85f0 con 0x561cf11e5f50 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa08d7fa700 1 -- 172.21.15.39:0/890542729 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa09c010040 con 0x561cf11e5f50 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa0b7daeb80 10 client.26077 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x561cf0f62d80 con 0x561cf11e5f50 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa08d7fa700 1 -- 172.21.15.39:0/890542729 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561cf11d85f0 con 0x561cf11e5f50 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa08d7fa700 1 -- 172.21.15.39:0/890542729 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fa09c016470 con 0x561cf11e5f50 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa0b7daeb80 10 client.26077 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa0b7daeb80 10 client.26077 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.599+0000 7fa0b7daeb80 20 client.26077 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.600+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf120fe00 0x561cf1212220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.600+0000 7fa0b7daeb80 4 client.26077 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.600+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561cf11b4640 con 0x561cf120fe00 2023-12-07T14:05:24.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.600+0000 7fa0a9150700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf120fe00 0x561cf1212220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.600+0000 7fa08d7fa700 10 client.26077 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.600+0000 7fa0a9150700 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf120fe00 0x561cf1212220 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a5bf6138d826f02 server_cookie=649e35190ae8d3ae in_seq=0 out_seq=0 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa08d7fa700 1 -- 172.21.15.39:0/890542729 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x561cf11b4640 con 0x561cf120fe00 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa08d7fa700 10 client.26077 handle_command_reply: tid=0 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 client.26077 shutdown 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5f50 msgr2=0x561cf11ee5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5f50 0x561cf11ee5a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fa09c004600 tx=0x7fa09c00bba0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 shutdown_connections 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf120fe00 0x561cf1212220 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa08d7fa700 0 client.26077 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/890542729 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5f50 0x561cf11ee5a0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.601+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 >> 172.21.15.39:0/890542729 conn(0x561cf1114300 msgr2=0x561cf11e4430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.603+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 shutdown_connections 2023-12-07T14:05:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.603+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/890542729 wait complete. 2023-12-07T14:05:24.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.603+0000 7fa0b7daeb80 20 client.26077 trim_cache size 0 max 16384 2023-12-07T14:05:24.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.628+0000 7fa0b7daeb80 1 Processor -- start 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.628+0000 7fa0b7daeb80 1 -- start start 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.628+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.628+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11eaf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.628+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11f5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf0fb88c0 con 0x561cf11e5f50 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf11e0380 con 0x561cf11e5630 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf1217440 con 0x561cf11e9b10 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9951700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11eaf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f0f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47336/0 (socket says 172.21.15.39:47336) 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 -- 172.21.15.39:0/2878507118 learned_addr learned my addr 172.21.15.39:0/2878507118 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:24.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11f5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 -- 172.21.15.39:0/2878507118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 msgr2=0x561cf11f5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11f5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 -- 172.21.15.39:0/2878507118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 msgr2=0x561cf11eaf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11eaf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 -- 172.21.15.39:0/2878507118 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561cf0f4bc00 con 0x561cf11e5630 2023-12-07T14:05:24.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9951700 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11eaf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:24.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.629+0000 7fa0a9150700 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f0f90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa094005950 tx=0x7fa094009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ac31d01e43e8407d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.630+0000 7fa098d82700 1 -- 172.21.15.39:0/2878507118 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09400be10 con 0x561cf11e5630 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.630+0000 7fa098d82700 1 -- 172.21.15.39:0/2878507118 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa09401e040 con 0x561cf11e5630 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.630+0000 7fa098d82700 1 -- 172.21.15.39:0/2878507118 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa094004ac0 con 0x561cf11e5630 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2878507118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 msgr2=0x561cf11f0f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f0f90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa094005950 tx=0x7fa094009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2878507118 shutdown_connections 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e9b10 0x561cf11f5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5630 0x561cf11f0f90 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2878507118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e5f50 0x561cf11eaf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2878507118 >> 172.21.15.39:0/2878507118 conn(0x561cf1114300 msgr2=0x561cf11e4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2878507118 shutdown_connections 2023-12-07T14:05:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.631+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2878507118 wait complete. 2023-12-07T14:05:24.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 -- start start 2023-12-07T14:05:24.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 Processor -- start 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5630 0x561cf11f5f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5f50 0x561cf11eab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eb080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf11f6640 con 0x561cf11e9b10 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf11efdf0 con 0x561cf11e5f50 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561cf11effb0 con 0x561cf11e5630 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.632+0000 7fa0b7daeb80 10 client.0 _ll_register_callbacks cb 0x561cf101ea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5f50 0x561cf11eab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5f50 0x561cf11eab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47342/0 (socket says 172.21.15.39:47342) 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9150700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eb080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 -- 172.21.15.39:0/2250239185 learned_addr learned my addr 172.21.15.39:0/2250239185 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:24.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9150700 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5630 0x561cf11f5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 -- 172.21.15.39:0/2250239185 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5630 msgr2=0x561cf11f5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5630 0x561cf11f5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 -- 172.21.15.39:0/2250239185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 msgr2=0x561cf11eb080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eb080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 -- 172.21.15.39:0/2250239185 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa094034040 con 0x561cf11e5f50 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa0a9951700 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5f50 0x561cf11eab40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa09c016850 tx=0x7fa09c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7596915b89e997cf server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa08d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.633+0000 7fa08d7fa700 1 -- 172.21.15.39:0/2250239185 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09c010030 con 0x561cf11e5f50 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.634+0000 7fa08d7fa700 1 -- 172.21.15.39:0/2250239185 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa09c0099e0 con 0x561cf11e5f50 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.634+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa09c009bd0 con 0x561cf11e5f50 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.634+0000 7fa08d7fa700 1 -- 172.21.15.39:0/2250239185 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa09c01a070 con 0x561cf11e5f50 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.634+0000 7fa0b7daeb80 10 client.25964 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:24.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.634+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x561cf0f891f0 con 0x561cf11e5f50 2023-12-07T14:05:24.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa08d7fa700 1 -- 172.21.15.39:0/2250239185 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa09c009bd0 con 0x561cf11e5f50 2023-12-07T14:05:24.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa08d7fa700 1 -- 172.21.15.39:0/2250239185 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fa09c032420 con 0x561cf11e5f50 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa0b7daeb80 10 client.25964 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa0b7daeb80 10 client.25964 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa0b7daeb80 20 client.25964 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf1266ac0 0x561cf1268ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa0b7daeb80 4 client.25964 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561cf10fff70 con 0x561cf1266ac0 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa0a9150700 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf1266ac0 0x561cf1268ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.635+0000 7fa08d7fa700 10 client.25964 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:24.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.636+0000 7fa0a9150700 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf1266ac0 0x561cf1268ee0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e77e54dc0ff4db2f server_cookie=9e2c4179de4ec90e in_seq=0 out_seq=0 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.650+0000 7fa08d7fa700 1 -- 172.21.15.39:0/2250239185 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561cf10fff70 con 0x561cf1266ac0 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.650+0000 7fa08d7fa700 10 client.25964 handle_command_reply: tid=0 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.650+0000 7fa0b7daeb80 1 client.25964 shutdown 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5f50 msgr2=0x561cf11eab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5f50 0x561cf11eab40 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa09c016850 tx=0x7fa09c0046c0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 shutdown_connections 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561cf11e9b10 0x561cf11eb080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561cf11e5630 0x561cf11f5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561cf1266ac0 0x561cf1268ee0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 --2- 172.21.15.39:0/2250239185 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561cf11e5f50 0x561cf11eab40 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.651+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 >> 172.21.15.39:0/2250239185 conn(0x561cf1114300 msgr2=0x561cf11df8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.653+0000 7fa08d7fa700 0 client.25964 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.653+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 shutdown_connections 2023-12-07T14:05:24.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.653+0000 7fa0b7daeb80 1 -- 172.21.15.39:0/2250239185 wait complete. 2023-12-07T14:05:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.653+0000 7fa0b7daeb80 20 client.25964 trim_cache size 0 max 16384 2023-12-07T14:05:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:05:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:05:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:05:24.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.654+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa0900a16b0 msgr2=0x7fa0900a3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.654+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa0900a16b0 0x7fa0900a3b70 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fa0a0099b00 tx=0x7fa0a0086040 comp rx=0 tx=0).stop 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.654+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 msgr2=0x7fa0a4199f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.654+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 0x7fa0a4199f30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa0a000a890 tx=0x7fa0a000aba0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.655+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 shutdown_connections 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.655+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa0900a16b0 0x7fa0900a3b70 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.655+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa0a4105ad0 0x7fa0a4199f30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.655+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0a40ffac0 0x7fa0a41954c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.655+0000 7fa0abbb5700 1 --2- 172.21.15.39:0/3180128058 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa0a4100480 0x7fa0a4195a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:24.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.655+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 >> 172.21.15.39:0/3180128058 conn(0x7fa0a4076900 msgr2=0x7fa0a41027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:24.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.656+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 shutdown_connections 2023-12-07T14:05:24.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:24.656+0000 7fa0abbb5700 1 -- 172.21.15.39:0/3180128058 wait complete. 2023-12-07T14:05:25.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:25 smithi055 ceph-mon[103363]: pgmap v90: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 46 MiB/s wr, 2.23k op/s 2023-12-07T14:05:25.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:25 smithi089 ceph-mon[103124]: pgmap v90: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 46 MiB/s wr, 2.23k op/s 2023-12-07T14:05:25.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:25 smithi039 ceph-mon[98864]: pgmap v90: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 46 MiB/s wr, 2.23k op/s 2023-12-07T14:05:27.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:27 smithi089 ceph-mon[103124]: pgmap v91: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 MiB/s wr, 2.51k op/s 2023-12-07T14:05:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:27 smithi039 ceph-mon[98864]: pgmap v91: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 MiB/s wr, 2.51k op/s 2023-12-07T14:05:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:27 smithi055 ceph-mon[103363]: pgmap v91: 97 pgs: 97 active+clean; 4.4 GiB data, 15 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 MiB/s wr, 2.51k op/s 2023-12-07T14:05:28.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 155.0 s, 3318.4 tps, lat 30.046 ms stddev 34.073 2023-12-07T14:05:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:29 smithi039 ceph-mon[98864]: pgmap v92: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 51 MiB/s wr, 2.55k op/s 2023-12-07T14:05:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:29 smithi055 ceph-mon[103363]: pgmap v92: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 51 MiB/s wr, 2.55k op/s 2023-12-07T14:05:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:29 smithi089 ceph-mon[103124]: pgmap v92: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 51 MiB/s wr, 2.55k op/s 2023-12-07T14:05:31.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:31 smithi039 ceph-mon[98864]: pgmap v93: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 42 MiB/s wr, 2.15k op/s 2023-12-07T14:05:31.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:31 smithi055 ceph-mon[103363]: pgmap v93: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 42 MiB/s wr, 2.15k op/s 2023-12-07T14:05:31.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:31 smithi089 ceph-mon[103124]: pgmap v93: 97 pgs: 97 active+clean; 4.5 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 42 MiB/s wr, 2.15k op/s 2023-12-07T14:05:33.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:33 smithi039 ceph-mon[98864]: pgmap v94: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 50 MiB/s wr, 2.47k op/s 2023-12-07T14:05:33.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:33 smithi055 ceph-mon[103363]: pgmap v94: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 50 MiB/s wr, 2.47k op/s 2023-12-07T14:05:33.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:33 smithi089 ceph-mon[103124]: pgmap v94: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 50 MiB/s wr, 2.47k op/s 2023-12-07T14:05:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 160.0 s, 3197.2 tps, lat 31.363 ms stddev 33.923 2023-12-07T14:05:35.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:35 smithi039 ceph-mon[98864]: pgmap v95: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 20 MiB/s wr, 818 op/s 2023-12-07T14:05:35.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:35 smithi055 ceph-mon[103363]: pgmap v95: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 20 MiB/s wr, 818 op/s 2023-12-07T14:05:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:35 smithi089 ceph-mon[103124]: pgmap v95: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 20 MiB/s wr, 818 op/s 2023-12-07T14:05:37.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:37 smithi039 ceph-mon[98864]: pgmap v96: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 25 MiB/s wr, 1.04k op/s 2023-12-07T14:05:37.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:37 smithi055 ceph-mon[103363]: pgmap v96: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 25 MiB/s wr, 1.04k op/s 2023-12-07T14:05:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:37 smithi089 ceph-mon[103124]: pgmap v96: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 25 MiB/s wr, 1.04k op/s 2023-12-07T14:05:37.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.843+0000 7fe8b9e16700 1 -- 172.21.15.39:0/3852055341 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8b410ca90 msgr2=0x7fe8b410ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.843+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/3852055341 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8b410ca90 0x7fe8b410ce70 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe8a4009990 tx=0x7fe8a4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.843+0000 7fe8b9e16700 1 -- 172.21.15.39:0/3852055341 shutdown_connections 2023-12-07T14:05:37.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.843+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/3852055341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b41086b0 0x7fe8b4114920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.843+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/3852055341 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8b410ca90 0x7fe8b410ce70 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.843+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/3852055341 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8b4107cf0 0x7fe8b4108170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.843+0000 7fe8b9e16700 1 -- 172.21.15.39:0/3852055341 >> 172.21.15.39:0/3852055341 conn(0x7fe8b4077470 msgr2=0x7fe8b41063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.844+0000 7fe8b9e16700 1 -- 172.21.15.39:0/3852055341 shutdown_connections 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.844+0000 7fe8b9e16700 1 -- 172.21.15.39:0/3852055341 wait complete. 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.845+0000 7fe8b9e16700 1 Processor -- start 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.845+0000 7fe8b9e16700 1 -- start start 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b9e16700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8b4107cf0 0x7fe8b40818a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b9e16700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b41086b0 0x7fe8b4081e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b9e16700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8b410ca90 0x7fe8b407a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b9e16700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8b407b0a0 con 0x7fe8b41086b0 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b9e16700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8b407b210 con 0x7fe8b4107cf0 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b9e16700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8b407b3d0 con 0x7fe8b410ca90 2023-12-07T14:05:37.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b41086b0 0x7fe8b4081e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b41086b0 0x7fe8b4081e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56156/0 (socket says 172.21.15.39:56156) 2023-12-07T14:05:37.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.846+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/1536146073 learned_addr learned my addr 172.21.15.39:0/1536146073 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:37.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.848+0000 7fe8b3fff700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8b410ca90 0x7fe8b407a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.848+0000 7fe8b3fff700 1 -- 172.21.15.39:0/1536146073 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8b4107cf0 msgr2=0x7fe8b40818a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.848+0000 7fe8b3fff700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8b4107cf0 0x7fe8b40818a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.848+0000 7fe8b3fff700 1 -- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b41086b0 msgr2=0x7fe8b4081e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.848+0000 7fe8b3fff700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b41086b0 0x7fe8b4081e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.848+0000 7fe8b3fff700 1 -- 172.21.15.39:0/1536146073 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8a40095f0 con 0x7fe8b410ca90 2023-12-07T14:05:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.854+0000 7fe8b3fff700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8b410ca90 0x7fe8b407a970 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac00cba0 tx=0x7fe8ac00ceb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.858+0000 7fe8b0ff9700 1 -- 172.21.15.39:0/1536146073 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac00aa90 con 0x7fe8b410ca90 2023-12-07T14:05:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.858+0000 7fe8b0ff9700 1 -- 172.21.15.39:0/1536146073 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8ac00abf0 con 0x7fe8b410ca90 2023-12-07T14:05:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.858+0000 7fe8b0ff9700 1 -- 172.21.15.39:0/1536146073 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ac0115e0 con 0x7fe8b410ca90 2023-12-07T14:05:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.859+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8b407b6b0 con 0x7fe8b410ca90 2023-12-07T14:05:37.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.859+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8b407f670 con 0x7fe8b410ca90 2023-12-07T14:05:37.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.865+0000 7fe8c600fb80 1 Processor -- start 2023-12-07T14:05:37.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.868+0000 7fe8c600fb80 1 -- start start 2023-12-07T14:05:37.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.868+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e39630 0x562743e39a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.869+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e3d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.869+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e3db10 0x562743e3df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.869+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743dad760 con 0x562743e3db10 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.869+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743d94740 con 0x562743e39630 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.869+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743d92060 con 0x562743e39f50 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.870+0000 7fe8b0ff9700 1 -- 172.21.15.39:0/1536146073 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe8ac012420 con 0x7fe8b410ca90 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.870+0000 7fe8b37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e3d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.870+0000 7fe8b37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e3d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60882/0 (socket says 172.21.15.39:60882) 2023-12-07T14:05:37.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.870+0000 7fe8b37fe700 1 -- 172.21.15.39:0/343675702 learned_addr learned my addr 172.21.15.39:0/343675702 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:37.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.871+0000 7fe8b0ff9700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe89c0a1770 0x7fe89c0a3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.871+0000 7fe8b0ff9700 1 -- 172.21.15.39:0/1536146073 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe8ac0cd020 con 0x7fe8b410ca90 2023-12-07T14:05:37.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.876+0000 7fe8b3fff700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe89c0a1770 0x7fe89c0a3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.876+0000 7fe8b37fe700 1 -- 172.21.15.39:0/343675702 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e39630 msgr2=0x562743e39a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:37.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.876+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/343675702 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e39630 0x562743e39a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.876+0000 7fe8b37fe700 1 -- 172.21.15.39:0/343675702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e3db10 msgr2=0x562743e3df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:37.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.876+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/343675702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e3db10 0x562743e3df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.876+0000 7fe8b37fe700 1 -- 172.21.15.39:0/343675702 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562743c0a5d0 con 0x562743e39f50 2023-12-07T14:05:37.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.878+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/343675702 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e3d5d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe8a400b5c0 tx=0x7fe8a4003680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6286234e9ed90d7f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:37.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.880+0000 7fe899ffb700 1 -- 172.21.15.39:0/343675702 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a401d070 con 0x562743e39f50 2023-12-07T14:05:37.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.880+0000 7fe899ffb700 1 -- 172.21.15.39:0/343675702 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8a400be80 con 0x562743e39f50 2023-12-07T14:05:37.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.880+0000 7fe899ffb700 1 -- 172.21.15.39:0/343675702 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a4003c30 con 0x562743e39f50 2023-12-07T14:05:37.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.881+0000 7fe8c600fb80 1 -- 172.21.15.39:0/343675702 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 msgr2=0x562743e3d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.881+0000 7fe8b3fff700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe89c0a1770 0x7fe89c0a3c30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac09a110 tx=0x7fe8ac006040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:37.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.881+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/343675702 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e3d5d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe8a400b5c0 tx=0x7fe8a4003680 comp rx=0 tx=0).stop 2023-12-07T14:05:37.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.883+0000 7fe8c600fb80 1 -- 172.21.15.39:0/343675702 shutdown_connections 2023-12-07T14:05:37.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.883+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/343675702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e3db10 0x562743e3df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.883+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/343675702 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e39630 0x562743e39a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.883+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/343675702 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e3d5d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.883+0000 7fe8c600fb80 1 -- 172.21.15.39:0/343675702 >> 172.21.15.39:0/343675702 conn(0x562743d68300 msgr2=0x562743e33ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:37.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.885+0000 7fe8c600fb80 1 -- 172.21.15.39:0/343675702 shutdown_connections 2023-12-07T14:05:37.897 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.895+0000 7fe8c600fb80 1 -- 172.21.15.39:0/343675702 wait complete. 2023-12-07T14:05:37.898 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.896+0000 7fe8c600fb80 1 -- start start 2023-12-07T14:05:37.898 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.896+0000 7fe8c600fb80 1 Processor -- start 2023-12-07T14:05:37.899 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e39f50 0x562743e428f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.899 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e42e30 0x562743e432b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.899 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e4ced0 0x562743e4f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.899 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743d8d950 con 0x562743e39f50 2023-12-07T14:05:37.900 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743d47500 con 0x562743e42e30 2023-12-07T14:05:37.900 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743d471a0 con 0x562743e4ced0 2023-12-07T14:05:37.900 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8c600fb80 10 client.0 _ll_register_callbacks cb 0x562743c72a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8b2ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e4ced0 0x562743e4f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8b2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e39f50 0x562743e428f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8b2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e39f50 0x562743e428f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56168/0 (socket says 172.21.15.39:56168) 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.897+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/1588850842 learned_addr learned my addr 172.21.15.39:0/1588850842 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e42e30 0x562743e432b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e42e30 msgr2=0x562743e432b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e42e30 0x562743e432b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/1588850842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e39f50 msgr2=0x562743e428f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e39f50 0x562743e428f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/1588850842 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8b41152f0 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e4ced0 0x562743e4f2c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe8b407c0a0 tx=0x7fe8a8006a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e16aa39ebaa9bef server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe892ffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe892ffd700 1 -- 172.21.15.39:0/1588850842 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a8015a80 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe892ffd700 1 -- 172.21.15.39:0/1588850842 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe8a8015be0 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.898+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562743e2c5f0 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe892ffd700 1 -- 172.21.15.39:0/1588850842 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8a8015da0 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 10 client.26092 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562743bb6d80 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe892ffd700 1 -- 172.21.15.39:0/1588850842 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562743e2c5f0 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe892ffd700 1 -- 172.21.15.39:0/1588850842 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe8a8018be0 con 0x562743e4ced0 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 10 client.26092 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:37.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 10 client.26092 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:37.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 20 client.26092 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:37.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743e53a80 0x562743e55ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 4 client.26092 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:37.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562743e08640 con 0x562743e53a80 2023-12-07T14:05:37.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.899+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743e53a80 0x562743e55ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.900+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743e53a80 0x562743e55ea0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8572fac669bd7a4 server_cookie=a7be7f58783dd256 in_seq=0 out_seq=0 2023-12-07T14:05:37.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.900+0000 7fe892ffd700 10 client.26092 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:37.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.906+0000 7fe892ffd700 1 -- 172.21.15.39:0/1588850842 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x562743e08640 con 0x562743e53a80 2023-12-07T14:05:37.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.906+0000 7fe892ffd700 10 client.26092 handle_command_reply: tid=0 2023-12-07T14:05:37.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.906+0000 7fe8c600fb80 1 client.26092 shutdown 2023-12-07T14:05:37.915 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.913+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e4ced0 msgr2=0x562743e4f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.915 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.913+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e4ced0 0x562743e4f2c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe8b407c0a0 tx=0x7fe8a8006a70 comp rx=0 tx=0).stop 2023-12-07T14:05:37.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.918+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 shutdown_connections 2023-12-07T14:05:37.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.918+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e4ced0 0x562743e4f2c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.918+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e39f50 0x562743e428f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.918+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743e53a80 0x562743e55ea0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.918+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/1588850842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e42e30 0x562743e432b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.918+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 >> 172.21.15.39:0/1588850842 conn(0x562743d68300 msgr2=0x562743e38430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:37.923 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.920+0000 7fe892ffd700 0 client.26092 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:37.923 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.920+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 shutdown_connections 2023-12-07T14:05:37.923 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.921+0000 7fe8c600fb80 1 -- 172.21.15.39:0/1588850842 wait complete. 2023-12-07T14:05:37.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.928+0000 7fe8c600fb80 20 client.26092 trim_cache size 0 max 16384 2023-12-07T14:05:37.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.952+0000 7fe8c600fb80 1 Processor -- start 2023-12-07T14:05:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.952+0000 7fe8c600fb80 1 -- start start 2023-12-07T14:05:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e38e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 0x562743e351d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743c0c8c0 con 0x562743e42e30 2023-12-07T14:05:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743e35710 con 0x562743e4ced0 2023-12-07T14:05:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743e30240 con 0x562743e39f50 2023-12-07T14:05:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56178/0 (socket says 172.21.15.39:56178) 2023-12-07T14:05:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b37fe700 1 -- 172.21.15.39:0/2362280496 learned_addr learned my addr 172.21.15.39:0/2362280496 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 0x562743e351d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e38e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/2362280496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 msgr2=0x562743e351d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:37.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 0x562743e351d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/2362280496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 msgr2=0x562743e3b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.953+0000 7fe8b2ffd700 1 -- 172.21.15.39:0/2362280496 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562743b9fc00 con 0x562743e39f50 2023-12-07T14:05:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.954+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e38e80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe8a80215f0 tx=0x7fe8a8000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8cd2ab7782a61309 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.954+0000 7fe89a7fc700 1 -- 172.21.15.39:0/2362280496 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a80095f0 con 0x562743e39f50 2023-12-07T14:05:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.954+0000 7fe89a7fc700 1 -- 172.21.15.39:0/2362280496 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8a8021670 con 0x562743e39f50 2023-12-07T14:05:37.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.954+0000 7fe89a7fc700 1 -- 172.21.15.39:0/2362280496 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a8004030 con 0x562743e39f50 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.955+0000 7fe8c600fb80 1 -- 172.21.15.39:0/2362280496 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 msgr2=0x562743e38e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.955+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e38e80 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe8a80215f0 tx=0x7fe8a8000bc0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.955+0000 7fe8c600fb80 1 -- 172.21.15.39:0/2362280496 shutdown_connections 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.955+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 0x562743e351d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.955+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e38e80 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.955+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/2362280496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.955+0000 7fe8c600fb80 1 -- 172.21.15.39:0/2362280496 >> 172.21.15.39:0/2362280496 conn(0x562743d68300 msgr2=0x562743e33b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.956+0000 7fe8c600fb80 1 -- 172.21.15.39:0/2362280496 shutdown_connections 2023-12-07T14:05:37.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.956+0000 7fe8c600fb80 1 -- 172.21.15.39:0/2362280496 wait complete. 2023-12-07T14:05:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.956+0000 7fe8c600fb80 1 -- start start 2023-12-07T14:05:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 1 Processor -- start 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e4a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 0x562743e3b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743e3b7c0 con 0x562743e42e30 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743e3b930 con 0x562743e4ced0 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562743e3def0 con 0x562743e39f50 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.957+0000 7fe8c600fb80 10 client.0 _ll_register_callbacks cb 0x562743c72a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:37.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56186/0 (socket says 172.21.15.39:56186) 2023-12-07T14:05:37.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 -- 172.21.15.39:0/395463581 learned_addr learned my addr 172.21.15.39:0/395463581 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 -- 172.21.15.39:0/395463581 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 msgr2=0x562743e4a030 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e4a030 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 -- 172.21.15.39:0/395463581 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 msgr2=0x562743e3b1c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 0x562743e3b1c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 -- 172.21.15.39:0/395463581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562743bb6d80 con 0x562743e42e30 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe8b37fe700 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3ac80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe8a4009990 tx=0x7fe8a40038c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd55304b7259fb6f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.958+0000 7fe892ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.959+0000 7fe892ffd700 1 -- 172.21.15.39:0/395463581 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a401d030 con 0x562743e42e30 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.959+0000 7fe892ffd700 1 -- 172.21.15.39:0/395463581 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe8a400b770 con 0x562743e42e30 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.959+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe8a400be80 con 0x562743e42e30 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.960+0000 7fe892ffd700 1 -- 172.21.15.39:0/395463581 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8a400b950 con 0x562743e42e30 2023-12-07T14:05:37.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.960+0000 7fe8c600fb80 10 client.16395 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:37.963 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.960+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x562743bdd1f0 con 0x562743e42e30 2023-12-07T14:05:37.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe892ffd700 1 -- 172.21.15.39:0/395463581 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8a403a020 con 0x562743e42e30 2023-12-07T14:05:37.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe892ffd700 1 -- 172.21.15.39:0/395463581 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe8a4029040 con 0x562743e42e30 2023-12-07T14:05:37.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe8c600fb80 10 client.16395 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:37.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe8c600fb80 10 client.16395 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:37.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe8c600fb80 20 client.16395 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:37.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743eaa3b0 0x562743eac7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:37.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe8c600fb80 4 client.16395 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:05:37.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.963+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562743d53f70 con 0x562743eaa3b0 2023-12-07T14:05:37.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.965+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743eaa3b0 0x562743eac7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:37.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.968+0000 7fe892ffd700 10 client.16395 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:37.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.968+0000 7fe8b2ffd700 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743eaa3b0 0x562743eac7d0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c91f133489d2c977 server_cookie=e7eb2fc5e371e143 in_seq=0 out_seq=0 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe892ffd700 1 -- 172.21.15.39:0/395463581 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562743d53f70 con 0x562743eaa3b0 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe892ffd700 10 client.16395 handle_command_reply: tid=0 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 client.16395 shutdown 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 msgr2=0x562743e3ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3ac80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe8a4009990 tx=0x7fe8a40038c0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 shutdown_connections 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562743eaa3b0 0x562743eac7d0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562743e4ced0 0x562743e3b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe892ffd700 0 client.16395 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:37.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562743e39f50 0x562743e4a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 --2- 172.21.15.39:0/395463581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562743e42e30 0x562743e3ac80 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 >> 172.21.15.39:0/395463581 conn(0x562743d68300 msgr2=0x562743e33a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 shutdown_connections 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 1 -- 172.21.15.39:0/395463581 wait complete. 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.985+0000 7fe8c600fb80 20 client.16395 trim_cache size 0 max 16384 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:05:37.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:05:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe89c0a1770 msgr2=0x7fe89c0a3c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe89c0a1770 0x7fe89c0a3c30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac09a110 tx=0x7fe8ac006040 comp rx=0 tx=0).stop 2023-12-07T14:05:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8b410ca90 msgr2=0x7fe8b407a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8b410ca90 0x7fe8b407a970 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac00cba0 tx=0x7fe8ac00ceb0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 shutdown_connections 2023-12-07T14:05:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8b410ca90 0x7fe8b407a970 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe89c0a1770 0x7fe89c0a3c30 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8b4107cf0 0x7fe8b40818a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 --2- 172.21.15.39:0/1536146073 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b41086b0 0x7fe8b4081e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 >> 172.21.15.39:0/1536146073 conn(0x7fe8b4077470 msgr2=0x7fe8b40778f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 shutdown_connections 2023-12-07T14:05:37.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:37.986+0000 7fe8b9e16700 1 -- 172.21.15.39:0/1536146073 wait complete. 2023-12-07T14:05:38.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 165.0 s, 2158.7 tps, lat 46.135 ms stddev 57.538 2023-12-07T14:05:39.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:39 smithi039 ceph-mon[98864]: pgmap v97: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 20 MiB/s wr, 864 op/s 2023-12-07T14:05:39.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:39 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:05:39.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:39 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:39 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:39 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:39 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:39 smithi055 ceph-mon[103363]: pgmap v97: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 20 MiB/s wr, 864 op/s 2023-12-07T14:05:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:39 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:05:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:39 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:39 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:39 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:39 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:39 smithi089 ceph-mon[103124]: pgmap v97: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 20 MiB/s wr, 864 op/s 2023-12-07T14:05:39.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:39 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:05:39.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:39 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:39 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:39 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:39 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:39.978 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:05:40.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 -- 172.21.15.39:0/1884664384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 msgr2=0x7f09781029c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 --2- 172.21.15.39:0/1884664384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 0x7f09781029c0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0968009990 tx=0x7f0968009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 -- 172.21.15.39:0/1884664384 shutdown_connections 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 --2- 172.21.15.39:0/1884664384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 0x7f097810dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 --2- 172.21.15.39:0/1884664384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 0x7f09781029c0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 --2- 172.21.15.39:0/1884664384 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0978102f00 0x7f097810b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 -- 172.21.15.39:0/1884664384 >> 172.21.15.39:0/1884664384 conn(0x7f09780fbda0 msgr2=0x7f09780fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 -- 172.21.15.39:0/1884664384 shutdown_connections 2023-12-07T14:05:40.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.177+0000 7f097c871700 1 -- 172.21.15.39:0/1884664384 wait complete. 2023-12-07T14:05:40.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 Processor -- start 2023-12-07T14:05:40.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 -- start start 2023-12-07T14:05:40.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 0x7f097819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0978102f00 0x7f097819db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 0x7f0978197750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0978197db0 con 0x7f09781025e0 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0978197f20 con 0x7f097810ba00 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097c871700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09781980e0 con 0x7f0978102f00 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.178+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 0x7f097819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.179+0000 7f0976d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 0x7f0978197750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.179+0000 7f0975d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0978102f00 0x7f097819db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.179+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 0x7f097819d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56196/0 (socket says 172.21.15.39:56196) 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.179+0000 7f097659c700 1 -- 172.21.15.39:0/3940649371 learned_addr learned my addr 172.21.15.39:0/3940649371 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:40.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.179+0000 7f0976d9d700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 0x7f0978197750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47402/0 (socket says 172.21.15.39:47402) 2023-12-07T14:05:40.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f0976d9d700 1 -- 172.21.15.39:0/3940649371 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0978102f00 msgr2=0x7f097819db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f0976d9d700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0978102f00 0x7f097819db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.183 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f0976d9d700 1 -- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 msgr2=0x7f097819d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f0976d9d700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 0x7f097819d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f0976d9d700 1 -- 172.21.15.39:0/3940649371 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09680095f0 con 0x7f097810ba00 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f0976d9d700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 0x7f0978197750 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f097000efc0 tx=0x7f097000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f09677fe700 1 -- 172.21.15.39:0/3940649371 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0970018070 con 0x7f097810ba00 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f09677fe700 1 -- 172.21.15.39:0/3940649371 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f097000f040 con 0x7f097810ba00 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f09677fe700 1 -- 172.21.15.39:0/3940649371 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097000cd60 con 0x7f097810ba00 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0978198360 con 0x7f097810ba00 2023-12-07T14:05:40.184 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.181+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0978100340 con 0x7f097810ba00 2023-12-07T14:05:40.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.184+0000 7f09677fe700 1 -- 172.21.15.39:0/3940649371 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f0970003a00 con 0x7f097810ba00 2023-12-07T14:05:40.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.185+0000 7f09677fe700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09600a16f0 0x7f09600a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.185+0000 7f09677fe700 1 -- 172.21.15.39:0/3940649371 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f09700ccb10 con 0x7f097810ba00 2023-12-07T14:05:40.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.186+0000 7f0988a6ab80 1 Processor -- start 2023-12-07T14:05:40.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.186+0000 7f097659c700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09600a16f0 0x7f09600a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f097659c700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09600a16f0 0x7f09600a3bb0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0968006010 tx=0x7f096800b260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0988a6ab80 1 -- start start 2023-12-07T14:05:40.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d586630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58acc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d4f17c0 con 0x55573d586250 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d4d87a0 con 0x55573d58a860 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d4d60c0 con 0x55573d586b70 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d586630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d586630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56204/0 (socket says 172.21.15.39:56204) 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f0976d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.187+0000 7f097659c700 1 -- 172.21.15.39:0/536451703 learned_addr learned my addr 172.21.15.39:0/536451703 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0975d9b700 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0976d9d700 1 -- 172.21.15.39:0/536451703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 msgr2=0x55573d58a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0976d9d700 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0976d9d700 1 -- 172.21.15.39:0/536451703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 msgr2=0x55573d586630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0976d9d700 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d586630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0976d9d700 1 -- 172.21.15.39:0/536451703 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55573d34e630 con 0x55573d58a860 2023-12-07T14:05:40.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0976d9d700 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58acc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f09700ca270 tx=0x7f09700999e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7b0f7e12803dbe4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0964ff9700 1 -- 172.21.15.39:0/536451703 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f097001b320 con 0x55573d58a860 2023-12-07T14:05:40.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0964ff9700 1 -- 172.21.15.39:0/536451703 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f097009a290 con 0x55573d58a860 2023-12-07T14:05:40.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.188+0000 7f0964ff9700 1 -- 172.21.15.39:0/536451703 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0970099df0 con 0x55573d58a860 2023-12-07T14:05:40.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 -- 172.21.15.39:0/536451703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 msgr2=0x55573d58acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58acc0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f09700ca270 tx=0x7f09700999e0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 -- 172.21.15.39:0/536451703 shutdown_connections 2023-12-07T14:05:40.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58acc0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d586630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/536451703 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 -- 172.21.15.39:0/536451703 >> 172.21.15.39:0/536451703 conn(0x55573d4ac360 msgr2=0x55573d578070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 -- 172.21.15.39:0/536451703 shutdown_connections 2023-12-07T14:05:40.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 -- 172.21.15.39:0/536451703 wait complete. 2023-12-07T14:05:40.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 -- start start 2023-12-07T14:05:40.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.191+0000 7f0988a6ab80 1 Processor -- start 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d4d19b0 con 0x55573d586250 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d48b560 con 0x55573d58a860 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d48b200 con 0x55573d586b70 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0988a6ab80 10 client.0 _ll_register_callbacks cb 0x55573d3b6a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56210/0 (socket says 172.21.15.39:56210) 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58f8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60932/0 (socket says 172.21.15.39:60932) 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f097659c700 1 -- 172.21.15.39:0/663389410 learned_addr learned my addr 172.21.15.39:0/663389410 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0976d9d700 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 -- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 msgr2=0x55573d58fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 -- 172.21.15.39:0/663389410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 msgr2=0x55573d58f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 -- 172.21.15.39:0/663389410 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0978100340 con 0x55573d586b70 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f0975d9b700 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58f8e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0978069860 tx=0x7f096c00bd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98b5e3b6381c9e71 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.192+0000 7f095dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f095dffb700 1 -- 172.21.15.39:0/663389410 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c0040f0 con 0x55573d586b70 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55573d570a00 con 0x55573d586b70 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f095dffb700 1 -- 172.21.15.39:0/663389410 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f096c011440 con 0x55573d586b70 2023-12-07T14:05:40.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f095dffb700 1 -- 172.21.15.39:0/663389410 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f096c004560 con 0x55573d586b70 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 10 client.26107 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55573d2fade0 con 0x55573d586b70 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f095dffb700 1 -- 172.21.15.39:0/663389410 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55573d570a00 con 0x55573d586b70 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f095dffb700 1 -- 172.21.15.39:0/663389410 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f096c0108a0 con 0x55573d586b70 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 10 client.26107 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 10 client.26107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 20 client.26107 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d59fb10 0x55573d5a1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 4 client.26107 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.193+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55573d54c6a0 con 0x55573d59fb10 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.194+0000 7f097659c700 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d59fb10 0x55573d5a1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.196+0000 7f097659c700 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d59fb10 0x55573d5a1f30 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c6b4affbe68f60 server_cookie=c42decbeb56f4449 in_seq=0 out_seq=0 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.196+0000 7f095dffb700 10 client.26107 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:40.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.197+0000 7f095dffb700 1 -- 172.21.15.39:0/663389410 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55573d54c6a0 con 0x55573d59fb10 2023-12-07T14:05:40.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.197+0000 7f095dffb700 10 client.26107 handle_command_reply: tid=0 2023-12-07T14:05:40.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.197+0000 7f0988a6ab80 1 client.26107 shutdown 2023-12-07T14:05:40.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.198+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 msgr2=0x55573d58f8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.198+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58f8e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f0978069860 tx=0x7f096c00bd70 comp rx=0 tx=0).stop 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 shutdown_connections 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d59fb10 0x55573d5a1f30 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d58fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f095dffb700 0 client.26107 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/663389410 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d58f8e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 >> 172.21.15.39:0/663389410 conn(0x55573d4ac360 msgr2=0x55573d58bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 shutdown_connections 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 1 -- 172.21.15.39:0/663389410 wait complete. 2023-12-07T14:05:40.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.200+0000 7f0988a6ab80 20 client.26107 trim_cache size 0 max 16384 2023-12-07T14:05:40.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.228+0000 7f0988a6ab80 1 Processor -- start 2023-12-07T14:05:40.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0988a6ab80 1 -- start start 2023-12-07T14:05:40.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d596980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d596ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d350920 con 0x55573d586250 2023-12-07T14:05:40.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d570840 con 0x55573d58a860 2023-12-07T14:05:40.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d5906f0 con 0x55573d586b70 2023-12-07T14:05:40.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f097659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56218/0 (socket says 172.21.15.39:56218) 2023-12-07T14:05:40.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f097659c700 1 -- 172.21.15.39:0/4223062023 learned_addr learned my addr 172.21.15.39:0/4223062023 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:40.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.229+0000 7f0976d9d700 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d596ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.230+0000 7f0975d9b700 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d596980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.230+0000 7f0976d9d700 1 -- 172.21.15.39:0/4223062023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 msgr2=0x55573d596980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.230+0000 7f0976d9d700 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d596980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.230+0000 7f0976d9d700 1 -- 172.21.15.39:0/4223062023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 msgr2=0x55573d58bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.230+0000 7f0976d9d700 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.230+0000 7f0976d9d700 1 -- 172.21.15.39:0/4223062023 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55573d2e3c60 con 0x55573d58a860 2023-12-07T14:05:40.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.235+0000 7f0976d9d700 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d596ec0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0970004e10 tx=0x7f0970004e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=881bd1bd9460f06f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.235+0000 7f09657fa700 1 -- 172.21.15.39:0/4223062023 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09700a1e90 con 0x55573d58a860 2023-12-07T14:05:40.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.236+0000 7f09657fa700 1 -- 172.21.15.39:0/4223062023 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f097001b320 con 0x55573d58a860 2023-12-07T14:05:40.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.236+0000 7f09657fa700 1 -- 172.21.15.39:0/4223062023 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09700b23c0 con 0x55573d58a860 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.237+0000 7f0988a6ab80 1 -- 172.21.15.39:0/4223062023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 msgr2=0x55573d596ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.237+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d596ec0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0970004e10 tx=0x7f0970004e60 comp rx=0 tx=0).stop 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.237+0000 7f0988a6ab80 1 -- 172.21.15.39:0/4223062023 shutdown_connections 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.237+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d58a860 0x55573d596ec0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.237+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d586250 0x55573d58bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.237+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/4223062023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586b70 0x55573d596980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.237+0000 7f0988a6ab80 1 -- 172.21.15.39:0/4223062023 >> 172.21.15.39:0/4223062023 conn(0x55573d4ac360 msgr2=0x55573d5889a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.238+0000 7f0988a6ab80 1 -- 172.21.15.39:0/4223062023 shutdown_connections 2023-12-07T14:05:40.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.238+0000 7f0988a6ab80 1 -- 172.21.15.39:0/4223062023 wait complete. 2023-12-07T14:05:40.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.238+0000 7f0988a6ab80 1 -- start start 2023-12-07T14:05:40.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.238+0000 7f0988a6ab80 1 Processor -- start 2023-12-07T14:05:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586250 0x55573d596da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d586b70 0x55573d58cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0988a6ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d58a860 0x55573d58d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d58ae10 con 0x55573d58a860 2023-12-07T14:05:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d58af80 con 0x55573d586b70 2023-12-07T14:05:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0988a6ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55573d58b140 con 0x55573d586250 2023-12-07T14:05:40.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0988a6ab80 10 client.0 _ll_register_callbacks cb 0x55573d3b6a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0975d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d586b70 0x55573d58cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0975d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d586b70 0x55573d58cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47426/0 (socket says 172.21.15.39:47426) 2023-12-07T14:05:40.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.245+0000 7f0975d9b700 1 -- 172.21.15.39:0/439040124 learned_addr learned my addr 172.21.15.39:0/439040124 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0976d9d700 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d58a860 0x55573d58d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0975d9b700 1 -- 172.21.15.39:0/439040124 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586250 msgr2=0x55573d596da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0975d9b700 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586250 0x55573d596da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0975d9b700 1 -- 172.21.15.39:0/439040124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d58a860 msgr2=0x55573d58d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0975d9b700 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d58a860 0x55573d58d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0975d9b700 1 -- 172.21.15.39:0/439040124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55573d34e630 con 0x55573d586b70 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0976d9d700 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d58a860 0x55573d58d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0975d9b700 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d586b70 0x55573d58cb50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x55573d578940 tx=0x7f096c003a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81d244a79febdfa0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f095dffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f095dffb700 1 -- 172.21.15.39:0/439040124 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f096c0040f0 con 0x55573d586b70 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f097009a290 con 0x55573d586b70 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.246+0000 7f095dffb700 1 -- 172.21.15.39:0/439040124 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f096c000e40 con 0x55573d586b70 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.247+0000 7f095dffb700 1 -- 172.21.15.39:0/439040124 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f096c010870 con 0x55573d586b70 2023-12-07T14:05:40.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.247+0000 7f0988a6ab80 10 client.25991 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.247+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55573d321250 con 0x55573d586b70 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.247+0000 7f095dffb700 1 -- 172.21.15.39:0/439040124 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f097009a290 con 0x55573d586b70 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.249+0000 7f095dffb700 1 -- 172.21.15.39:0/439040124 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f096c02f4f0 con 0x55573d586b70 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.249+0000 7f0988a6ab80 10 client.25991 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.249+0000 7f0988a6ab80 10 client.25991 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.249+0000 7f0988a6ab80 20 client.25991 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.249+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d5f6c40 0x55573d5f9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.249+0000 7f0988a6ab80 4 client.25991 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:05:40.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.249+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55573d497fd0 con 0x55573d5f6c40 2023-12-07T14:05:40.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.250+0000 7f097659c700 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d5f6c40 0x55573d5f9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f097659c700 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d5f6c40 0x55573d5f9060 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3fc165c064f9afd7 server_cookie=49fd7fdb9bb59a71 in_seq=0 out_seq=0 2023-12-07T14:05:40.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f095dffb700 10 client.25991 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f095dffb700 1 -- 172.21.15.39:0/439040124 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55573d497fd0 con 0x55573d5f6c40 2023-12-07T14:05:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f095dffb700 10 client.25991 handle_command_reply: tid=0 2023-12-07T14:05:40.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f0988a6ab80 1 client.25991 shutdown 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d586b70 msgr2=0x55573d58cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d586b70 0x55573d58cb50 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x55573d578940 tx=0x7f096c003a10 comp rx=0 tx=0).stop 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.251+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 shutdown_connections 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55573d58a860 0x55573d58d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55573d586250 0x55573d596da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55573d5f6c40 0x55573d5f9060 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 1 --2- 172.21.15.39:0/439040124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55573d586b70 0x55573d58cb50 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 >> 172.21.15.39:0/439040124 conn(0x55573d4ac360 msgr2=0x55573d571c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f095dffb700 0 client.25991 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 shutdown_connections 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 1 -- 172.21.15.39:0/439040124 wait complete. 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f0988a6ab80 20 client.25991 trim_cache size 0 max 16384 2023-12-07T14:05:40.255 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:05:40.256 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:05:40.256 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:05:40.256 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:05:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.252+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09600a16f0 msgr2=0x7f09600a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.253+0000 7f097c871700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09600a16f0 0x7f09600a3bb0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0968006010 tx=0x7f096800b260 comp rx=0 tx=0).stop 2023-12-07T14:05:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.253+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 msgr2=0x7f0978197750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.253+0000 7f097c871700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 0x7f0978197750 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f097000efc0 tx=0x7f097000c3a0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.254+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 shutdown_connections 2023-12-07T14:05:40.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.254+0000 7f097c871700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09600a16f0 0x7f09600a3bb0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.254+0000 7f097c871700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f097810ba00 0x7f0978197750 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.254+0000 7f097c871700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09781025e0 0x7f097819d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.254+0000 7f097c871700 1 --2- 172.21.15.39:0/3940649371 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0978102f00 0x7f097819db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.254+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 >> 172.21.15.39:0/3940649371 conn(0x7f09780fbda0 msgr2=0x7f09780fcb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.258+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 shutdown_connections 2023-12-07T14:05:40.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.258+0000 7f097c871700 1 -- 172.21.15.39:0/3940649371 wait complete. 2023-12-07T14:05:40.287 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:05:40.287 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 -- 172.21.15.39:0/2458666101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8105440 msgr2=0x7f29d8105820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 --2- 172.21.15.39:0/2458666101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8105440 0x7f29d8105820 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f29c800b0a0 tx=0x7f29c800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 -- 172.21.15.39:0/2458666101 shutdown_connections 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 --2- 172.21.15.39:0/2458666101 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29d81018b0 0x7f29d810d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 --2- 172.21.15.39:0/2458666101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8105440 0x7f29d8105820 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 --2- 172.21.15.39:0/2458666101 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29d8100ef0 0x7f29d8101370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 -- 172.21.15.39:0/2458666101 >> 172.21.15.39:0/2458666101 conn(0x7f29d80764a0 msgr2=0x7f29d80fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 -- 172.21.15.39:0/2458666101 shutdown_connections 2023-12-07T14:05:40.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.511+0000 7f29ddf36700 1 -- 172.21.15.39:0/2458666101 wait complete. 2023-12-07T14:05:40.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.512+0000 7f29ddf36700 1 Processor -- start 2023-12-07T14:05:40.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ddf36700 1 -- start start 2023-12-07T14:05:40.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ddf36700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8100ef0 0x7f29d80fd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.515 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ddf36700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29d81018b0 0x7f29d80fb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ddf36700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29d8105440 0x7f29d80fbff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ddf36700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d80fc7c0 con 0x7f29d8100ef0 2023-12-07T14:05:40.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ddf36700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d81aa380 con 0x7f29d81018b0 2023-12-07T14:05:40.516 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ddf36700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29d81aa540 con 0x7f29d8105440 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29d77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8100ef0 0x7f29d80fd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29d77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8100ef0 0x7f29d80fd590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56236/0 (socket says 172.21.15.39:56236) 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29d77fe700 1 -- 172.21.15.39:0/3994443897 learned_addr learned my addr 172.21.15.39:0/3994443897 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.513+0000 7f29ceffd700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29d81018b0 0x7f29d80fb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29ceffd700 1 -- 172.21.15.39:0/3994443897 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29d8105440 msgr2=0x7f29d80fbff0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29ceffd700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29d8105440 0x7f29d80fbff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29ceffd700 1 -- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8100ef0 msgr2=0x7f29d80fd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29ceffd700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8100ef0 0x7f29d80fd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29ceffd700 1 -- 172.21.15.39:0/3994443897 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29c8009d00 con 0x7f29d81018b0 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29ceffd700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29d81018b0 0x7f29d80fb920 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f29c000d950 tx=0x7f29c000dd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29d57fa700 1 -- 172.21.15.39:0/3994443897 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c0009b40 con 0x7f29d81018b0 2023-12-07T14:05:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29d57fa700 1 -- 172.21.15.39:0/3994443897 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29c000be10 con 0x7f29d81018b0 2023-12-07T14:05:40.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.514+0000 7f29d57fa700 1 -- 172.21.15.39:0/3994443897 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29c000f620 con 0x7f29d81018b0 2023-12-07T14:05:40.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.515+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29d81aa820 con 0x7f29d81018b0 2023-12-07T14:05:40.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.515+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29d81aace0 con 0x7f29d81018b0 2023-12-07T14:05:40.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.516+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29d8109820 con 0x7f29d81018b0 2023-12-07T14:05:40.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.518+0000 7f29d57fa700 1 -- 172.21.15.39:0/3994443897 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f29c0010460 con 0x7f29d81018b0 2023-12-07T14:05:40.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.519+0000 7f29d57fa700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29c40a1670 0x7f29c40a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:40.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.519+0000 7f29d57fa700 1 -- 172.21.15.39:0/3994443897 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f29c00ccde0 con 0x7f29d81018b0 2023-12-07T14:05:40.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.519+0000 7f29d77fe700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29c40a1670 0x7f29c40a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:40.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.520+0000 7f29d77fe700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29c40a1670 0x7f29c40a3b30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f29c8009fd0 tx=0x7f29c800b7f0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.522+0000 7f29d57fa700 1 -- 172.21.15.39:0/3994443897 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f29c0096110 con 0x7f29d81018b0 2023-12-07T14:05:40.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:40 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:05:40.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:40 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:05:40.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:40 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:40.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:40 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:05:40.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:40 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:05:40.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:40 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:40.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:40 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:05:40.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:40 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:05:40.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:40 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:05:40.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.930+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f29d80fce00 con 0x7f29d81018b0 2023-12-07T14:05:40.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.931+0000 7f29d57fa700 1 -- 172.21.15.39:0/3994443897 <== mon.2 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+11359 (secure 0 0 0) 0x7f29c0021090 con 0x7f29d81018b0 2023-12-07T14:05:40.933 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:05:40.933 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":33,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":33,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:03:49.251998+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24493":{"gid":24493,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/114647789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":114647789},{"type":"v1","addr":"172.21.15.89:6835","nonce":114647789}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:05:40.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29c40a1670 msgr2=0x7f29c40a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29c40a1670 0x7f29c40a3b30 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f29c8009fd0 tx=0x7f29c800b7f0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29d81018b0 msgr2=0x7f29d80fb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29d81018b0 0x7f29d80fb920 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f29c000d950 tx=0x7f29c000dd10 comp rx=0 tx=0).stop 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 shutdown_connections 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29d8105440 0x7f29d80fbff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29d8100ef0 0x7f29d80fd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29c40a1670 0x7f29c40a3b30 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 --2- 172.21.15.39:0/3994443897 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29d81018b0 0x7f29d80fb920 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 >> 172.21.15.39:0/3994443897 conn(0x7f29d80764a0 msgr2=0x7f29d80fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 shutdown_connections 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:40.934+0000 7f29ddf36700 1 -- 172.21.15.39:0/3994443897 wait complete. 2023-12-07T14:05:40.937 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 33 2023-12-07T14:05:40.956 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:05:41.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.186+0000 7fe062a49700 1 -- 172.21.15.39:0/848139743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 msgr2=0x7fe05c068780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.186+0000 7fe062a49700 1 --2- 172.21.15.39:0/848139743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c068780 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe054009f90 tx=0x7fe05400b330 comp rx=0 tx=0).stop 2023-12-07T14:05:41.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.187+0000 7fe062a49700 1 -- 172.21.15.39:0/848139743 shutdown_connections 2023-12-07T14:05:41.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.187+0000 7fe062a49700 1 --2- 172.21.15.39:0/848139743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c068780 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.187+0000 7fe062a49700 1 --2- 172.21.15.39:0/848139743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe05c100560 0x7fe05c100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.187+0000 7fe062a49700 1 --2- 172.21.15.39:0/848139743 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe05c100f10 0x7fe05c104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.187+0000 7fe062a49700 1 -- 172.21.15.39:0/848139743 >> 172.21.15.39:0/848139743 conn(0x7fe05c0fbda0 msgr2=0x7fe05c0fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.194+0000 7fe062a49700 1 -- 172.21.15.39:0/848139743 shutdown_connections 2023-12-07T14:05:41.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.195+0000 7fe062a49700 1 -- 172.21.15.39:0/848139743 wait complete. 2023-12-07T14:05:41.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 Processor -- start 2023-12-07T14:05:41.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 -- start start 2023-12-07T14:05:41.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe05c100560 0x7fe05c10c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c10cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe05c072040 0x7fe05c0724f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe05c072a30 con 0x7fe05c100560 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe05c072b70 con 0x7fe05c105680 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.196+0000 7fe062a49700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe05c072ce0 con 0x7fe05c072040 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c10cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c10cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47450/0 (socket says 172.21.15.39:47450) 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 -- 172.21.15.39:0/1045159723 learned_addr learned my addr 172.21.15.39:0/1045159723 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe060fe6700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe05c072040 0x7fe05c0724f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05bfff700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe05c100560 0x7fe05c10c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 -- 172.21.15.39:0/1045159723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe05c072040 msgr2=0x7fe05c0724f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe05c072040 0x7fe05c0724f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 -- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe05c100560 msgr2=0x7fe05c10c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe05c100560 0x7fe05c10c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 -- 172.21.15.39:0/1045159723 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe054009c40 con 0x7fe05c105680 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe060fe6700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe05c072040 0x7fe05c0724f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05bfff700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe05c100560 0x7fe05c10c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.197+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c10cc70 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe050006fd0 tx=0x7fe05000b7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.198+0000 7fe0597fa700 1 -- 172.21.15.39:0/1045159723 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe050033640 con 0x7fe05c105680 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.198+0000 7fe0597fa700 1 -- 172.21.15.39:0/1045159723 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe050033c60 con 0x7fe05c105680 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.198+0000 7fe0597fa700 1 -- 172.21.15.39:0/1045159723 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe050032b80 con 0x7fe05c105680 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.198+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe05c072f00 con 0x7fe05c105680 2023-12-07T14:05:41.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.198+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe05c0733c0 con 0x7fe05c105680 2023-12-07T14:05:41.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.201+0000 7fe0597fa700 1 -- 172.21.15.39:0/1045159723 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe050032ce0 con 0x7fe05c105680 2023-12-07T14:05:41.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.202+0000 7fe0597fa700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0440a1740 0x7fe0440a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.202+0000 7fe0597fa700 1 -- 172.21.15.39:0/1045159723 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe0500ee580 con 0x7fe05c105680 2023-12-07T14:05:41.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.202+0000 7fe05bfff700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0440a1740 0x7fe0440a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.202+0000 7fe05bfff700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0440a1740 0x7fe0440a3c00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe04c005fd0 tx=0x7fe04c009310 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 Processor -- start 2023-12-07T14:05:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 -- start start 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53da3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da4360 0x55cb53da7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 0x55cb53da84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53d177c0 con 0x55cb53da8050 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53cfe7a0 con 0x55cb53da4360 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53cfc0c0 con 0x55cb53da3a40 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe05bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53da3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe05b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da4360 0x55cb53da7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe05bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53da3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60978/0 (socket says 172.21.15.39:60978) 2023-12-07T14:05:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe05bfff700 1 -- 172.21.15.39:0/404782479 learned_addr learned my addr 172.21.15.39:0/404782479 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.206+0000 7fe060fe6700 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 0x55cb53da84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe05b7fe700 1 -- 172.21.15.39:0/404782479 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 msgr2=0x55cb53da3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53da3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe05b7fe700 1 -- 172.21.15.39:0/404782479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 msgr2=0x55cb53da84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 0x55cb53da84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe05b7fe700 1 -- 172.21.15.39:0/404782479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb53b74630 con 0x55cb53da4360 2023-12-07T14:05:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da4360 0x55cb53da7b10 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe0500ebdf0 tx=0x7fe0500bb1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb8c06e85e06ccde server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe0427fc700 1 -- 172.21.15.39:0/404782479 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0500bbd80 con 0x55cb53da4360 2023-12-07T14:05:41.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe0427fc700 1 -- 172.21.15.39:0/404782479 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0500d5020 con 0x55cb53da4360 2023-12-07T14:05:41.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.207+0000 7fe0427fc700 1 -- 172.21.15.39:0/404782479 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0500bb8e0 con 0x55cb53da4360 2023-12-07T14:05:41.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.208+0000 7fe06ec42b80 1 -- 172.21.15.39:0/404782479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da4360 msgr2=0x55cb53da7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.208+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da4360 0x55cb53da7b10 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe0500ebdf0 tx=0x7fe0500bb1c0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.209+0000 7fe06ec42b80 1 -- 172.21.15.39:0/404782479 shutdown_connections 2023-12-07T14:05:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.209+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 0x55cb53da84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.209+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53da3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.209+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/404782479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da4360 0x55cb53da7b10 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.209+0000 7fe06ec42b80 1 -- 172.21.15.39:0/404782479 >> 172.21.15.39:0/404782479 conn(0x55cb53cd2360 msgr2=0x55cb53d9e070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.209+0000 7fe06ec42b80 1 -- 172.21.15.39:0/404782479 shutdown_connections 2023-12-07T14:05:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.210+0000 7fe06ec42b80 1 -- 172.21.15.39:0/404782479 wait complete. 2023-12-07T14:05:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.210+0000 7fe06ec42b80 1 -- start start 2023-12-07T14:05:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.210+0000 7fe06ec42b80 1 Processor -- start 2023-12-07T14:05:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53dacc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 0x55cb53dad150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da8050 0x55cb53dad690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53cf79b0 con 0x55cb53da4360 2023-12-07T14:05:41.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53cb1560 con 0x55cb53da8050 2023-12-07T14:05:41.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53cb1200 con 0x55cb53da3a40 2023-12-07T14:05:41.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe06ec42b80 10 client.0 _ll_register_callbacks cb 0x55cb53bdca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:41.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe05bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53dacc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.213+0000 7fe05bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53dacc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60986/0 (socket says 172.21.15.39:60986) 2023-12-07T14:05:41.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.214+0000 7fe05bfff700 1 -- 172.21.15.39:0/1997304401 learned_addr learned my addr 172.21.15.39:0/1997304401 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.214+0000 7fe05bfff700 1 -- 172.21.15.39:0/1997304401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da8050 msgr2=0x55cb53dad690 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.214+0000 7fe05bfff700 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da8050 0x55cb53dad690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.214+0000 7fe05bfff700 1 -- 172.21.15.39:0/1997304401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 msgr2=0x55cb53dad150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.214+0000 7fe05bfff700 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 0x55cb53dad150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.214+0000 7fe05bfff700 1 -- 172.21.15.39:0/1997304401 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe05c0733c0 con 0x55cb53da3a40 2023-12-07T14:05:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.215+0000 7fe05bfff700 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53dacc10 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe04c012c40 tx=0x7fe04c0047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebb5845705348a10 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.215+0000 7fe03b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:41.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.215+0000 7fe03b7fe700 1 -- 172.21.15.39:0/1997304401 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe04c012e90 con 0x55cb53da3a40 2023-12-07T14:05:41.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe03b7fe700 1 -- 172.21.15.39:0/1997304401 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe04c018070 con 0x55cb53da3a40 2023-12-07T14:05:41.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cb53d96a00 con 0x55cb53da3a40 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe03b7fe700 1 -- 172.21.15.39:0/1997304401 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe04c01f850 con 0x55cb53da3a40 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 10 client.26119 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55cb53b20de0 con 0x55cb53da3a40 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe03b7fe700 1 -- 172.21.15.39:0/1997304401 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55cb53d96a00 con 0x55cb53da3a40 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe03b7fe700 1 -- 172.21.15.39:0/1997304401 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe04c029ae0 con 0x55cb53da3a40 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 10 client.26119 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 10 client.26119 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:05:41.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 20 client.26119 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:41.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53dbd590 0x55cb53dbfa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 4 client.26119 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:41.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.216+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cb53d726a0 con 0x55cb53dbd590 2023-12-07T14:05:41.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.217+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53dbd590 0x55cb53dbfa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.219+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53dbd590 0x55cb53dbfa50 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=408dc2d033ac08f0 server_cookie=89e3cef96ec5d99b in_seq=0 out_seq=0 2023-12-07T14:05:41.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.219+0000 7fe03b7fe700 10 client.26119 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe03b7fe700 1 -- 172.21.15.39:0/1997304401 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55cb53d726a0 con 0x55cb53dbd590 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe03b7fe700 10 client.26119 handle_command_reply: tid=0 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 client.26119 shutdown 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 msgr2=0x55cb53dacc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53dacc10 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fe04c012c40 tx=0x7fe04c0047c0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 shutdown_connections 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53dbd590 0x55cb53dbfa50 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da8050 0x55cb53dad690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da3a40 0x55cb53dacc10 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/1997304401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 0x55cb53dad150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.220+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 >> 172.21.15.39:0/1997304401 conn(0x55cb53cd2360 msgr2=0x55cb53da94b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.221+0000 7fe03b7fe700 0 client.26119 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:41.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.221+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 shutdown_connections 2023-12-07T14:05:41.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.221+0000 7fe06ec42b80 1 -- 172.21.15.39:0/1997304401 wait complete. 2023-12-07T14:05:41.224 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.221+0000 7fe06ec42b80 20 client.26119 trim_cache size 0 max 16384 2023-12-07T14:05:41.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.241+0000 7fe06ec42b80 1 Processor -- start 2023-12-07T14:05:41.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe06ec42b80 1 -- start start 2023-12-07T14:05:41.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53dad4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da4360 0x55cb53db4300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 0x55cb53db4840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53b76920 con 0x55cb53da8050 2023-12-07T14:05:41.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53dafc30 con 0x55cb53da3a40 2023-12-07T14:05:41.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53db9f30 con 0x55cb53da4360 2023-12-07T14:05:41.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe05b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da4360 0x55cb53db4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe05b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da4360 0x55cb53db4300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:60992/0 (socket says 172.21.15.39:60992) 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.242+0000 7fe05b7fe700 1 -- 172.21.15.39:0/4140245835 learned_addr learned my addr 172.21.15.39:0/4140245835 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe05bfff700 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53dad4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe05b7fe700 1 -- 172.21.15.39:0/4140245835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 msgr2=0x55cb53dad4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53dad4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe05b7fe700 1 -- 172.21.15.39:0/4140245835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 msgr2=0x55cb53db4840 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 0x55cb53db4840 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe05b7fe700 1 -- 172.21.15.39:0/4140245835 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb53d98f40 con 0x55cb53da4360 2023-12-07T14:05:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da4360 0x55cb53db4300 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe0500093d0 tx=0x7fe050032600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7db57fa5b6caa12d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.243+0000 7fe042ffd700 1 -- 172.21.15.39:0/4140245835 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0500bf7d0 con 0x55cb53da4360 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.244+0000 7fe042ffd700 1 -- 172.21.15.39:0/4140245835 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0500c3a10 con 0x55cb53da4360 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.244+0000 7fe042ffd700 1 -- 172.21.15.39:0/4140245835 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0500bab70 con 0x55cb53da4360 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 -- 172.21.15.39:0/4140245835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da4360 msgr2=0x55cb53db4300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da4360 0x55cb53db4300 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fe0500093d0 tx=0x7fe050032600 comp rx=0 tx=0).stop 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 -- 172.21.15.39:0/4140245835 shutdown_connections 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da8050 0x55cb53db4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53dad4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/4140245835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da4360 0x55cb53db4300 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 -- 172.21.15.39:0/4140245835 >> 172.21.15.39:0/4140245835 conn(0x55cb53cd2360 msgr2=0x55cb53dc43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 -- 172.21.15.39:0/4140245835 shutdown_connections 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 -- 172.21.15.39:0/4140245835 wait complete. 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.245+0000 7fe06ec42b80 1 -- start start 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 1 Processor -- start 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53db45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 0x55cb53db22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da8050 0x55cb53db2820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53db2e90 con 0x55cb53da4360 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53db3000 con 0x55cb53da3a40 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb53e12b70 con 0x55cb53da8050 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe06ec42b80 10 client.0 _ll_register_callbacks cb 0x55cb53bdca80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe05bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53db45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe05bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53db45f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47476/0 (socket says 172.21.15.39:47476) 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.246+0000 7fe05bfff700 1 -- 172.21.15.39:0/2264640727 learned_addr learned my addr 172.21.15.39:0/2264640727 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 0x55cb53db22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe05bfff700 1 -- 172.21.15.39:0/2264640727 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da8050 msgr2=0x55cb53db2820 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe05bfff700 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da8050 0x55cb53db2820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe05bfff700 1 -- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 msgr2=0x55cb53db22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe05bfff700 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 0x55cb53db22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe05bfff700 1 -- 172.21.15.39:0/2264640727 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cb53b74630 con 0x55cb53da3a40 2023-12-07T14:05:41.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe05bfff700 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53db45f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe04c012c10 tx=0x7fe04c011d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ab9e6435a927dac server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.247+0000 7fe03b7fe700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.248+0000 7fe03b7fe700 1 -- 172.21.15.39:0/2264640727 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe04c020ca0 con 0x55cb53da3a40 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.248+0000 7fe03b7fe700 1 -- 172.21.15.39:0/2264640727 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe04c018040 con 0x55cb53da3a40 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.248+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe0500d5020 con 0x55cb53da3a40 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.248+0000 7fe03b7fe700 1 -- 172.21.15.39:0/2264640727 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe04c020e00 con 0x55cb53da3a40 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.248+0000 7fe06ec42b80 10 client.26012 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.248+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55cb53b09c60 con 0x55cb53da3a40 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.248+0000 7fe03b7fe700 1 -- 172.21.15.39:0/2264640727 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe0500d5020 con 0x55cb53da3a40 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe03b7fe700 1 -- 172.21.15.39:0/2264640727 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fe04c042070 con 0x55cb53da3a40 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe06ec42b80 10 client.26012 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe06ec42b80 10 client.26012 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe06ec42b80 20 client.26012 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53e14240 0x55cb53e16660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe06ec42b80 4 client.26012 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cb53cbdfd0 con 0x55cb53e14240 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.249+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53e14240 0x55cb53e16660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.250+0000 7fe05b7fe700 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53e14240 0x55cb53e16660 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=110e6ed050e10ceb server_cookie=703829962d8582b6 in_seq=0 out_seq=0 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.250+0000 7fe03b7fe700 10 client.26012 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.250+0000 7fe03b7fe700 1 -- 172.21.15.39:0/2264640727 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cb53cbdfd0 con 0x55cb53e14240 2023-12-07T14:05:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.250+0000 7fe03b7fe700 10 client.26012 handle_command_reply: tid=0 2023-12-07T14:05:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.250+0000 7fe06ec42b80 1 client.26012 shutdown 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.251+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 msgr2=0x55cb53db45f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.251+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53db45f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fe04c012c10 tx=0x7fe04c011d10 comp rx=0 tx=0).stop 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 shutdown_connections 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cb53da8050 0x55cb53db2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55cb53e14240 0x55cb53e16660 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cb53da3a40 0x55cb53db45f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 --2- 172.21.15.39:0/2264640727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cb53da4360 0x55cb53db22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 >> 172.21.15.39:0/2264640727 conn(0x55cb53cd2360 msgr2=0x55cb53da62b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe03b7fe700 0 client.26012 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 shutdown_connections 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 1 -- 172.21.15.39:0/2264640727 wait complete. 2023-12-07T14:05:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.252+0000 7fe06ec42b80 20 client.26012 trim_cache size 0 max 16384 2023-12-07T14:05:41.256 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.254+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0440a1740 msgr2=0x7fe0440a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.254+0000 7fe062a49700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0440a1740 0x7fe0440a3c00 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe04c005fd0 tx=0x7fe04c009310 comp rx=0 tx=0).stop 2023-12-07T14:05:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 msgr2=0x7fe05c10cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c10cc70 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fe050006fd0 tx=0x7fe05000b7e0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 shutdown_connections 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe05c072040 0x7fe05c0724f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe05c100560 0x7fe05c10c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe0440a1740 0x7fe0440a3c00 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 --2- 172.21.15.39:0/1045159723 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe05c105680 0x7fe05c10cc70 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 >> 172.21.15.39:0/1045159723 conn(0x7fe05c0fbda0 msgr2=0x7fe05c0fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 shutdown_connections 2023-12-07T14:05:41.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.255+0000 7fe062a49700 1 -- 172.21.15.39:0/1045159723 wait complete. 2023-12-07T14:05:41.276 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:05:41.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.541+0000 7f7fd708d700 1 -- 172.21.15.39:0/1257529555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0108ba0 msgr2=0x7f7fd0109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.541+0000 7f7fd708d700 1 --2- 172.21.15.39:0/1257529555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0108ba0 0x7f7fd0109020 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f7fc800b0a0 tx=0x7f7fc800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.548+0000 7f7fd708d700 1 -- 172.21.15.39:0/1257529555 shutdown_connections 2023-12-07T14:05:41.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.548+0000 7f7fd708d700 1 --2- 172.21.15.39:0/1257529555 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7fd0114310 0x7f7fd0116700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.548+0000 7f7fd708d700 1 --2- 172.21.15.39:0/1257529555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd006d980 0x7f7fd01085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.548+0000 7f7fd708d700 1 --2- 172.21.15.39:0/1257529555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0108ba0 0x7f7fd0109020 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.548+0000 7f7fd708d700 1 -- 172.21.15.39:0/1257529555 >> 172.21.15.39:0/1257529555 conn(0x7f7fd006c550 msgr2=0x7f7fd006c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.549+0000 7f7fd708d700 1 -- 172.21.15.39:0/1257529555 shutdown_connections 2023-12-07T14:05:41.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.549+0000 7f7fd708d700 1 -- 172.21.15.39:0/1257529555 wait complete. 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.550+0000 7f7fd708d700 1 Processor -- start 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.550+0000 7f7fd708d700 1 -- start start 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fd708d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7fd006d980 0x7f7fd01a2c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fd708d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd0108ba0 0x7f7fd01a3190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fd708d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0114310 0x7f7fd0112d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fd708d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd0113510 con 0x7f7fd0114310 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fd708d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd0113680 con 0x7f7fd0108ba0 2023-12-07T14:05:41.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fd708d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fd0113840 con 0x7f7fd006d980 2023-12-07T14:05:41.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd0108ba0 0x7f7fd01a3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd0108ba0 0x7f7fd01a3190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47492/0 (socket says 172.21.15.39:47492) 2023-12-07T14:05:41.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 -- 172.21.15.39:0/2285655149 learned_addr learned my addr 172.21.15.39:0/2285655149 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fd562a700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0114310 0x7f7fd0112d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 -- 172.21.15.39:0/2285655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7fd006d980 msgr2=0x7f7fd01a2c50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7fd006d980 0x7f7fd01a2c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 -- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0114310 msgr2=0x7f7fd0112d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0114310 0x7f7fd0112d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.551+0000 7f7fcffff700 1 -- 172.21.15.39:0/2285655149 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fc8009d00 con 0x7f7fd0108ba0 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.552+0000 7f7fcffff700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd0108ba0 0x7f7fd01a3190 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8009850 tx=0x7f7fc8004db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.552+0000 7f7fcdffb700 1 -- 172.21.15.39:0/2285655149 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc800e040 con 0x7f7fd0108ba0 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.552+0000 7f7fcdffb700 1 -- 172.21.15.39:0/2285655149 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fc800be40 con 0x7f7fd0108ba0 2023-12-07T14:05:41.555 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.552+0000 7f7fcdffb700 1 -- 172.21.15.39:0/2285655149 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8004610 con 0x7f7fd0108ba0 2023-12-07T14:05:41.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.552+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fd0113ac0 con 0x7f7fd0108ba0 2023-12-07T14:05:41.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.553+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fd01a6ba0 con 0x7f7fd0108ba0 2023-12-07T14:05:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:41 smithi039 ceph-mon[98864]: pgmap v98: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 15 MiB/s wr, 637 op/s 2023-12-07T14:05:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:41 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3994443897' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:05:41.558 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.556+0000 7f7fcdffb700 1 -- 172.21.15.39:0/2285655149 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7fc8004770 con 0x7f7fd0108ba0 2023-12-07T14:05:41.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.557+0000 7f7fcdffb700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7fb80a1740 0x7f7fb80a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.557+0000 7f7fcdffb700 1 -- 172.21.15.39:0/2285655149 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7fc80ce030 con 0x7f7fd0108ba0 2023-12-07T14:05:41.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.557+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7fb80a1740 0x7f7fb80a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.558+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7fb80a1740 0x7f7fb80a3c00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4009af0 tx=0x7f7fc4009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.564 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.562+0000 7f7fe3286b80 1 Processor -- start 2023-12-07T14:05:41.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.562+0000 7f7fe3286b80 1 -- start start 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 0x5575e28ece20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28f0b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28f14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28607c0 con 0x5575e28ed360 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28477a0 con 0x5575e28f1050 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28450c0 con 0x5575e28eca40 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fcffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28f0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fcffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28f0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56298/0 (socket says 172.21.15.39:56298) 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fcffff700 1 -- 172.21.15.39:0/3349299954 learned_addr learned my addr 172.21.15.39:0/3349299954 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fd562a700 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28f14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.563+0000 7f7fcffff700 1 -- 172.21.15.39:0/3349299954 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 msgr2=0x5575e28ece20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:41.566 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.564+0000 7f7fcffff700 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 0x5575e28ece20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.564+0000 7f7fcffff700 1 -- 172.21.15.39:0/3349299954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 msgr2=0x5575e28f14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.564+0000 7f7fcffff700 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28f14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.564+0000 7f7fcffff700 1 -- 172.21.15.39:0/3349299954 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575e26bd630 con 0x5575e28ed360 2023-12-07T14:05:41.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.564+0000 7f7fcffff700 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28f0b10 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8004a20 tx=0x7f7fc80077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79ff6c1bf829597a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.567 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.565+0000 7f7fb6ffd700 1 -- 172.21.15.39:0/3349299954 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc809f260 con 0x5575e28ed360 2023-12-07T14:05:41.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.565+0000 7f7fb6ffd700 1 -- 172.21.15.39:0/3349299954 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fc80a3410 con 0x5575e28ed360 2023-12-07T14:05:41.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.565+0000 7f7fb6ffd700 1 -- 172.21.15.39:0/3349299954 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc809b370 con 0x5575e28ed360 2023-12-07T14:05:41.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.566+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3349299954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 msgr2=0x5575e28f0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.568 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.566+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28f0b10 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8004a20 tx=0x7f7fc80077d0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3349299954 shutdown_connections 2023-12-07T14:05:41.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28f14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 0x5575e28ece20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3349299954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28f0b10 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3349299954 >> 172.21.15.39:0/3349299954 conn(0x5575e281b360 msgr2=0x5575e28e7070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3349299954 shutdown_connections 2023-12-07T14:05:41.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3349299954 wait complete. 2023-12-07T14:05:41.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 -- start start 2023-12-07T14:05:41.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.567+0000 7f7fe3286b80 1 Processor -- start 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28eca40 0x5575e28f5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28f1050 0x5575e28f66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28409b0 con 0x5575e28f1050 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e27fa560 con 0x5575e28eca40 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e27fa200 con 0x5575e28ed360 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fe3286b80 10 client.0 _ll_register_callbacks cb 0x5575e2725a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fd562a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28f1050 0x5575e28f66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.568+0000 7f7fd562a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28f1050 0x5575e28f66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56304/0 (socket says 172.21.15.39:56304) 2023-12-07T14:05:41.571 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7fd562a700 1 -- 172.21.15.39:0/3919452711 learned_addr learned my addr 172.21.15.39:0/3919452711 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7fd562a700 1 -- 172.21.15.39:0/3919452711 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 msgr2=0x5575e28f6160 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:41.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7fd562a700 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.572 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7fd562a700 1 -- 172.21.15.39:0/3919452711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28eca40 msgr2=0x5575e28f5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7fd562a700 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28eca40 0x5575e28f5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7fd562a700 1 -- 172.21.15.39:0/3919452711 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fd01a6ba0 con 0x5575e28f1050 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7fd562a700 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28f1050 0x5575e28f66a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0010530 tx=0x7f7fc00108f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f08d3916cd0d0e88 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.569+0000 7f7faffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.570+0000 7f7faffff700 1 -- 172.21.15.39:0/3919452711 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc0016690 con 0x5575e28f1050 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.570+0000 7f7faffff700 1 -- 172.21.15.39:0/3919452711 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7fc00167f0 con 0x5575e28f1050 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.570+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5575e28dfa00 con 0x5575e28f1050 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.570+0000 7f7faffff700 1 -- 172.21.15.39:0/3919452711 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7fc00169b0 con 0x5575e28f1050 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.570+0000 7f7fe3286b80 10 client.16443 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.570+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5575e2669de0 con 0x5575e28f1050 2023-12-07T14:05:41.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.570+0000 7f7faffff700 1 -- 172.21.15.39:0/3919452711 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5575e28dfa00 con 0x5575e28f1050 2023-12-07T14:05:41.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.571+0000 7f7faffff700 1 -- 172.21.15.39:0/3919452711 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f7fc0014c30 con 0x5575e28f1050 2023-12-07T14:05:41.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.571+0000 7f7fe3286b80 10 client.16443 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:41.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.571+0000 7f7fe3286b80 10 client.16443 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:05:41.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.571+0000 7f7fe3286b80 20 client.16443 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:41.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.571+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e29061c0 0x5575e29085e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.571+0000 7f7fe3286b80 4 client.16443 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:41.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.571+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5575e28bb6a0 con 0x5575e29061c0 2023-12-07T14:05:41.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.573+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e29061c0 0x5575e29085e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.575+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e29061c0 0x5575e29085e0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e84b553932668de3 server_cookie=74a9ac6c0c48db21 in_seq=0 out_seq=0 2023-12-07T14:05:41.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.575+0000 7f7faffff700 10 client.16443 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:41.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.575+0000 7f7faffff700 1 -- 172.21.15.39:0/3919452711 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5575e28bb6a0 con 0x5575e29061c0 2023-12-07T14:05:41.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.575+0000 7f7faffff700 10 client.16443 handle_command_reply: tid=0 2023-12-07T14:05:41.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.576+0000 7f7fe3286b80 1 client.16443 shutdown 2023-12-07T14:05:41.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.576+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28f1050 msgr2=0x5575e28f66a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.576+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28f1050 0x5575e28f66a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0010530 tx=0x7f7fc00108f0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.579+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 shutdown_connections 2023-12-07T14:05:41.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.579+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28f1050 0x5575e28f66a0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.579+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28eca40 0x5575e28f5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.579+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e29061c0 0x5575e29085e0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.579+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3919452711 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.579+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 >> 172.21.15.39:0/3919452711 conn(0x5575e281b360 msgr2=0x5575e28f24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.582 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.579+0000 7f7faffff700 0 client.16443 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:41.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.580+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 shutdown_connections 2023-12-07T14:05:41.583 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.580+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3919452711 wait complete. 2023-12-07T14:05:41.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.585+0000 7f7fe3286b80 20 client.16443 trim_cache size 0 max 16384 2023-12-07T14:05:41.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.609+0000 7f7fe3286b80 1 Processor -- start 2023-12-07T14:05:41.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.609+0000 7f7fe3286b80 1 -- start start 2023-12-07T14:05:41.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 0x5575e28ece20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28e1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28fd070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e26bf920 con 0x5575e28ed360 2023-12-07T14:05:41.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e2903850 con 0x5575e28f1050 2023-12-07T14:05:41.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28f7240 con 0x5575e28eca40 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fd562a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28fd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fd562a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28fd070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47510/0 (socket says 172.21.15.39:47510) 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fd562a700 1 -- 172.21.15.39:0/3325090576 learned_addr learned my addr 172.21.15.39:0/3325090576 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.610+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 0x5575e28ece20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fd562a700 1 -- 172.21.15.39:0/3325090576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 msgr2=0x5575e28ece20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fd562a700 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 0x5575e28ece20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fd562a700 1 -- 172.21.15.39:0/3325090576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 msgr2=0x5575e28e1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fd562a700 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28e1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fd562a700 1 -- 172.21.15.39:0/3325090576 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575e2652c60 con 0x5575e28f1050 2023-12-07T14:05:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fd562a700 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28fd070 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0010e20 tx=0x7f7fc0006ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a4da984d8347944 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fb77fe700 1 -- 172.21.15.39:0/3325090576 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc0016690 con 0x5575e28f1050 2023-12-07T14:05:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fb77fe700 1 -- 172.21.15.39:0/3325090576 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fc0016cb0 con 0x5575e28f1050 2023-12-07T14:05:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.611+0000 7f7fb77fe700 1 -- 172.21.15.39:0/3325090576 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc001fea0 con 0x5575e28f1050 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.612+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3325090576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 msgr2=0x5575e28fd070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.612+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28fd070 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7fc0010e20 tx=0x7f7fc0006ce0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.612+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3325090576 shutdown_connections 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.612+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28fd070 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.612+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28eca40 0x5575e28ece20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.612+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3325090576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28ed360 0x5575e28e1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.612+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3325090576 >> 172.21.15.39:0/3325090576 conn(0x5575e281b360 msgr2=0x5575e28f54b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.613+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3325090576 shutdown_connections 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.613+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3325090576 wait complete. 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.613+0000 7f7fe3286b80 1 -- start start 2023-12-07T14:05:41.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.613+0000 7f7fe3286b80 1 Processor -- start 2023-12-07T14:05:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.614+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28eca40 0x5575e28fd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.614+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.614+0000 7f7fe3286b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28f58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.614+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28fd9c0 con 0x5575e28eca40 2023-12-07T14:05:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.614+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28f5e60 con 0x5575e28f1050 2023-12-07T14:05:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.614+0000 7f7fe3286b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575e28f6020 con 0x5575e28ed360 2023-12-07T14:05:41.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.614+0000 7f7fe3286b80 10 client.0 _ll_register_callbacks cb 0x5575e2725a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:41.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f53b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32806/0 (socket says 172.21.15.39:32806) 2023-12-07T14:05:41.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 -- 172.21.15.39:0/3065906813 learned_addr learned my addr 172.21.15.39:0/3065906813 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28eca40 0x5575e28fd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 -- 172.21.15.39:0/3065906813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 msgr2=0x5575e28f58f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28f58f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 -- 172.21.15.39:0/3065906813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28eca40 msgr2=0x5575e28fd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28eca40 0x5575e28fd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.615+0000 7f7fcffff700 1 -- 172.21.15.39:0/3065906813 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5575e2669de0 con 0x5575e28ed360 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.616+0000 7f7fcffff700 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f53b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8007590 tx=0x7f7fc80996c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4b0bd8f741746ff9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.616+0000 7f7faffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.616+0000 7f7faffff700 1 -- 172.21.15.39:0/3065906813 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fc809f020 con 0x5575e28ed360 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.616+0000 7f7faffff700 1 -- 172.21.15.39:0/3065906813 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7fc809f260 con 0x5575e28ed360 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.616+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7fc80a3410 con 0x5575e28ed360 2023-12-07T14:05:41.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.617+0000 7f7faffff700 1 -- 172.21.15.39:0/3065906813 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7fc80a10f0 con 0x5575e28ed360 2023-12-07T14:05:41.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.617+0000 7f7fe3286b80 10 client.26125 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:41.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.617+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x5575e2690250 con 0x5575e28ed360 2023-12-07T14:05:41.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7faffff700 1 -- 172.21.15.39:0/3065906813 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7fc80a3410 con 0x5575e28ed360 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7faffff700 1 -- 172.21.15.39:0/3065906813 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f7fc809b370 con 0x5575e28ed360 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7fe3286b80 10 client.26125 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7fe3286b80 10 client.26125 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7fe3286b80 20 client.26125 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e295cba0 0x5575e295efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7fe3286b80 4 client.26125 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5575e2806fd0 con 0x5575e295cba0 2023-12-07T14:05:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.618+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e295cba0 0x5575e295efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.620+0000 7f7fd4e29700 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e295cba0 0x5575e295efc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=cea74f5ad9fbe5c5 server_cookie=aed19116c5d57629 in_seq=0 out_seq=0 2023-12-07T14:05:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.620+0000 7f7faffff700 10 client.26125 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:41.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.622+0000 7f7faffff700 1 -- 172.21.15.39:0/3065906813 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5575e2806fd0 con 0x5575e295cba0 2023-12-07T14:05:41.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.622+0000 7f7faffff700 10 client.26125 handle_command_reply: tid=0 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.622+0000 7f7fe3286b80 1 client.26125 shutdown 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.622+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 msgr2=0x5575e28f53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.622+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f53b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8007590 tx=0x7f7fc80996c0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 shutdown_connections 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5575e28f1050 0x5575e28f58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5575e28eca40 0x5575e28fd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5575e295cba0 0x5575e295efc0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 --2- 172.21.15.39:0/3065906813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5575e28ed360 0x5575e28f53b0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7faffff700 0 client.26125 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 >> 172.21.15.39:0/3065906813 conn(0x5575e281b360 msgr2=0x5575e28f4430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 shutdown_connections 2023-12-07T14:05:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 1 -- 172.21.15.39:0/3065906813 wait complete. 2023-12-07T14:05:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.623+0000 7f7fe3286b80 20 client.26125 trim_cache size 0 max 16384 2023-12-07T14:05:41.627 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.625+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7fb80a1740 msgr2=0x7f7fb80a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.625+0000 7f7fd708d700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7fb80a1740 0x7f7fb80a3c00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4009af0 tx=0x7f7fc4009260 comp rx=0 tx=0).stop 2023-12-07T14:05:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.625+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd0108ba0 msgr2=0x7f7fd01a3190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.625+0000 7f7fd708d700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd0108ba0 0x7f7fd01a3190 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8009850 tx=0x7f7fc8004db0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 shutdown_connections 2023-12-07T14:05:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fd0114310 0x7f7fd0112d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7fd006d980 0x7f7fd01a2c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7fb80a1740 0x7f7fb80a3c00 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 --2- 172.21.15.39:0/2285655149 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fd0108ba0 0x7f7fd01a3190 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 >> 172.21.15.39:0/2285655149 conn(0x7f7fd006c550 msgr2=0x7f7fd006ff70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 shutdown_connections 2023-12-07T14:05:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.626+0000 7f7fd708d700 1 -- 172.21.15.39:0/2285655149 wait complete. 2023-12-07T14:05:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:41 smithi055 ceph-mon[103363]: pgmap v98: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 15 MiB/s wr, 637 op/s 2023-12-07T14:05:41.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:41 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3994443897' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:05:41.651 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:05:41.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:41 smithi089 ceph-mon[103124]: pgmap v98: 97 pgs: 97 active+clean; 4.6 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 15 MiB/s wr, 637 op/s 2023-12-07T14:05:41.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:41 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3994443897' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:05:41.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.916+0000 7f4701ee0700 1 -- 172.21.15.39:0/3111346823 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f46fc109180 msgr2=0x7f46fc11cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.916+0000 7f4701ee0700 1 --2- 172.21.15.39:0/3111346823 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f46fc109180 0x7f46fc11cdc0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f46f401c0d0 tx=0x7f46f401c3e0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.918+0000 7f4701ee0700 1 -- 172.21.15.39:0/3111346823 shutdown_connections 2023-12-07T14:05:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.918+0000 7f4701ee0700 1 --2- 172.21.15.39:0/3111346823 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f46fc109180 0x7f46fc11cdc0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.920 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.918+0000 7f4701ee0700 1 --2- 172.21.15.39:0/3111346823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46fc10fbd0 0x7f46fc10ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.918+0000 7f4701ee0700 1 --2- 172.21.15.39:0/3111346823 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 0x7f46fc108a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.918+0000 7f4701ee0700 1 -- 172.21.15.39:0/3111346823 >> 172.21.15.39:0/3111346823 conn(0x7f46fc06c550 msgr2=0x7f46fc06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.918+0000 7f4701ee0700 1 -- 172.21.15.39:0/3111346823 shutdown_connections 2023-12-07T14:05:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.918+0000 7f4701ee0700 1 -- 172.21.15.39:0/3111346823 wait complete. 2023-12-07T14:05:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.919+0000 7f4701ee0700 1 Processor -- start 2023-12-07T14:05:41.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.919+0000 7f4701ee0700 1 -- start start 2023-12-07T14:05:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.919+0000 7f4701ee0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 0x7f46fc118ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.919+0000 7f4701ee0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f46fc109180 0x7f46fc119000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f4701ee0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46fc10fbd0 0x7f46fc1a28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f4701ee0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46fc1a2f70 con 0x7f46fc10fbd0 2023-12-07T14:05:41.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f4701ee0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46fc1a30e0 con 0x7f46fc109180 2023-12-07T14:05:41.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f4701ee0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46fc1a32a0 con 0x7f46fc1085d0 2023-12-07T14:05:41.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 0x7f46fc118ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 0x7f46fc118ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32816/0 (socket says 172.21.15.39:32816) 2023-12-07T14:05:41.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 -- 172.21.15.39:0/1418197851 learned_addr learned my addr 172.21.15.39:0/1418197851 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 -- 172.21.15.39:0/1418197851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f46fc109180 msgr2=0x7f46fc119000 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f46fc109180 0x7f46fc119000 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 -- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46fc10fbd0 msgr2=0x7f46fc1a28d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46fc10fbd0 0x7f46fc1a28d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.920+0000 7f46fb7fe700 1 -- 172.21.15.39:0/1418197851 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46f401ad10 con 0x7f46fc1085d0 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.921+0000 7f46fb7fe700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 0x7f46fc118ac0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f46f000b550 tx=0x7f46f000b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.921+0000 7f46f8ff9700 1 -- 172.21.15.39:0/1418197851 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f0011830 con 0x7f46fc1085d0 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.921+0000 7f46f8ff9700 1 -- 172.21.15.39:0/1418197851 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f46f0011e50 con 0x7f46fc1085d0 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.921+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46fc1a3580 con 0x7f46fc1085d0 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.921+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46fc1aac70 con 0x7f46fc1085d0 2023-12-07T14:05:41.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.921+0000 7f46f8ff9700 1 -- 172.21.15.39:0/1418197851 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f0010e70 con 0x7f46fc1085d0 2023-12-07T14:05:41.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 Processor -- start 2023-12-07T14:05:41.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 -- start start 2023-12-07T14:05:41.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45aaf1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45aaf5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aaf64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45aa657c0 con 0x55c45aaf2360 2023-12-07T14:05:41.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45aa4c7a0 con 0x55c45aaf6050 2023-12-07T14:05:41.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.926+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45aa4a0c0 con 0x55c45aaf1a40 2023-12-07T14:05:41.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45aaf1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46f8ff9700 1 -- 172.21.15.39:0/1418197851 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f46f0011990 con 0x7f46fc1085d0 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45aaf1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32818/0 (socket says 172.21.15.39:32818) 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 -- 172.21.15.39:0/1537985061 learned_addr learned my addr 172.21.15.39:0/1537985061 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fb7fe700 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45aaf5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46faffd700 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aaf64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 -- 172.21.15.39:0/1537985061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 msgr2=0x55c45aaf64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aaf64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 -- 172.21.15.39:0/1537985061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 msgr2=0x55c45aaf5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45aaf5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 -- 172.21.15.39:0/1537985061 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c45a8c2630 con 0x55c45aaf1a40 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.927+0000 7f46fbfff700 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45aaf1e20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f46f4019cc0 tx=0x7f46f4019cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a64f046c821d84a5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.928+0000 7f46f8ff9700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f46e40a1630 0x7f46e40a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.928+0000 7f46e1ffb700 1 -- 172.21.15.39:0/1537985061 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f401f040 con 0x55c45aaf1a40 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.928+0000 7f46e1ffb700 1 -- 172.21.15.39:0/1537985061 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f46f401a2d0 con 0x55c45aaf1a40 2023-12-07T14:05:41.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.928+0000 7f46e1ffb700 1 -- 172.21.15.39:0/1537985061 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f4005370 con 0x55c45aaf1a40 2023-12-07T14:05:41.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.928+0000 7f46f8ff9700 1 -- 172.21.15.39:0/1418197851 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f46f00cc9f0 con 0x7f46fc1085d0 2023-12-07T14:05:41.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.929+0000 7f46fb7fe700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f46e40a1630 0x7f46e40a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.930+0000 7f470e0d9b80 1 -- 172.21.15.39:0/1537985061 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 msgr2=0x55c45aaf1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.930+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45aaf1e20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f46f4019cc0 tx=0x7f46f4019cf0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f46fb7fe700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f46e40a1630 0x7f46e40a3af0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f46f00ca370 tx=0x7f46f00d0010 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f470e0d9b80 1 -- 172.21.15.39:0/1537985061 shutdown_connections 2023-12-07T14:05:41.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aaf64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45aaf1e20 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/1537985061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45aaf5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f470e0d9b80 1 -- 172.21.15.39:0/1537985061 >> 172.21.15.39:0/1537985061 conn(0x55c45aa20360 msgr2=0x55c45aaec070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f470e0d9b80 1 -- 172.21.15.39:0/1537985061 shutdown_connections 2023-12-07T14:05:41.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.931+0000 7f470e0d9b80 1 -- 172.21.15.39:0/1537985061 wait complete. 2023-12-07T14:05:41.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.932+0000 7f470e0d9b80 1 -- start start 2023-12-07T14:05:41.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.932+0000 7f470e0d9b80 1 Processor -- start 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf1a40 0x55c45aafd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf2360 0x55c45aafab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aafb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45aa459b0 con 0x55c45aaf1a40 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45a9ff560 con 0x55c45aaf6050 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45a9ff200 con 0x55c45aaf2360 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f470e0d9b80 10 client.0 _ll_register_callbacks cb 0x55c45a92aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f46fbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf1a40 0x55c45aafd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f46faffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf2360 0x55c45aafab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.938 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f46faffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf2360 0x55c45aafab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32826/0 (socket says 172.21.15.39:32826) 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f46fbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf1a40 0x55c45aafd820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56336/0 (socket says 172.21.15.39:56336) 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f46faffd700 1 -- 172.21.15.39:0/2130302951 learned_addr learned my addr 172.21.15.39:0/2130302951 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.935+0000 7f46fbfff700 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aafb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46faffd700 1 -- 172.21.15.39:0/2130302951 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 msgr2=0x55c45aafb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46faffd700 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aafb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46faffd700 1 -- 172.21.15.39:0/2130302951 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf1a40 msgr2=0x55c45aafd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46faffd700 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf1a40 0x55c45aafd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46faffd700 1 -- 172.21.15.39:0/2130302951 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46fc11d970 con 0x55c45aaf2360 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46faffd700 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf2360 0x55c45aafab60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f46ec00d1e0 tx=0x7f46ec00d4f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4cf7f1ed20798b0e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46daffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46daffd700 1 -- 172.21.15.39:0/2130302951 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ec00dd20 con 0x55c45aaf2360 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46daffd700 1 -- 172.21.15.39:0/2130302951 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f46ec013480 con 0x55c45aaf2360 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c45aae4a00 con 0x55c45aaf2360 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f46daffd700 1 -- 172.21.15.39:0/2130302951 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f46ec00de80 con 0x55c45aaf2360 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f470e0d9b80 10 client.26134 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.936+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55c45a86ede0 con 0x55c45aaf2360 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.937+0000 7f46daffd700 1 -- 172.21.15.39:0/2130302951 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c45aae4a00 con 0x55c45aaf2360 2023-12-07T14:05:41.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.937+0000 7f46daffd700 1 -- 172.21.15.39:0/2130302951 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f46ec012900 con 0x55c45aaf2360 2023-12-07T14:05:41.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.943+0000 7f470e0d9b80 10 client.26134 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:41.945 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.943+0000 7f470e0d9b80 10 client.26134 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:05:41.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.943+0000 7f470e0d9b80 20 client.26134 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:41.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.943+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab0b3d0 0x55c45ab0d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.943+0000 7f470e0d9b80 4 client.26134 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:41.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.943+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c45aac06a0 con 0x55c45ab0b3d0 2023-12-07T14:05:41.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.943+0000 7f46fbfff700 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab0b3d0 0x55c45ab0d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.945+0000 7f46daffd700 10 client.26134 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:41.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.945+0000 7f46fbfff700 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab0b3d0 0x55c45ab0d7f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=13800a57284dd7cd server_cookie=9cbffa690ca489ae in_seq=0 out_seq=0 2023-12-07T14:05:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.946+0000 7f46daffd700 1 -- 172.21.15.39:0/2130302951 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c45aac06a0 con 0x55c45ab0b3d0 2023-12-07T14:05:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.946+0000 7f46daffd700 10 client.26134 handle_command_reply: tid=0 2023-12-07T14:05:41.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.946+0000 7f470e0d9b80 1 client.26134 shutdown 2023-12-07T14:05:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.949+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf2360 msgr2=0x55c45aafab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.949+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf2360 0x55c45aafab60 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f46ec00d1e0 tx=0x7f46ec00d4f0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.950+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 shutdown_connections 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.950+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab0b3d0 0x55c45ab0d7f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45aafb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf1a40 0x55c45aafd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2130302951 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf2360 0x55c45aafab60 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 >> 172.21.15.39:0/2130302951 conn(0x55c45aa20360 msgr2=0x55c45aaf74b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f46daffd700 0 client.26134 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 shutdown_connections 2023-12-07T14:05:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2130302951 wait complete. 2023-12-07T14:05:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.951+0000 7f470e0d9b80 20 client.26134 trim_cache size 0 max 16384 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.976+0000 7f470e0d9b80 1 Processor -- start 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.976+0000 7f470e0d9b80 1 -- start start 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf1a40 0x55c45ab12170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab02330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf6050 0x55c45ab02870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45a8c4920 con 0x55c45aaf2360 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45aae49e0 con 0x55c45aaf1a40 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45aaecf70 con 0x55c45aaf6050 2023-12-07T14:05:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab02330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab02330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56344/0 (socket says 172.21.15.39:56344) 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 -- 172.21.15.39:0/755326988 learned_addr learned my addr 172.21.15.39:0/755326988 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46fbfff700 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf1a40 0x55c45ab12170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46fbfff700 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf6050 0x55c45ab02870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 -- 172.21.15.39:0/755326988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf6050 msgr2=0x55c45ab02870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf6050 0x55c45ab02870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 -- 172.21.15.39:0/755326988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf1a40 msgr2=0x55c45ab12170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf1a40 0x55c45ab12170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 -- 172.21.15.39:0/755326988 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c45a857c60 con 0x55c45aaf2360 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46faffd700 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab02330 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f46ec0048a0 tx=0x7f46ec00d8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=262ee4d108a5c1e1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.977+0000 7f46e27fc700 1 -- 172.21.15.39:0/755326988 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ec00b260 con 0x55c45aaf2360 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f46e27fc700 1 -- 172.21.15.39:0/755326988 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f46ec012e80 con 0x55c45aaf2360 2023-12-07T14:05:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f46e27fc700 1 -- 172.21.15.39:0/755326988 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ec01ca60 con 0x55c45aaf2360 2023-12-07T14:05:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f470e0d9b80 1 -- 172.21.15.39:0/755326988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 msgr2=0x55c45ab02330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab02330 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f46ec0048a0 tx=0x7f46ec00d8f0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f470e0d9b80 1 -- 172.21.15.39:0/755326988 shutdown_connections 2023-12-07T14:05:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf6050 0x55c45ab02870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf1a40 0x55c45ab12170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/755326988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab02330 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.978+0000 7f470e0d9b80 1 -- 172.21.15.39:0/755326988 >> 172.21.15.39:0/755326988 conn(0x55c45aa20360 msgr2=0x55c45ab0d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.980+0000 7f470e0d9b80 1 -- 172.21.15.39:0/755326988 shutdown_connections 2023-12-07T14:05:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.980+0000 7f470e0d9b80 1 -- 172.21.15.39:0/755326988 wait complete. 2023-12-07T14:05:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.980+0000 7f470e0d9b80 1 -- start start 2023-12-07T14:05:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 1 Processor -- start 2023-12-07T14:05:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45ab02590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab00310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45ab00850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45ab00dd0 con 0x55c45aaf2360 2023-12-07T14:05:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45ab00f40 con 0x55c45aaf6050 2023-12-07T14:05:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c45ab01100 con 0x55c45aaf1a40 2023-12-07T14:05:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.981+0000 7f470e0d9b80 10 client.0 _ll_register_callbacks cb 0x55c45a92aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45ab00850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45ab00850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47552/0 (socket says 172.21.15.39:47552) 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 -- 172.21.15.39:0/2952228829 learned_addr learned my addr 172.21.15.39:0/2952228829 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45ab02590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 -- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 msgr2=0x55c45ab02590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45ab02590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 -- 172.21.15.39:0/2952228829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 msgr2=0x55c45ab00310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab00310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.982+0000 7f46fbfff700 1 -- 172.21.15.39:0/2952228829 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c45a86ede0 con 0x55c45aaf6050 2023-12-07T14:05:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.983+0000 7f46fbfff700 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45ab00850 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f46f401cf50 tx=0x7f46f4019cf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8249ba66e3b4a650 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.983+0000 7f46daffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.983+0000 7f46daffd700 1 -- 172.21.15.39:0/2952228829 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46f401f040 con 0x55c45aaf6050 2023-12-07T14:05:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.983+0000 7f46daffd700 1 -- 172.21.15.39:0/2952228829 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f46f4041260 con 0x55c45aaf6050 2023-12-07T14:05:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.983+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f46f401a2d0 con 0x55c45aaf6050 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.983+0000 7f46daffd700 1 -- 172.21.15.39:0/2952228829 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f46f4041420 con 0x55c45aaf6050 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.983+0000 7f470e0d9b80 10 client.26039 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55c45a895250 con 0x55c45aaf6050 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f46daffd700 1 -- 172.21.15.39:0/2952228829 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f46f401a2d0 con 0x55c45aaf6050 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f46daffd700 1 -- 172.21.15.39:0/2952228829 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f46f402a040 con 0x55c45aaf6050 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f470e0d9b80 10 client.26039 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f470e0d9b80 10 client.26039 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:05:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f470e0d9b80 20 client.26039 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab61a90 0x55c45ab63eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f470e0d9b80 4 client.26039 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c45aa0bfd0 con 0x55c45ab61a90 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.984+0000 7f46faffd700 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab61a90 0x55c45ab63eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f46daffd700 10 client.26039 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f46faffd700 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab61a90 0x55c45ab63eb0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=91ec0ee079db8f9e server_cookie=4fc95ee31bc6790 in_seq=0 out_seq=0 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f46daffd700 1 -- 172.21.15.39:0/2952228829 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c45aa0bfd0 con 0x55c45ab61a90 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f46daffd700 10 client.26039 handle_command_reply: tid=0 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 client.26039 shutdown 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 msgr2=0x55c45ab00850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45ab00850 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f46f401cf50 tx=0x7f46f4019cf0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 shutdown_connections 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55c45ab61a90 0x55c45ab63eb0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c45aaf6050 0x55c45ab00850 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f46daffd700 0 client.26039 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c45aaf1a40 0x55c45ab02590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 --2- 172.21.15.39:0/2952228829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c45aaf2360 0x55c45ab00310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 >> 172.21.15.39:0/2952228829 conn(0x55c45aa20360 msgr2=0x55c45ab12170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 shutdown_connections 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.985+0000 7f470e0d9b80 1 -- 172.21.15.39:0/2952228829 wait complete. 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f470e0d9b80 20 client.26039 trim_cache size 0 max 16384 2023-12-07T14:05:41.990 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f46e40a1630 msgr2=0x7f46e40a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f46e40a1630 0x7f46e40a3af0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f46f00ca370 tx=0x7f46f00d0010 comp rx=0 tx=0).stop 2023-12-07T14:05:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 msgr2=0x7f46fc118ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 0x7f46fc118ac0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f46f000b550 tx=0x7f46f000b910 comp rx=0 tx=0).stop 2023-12-07T14:05:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 shutdown_connections 2023-12-07T14:05:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46fc10fbd0 0x7f46fc1a28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f46fc1085d0 0x7f46fc118ac0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f46e40a1630 0x7f46e40a3af0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 --2- 172.21.15.39:0/1418197851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f46fc109180 0x7f46fc119000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 >> 172.21.15.39:0/1418197851 conn(0x7f46fc06c550 msgr2=0x7f46fc070110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 shutdown_connections 2023-12-07T14:05:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:41.986+0000 7f4701ee0700 1 -- 172.21.15.39:0/1418197851 wait complete. 2023-12-07T14:05:42.009 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:05:42.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.230+0000 7f2411ff8700 1 -- 172.21.15.39:0/1142935716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c105680 msgr2=0x7f240c10d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.230+0000 7f2411ff8700 1 --2- 172.21.15.39:0/1142935716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c105680 0x7f240c10d200 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f240400b0a0 tx=0x7f240400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.230+0000 7f2411ff8700 1 -- 172.21.15.39:0/1142935716 shutdown_connections 2023-12-07T14:05:42.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.230+0000 7f2411ff8700 1 --2- 172.21.15.39:0/1142935716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c105680 0x7f240c10d200 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.230+0000 7f2411ff8700 1 --2- 172.21.15.39:0/1142935716 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c100560 0x7f240c100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.230+0000 7f2411ff8700 1 --2- 172.21.15.39:0/1142935716 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c100f10 0x7f240c104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.230+0000 7f2411ff8700 1 -- 172.21.15.39:0/1142935716 >> 172.21.15.39:0/1142935716 conn(0x7f240c0fbdc0 msgr2=0x7f240c0fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.231+0000 7f2411ff8700 1 -- 172.21.15.39:0/1142935716 shutdown_connections 2023-12-07T14:05:42.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.231+0000 7f2411ff8700 1 -- 172.21.15.39:0/1142935716 wait complete. 2023-12-07T14:05:42.234 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.232+0000 7f2411ff8700 1 Processor -- start 2023-12-07T14:05:42.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.232+0000 7f2411ff8700 1 -- start start 2023-12-07T14:05:42.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f2411ff8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c100560 0x7f240c1a3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f2411ff8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c105680 0x7f240c1a4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f2411ff8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c19e140 0x7f240c19e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f2411ff8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c19ebc0 con 0x7f240c100560 2023-12-07T14:05:42.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f2411ff8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c19ed30 con 0x7f240c19e140 2023-12-07T14:05:42.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f2411ff8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c19eef0 con 0x7f240c105680 2023-12-07T14:05:42.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c100560 0x7f240c1a3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c100560 0x7f240c1a3de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56362/0 (socket says 172.21.15.39:56362) 2023-12-07T14:05:42.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f240b7fe700 1 -- 172.21.15.39:0/761750906 learned_addr learned my addr 172.21.15.39:0/761750906 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.233+0000 7f240affd700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c105680 0x7f240c1a4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f240affd700 1 -- 172.21.15.39:0/761750906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c19e140 msgr2=0x7f240c19e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f240affd700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c19e140 0x7f240c19e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f240affd700 1 -- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c100560 msgr2=0x7f240c1a3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f240affd700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c100560 0x7f240c1a3de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f240affd700 1 -- 172.21.15.39:0/761750906 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2404009d00 con 0x7f240c105680 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f240b7fe700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c100560 0x7f240c1a3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f240affd700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c105680 0x7f240c1a4320 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9c0 tx=0x7f240000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f2408ff9700 1 -- 172.21.15.39:0/761750906 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240000cbd0 con 0x7f240c105680 2023-12-07T14:05:42.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f240c1aac40 con 0x7f240c105680 2023-12-07T14:05:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f2408ff9700 1 -- 172.21.15.39:0/761750906 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f240000eeb0 con 0x7f240c105680 2023-12-07T14:05:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f2408ff9700 1 -- 172.21.15.39:0/761750906 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2400005020 con 0x7f240c105680 2023-12-07T14:05:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.234+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f240c1ab120 con 0x7f240c105680 2023-12-07T14:05:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.238+0000 7f2408ff9700 1 -- 172.21.15.39:0/761750906 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2400005180 con 0x7f240c105680 2023-12-07T14:05:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.240+0000 7f241e1f1b80 1 Processor -- start 2023-12-07T14:05:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.240+0000 7f241e1f1b80 1 -- start start 2023-12-07T14:05:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae68ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae68f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae5fe7c0 con 0x55cdae68f050 2023-12-07T14:05:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae5e57a0 con 0x55cdae68aa40 2023-12-07T14:05:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae5e30c0 con 0x55cdae68b360 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32858/0 (socket says 172.21.15.39:32858) 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.241+0000 7f240b7fe700 1 -- 172.21.15.39:0/1628782257 learned_addr learned my addr 172.21.15.39:0/1628782257 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f240b7fe700 1 -- 172.21.15.39:0/1628782257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 msgr2=0x55cdae68ae20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f240b7fe700 1 --2- 172.21.15.39:0/1628782257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae68ae20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f240b7fe700 1 -- 172.21.15.39:0/1628782257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 msgr2=0x55cdae68f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f240b7fe700 1 --2- 172.21.15.39:0/1628782257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae68f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f240b7fe700 1 -- 172.21.15.39:0/1628782257 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cdae45b630 con 0x55cdae68b360 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f2408ff9700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a16b0 0x7f23f40a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f240bfff700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a16b0 0x7f23f40a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f240b7fe700 1 --2- 172.21.15.39:0/1628782257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68eb10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f23fc011760 tx=0x7f23fc011a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2923479ef216438 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.242+0000 7f2408ff9700 1 -- 172.21.15.39:0/761750906 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2400014070 con 0x7f240c105680 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.243+0000 7f240bfff700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a16b0 0x7f23f40a3b70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f240400b070 tx=0x7f240400b700 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.243+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1628782257 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc00f480 con 0x55cdae68b360 2023-12-07T14:05:42.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.243+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1628782257 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23fc00faa0 con 0x55cdae68b360 2023-12-07T14:05:42.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.243+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1628782257 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc019ac0 con 0x55cdae68b360 2023-12-07T14:05:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1628782257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 msgr2=0x55cdae68eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1628782257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68eb10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f23fc011760 tx=0x7f23fc011a70 comp rx=0 tx=0).stop 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1628782257 shutdown_connections 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1628782257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae68f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1628782257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae68ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1628782257 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68eb10 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1628782257 >> 172.21.15.39:0/1628782257 conn(0x55cdae5b9360 msgr2=0x55cdae685070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1628782257 shutdown_connections 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1628782257 wait complete. 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.244+0000 7f241e1f1b80 1 -- start start 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 1 Processor -- start 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68aa40 0x55cdae693cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68b360 0x55cdae694200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae694740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae5de9b0 con 0x55cdae68f050 2023-12-07T14:05:42.250 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae598560 con 0x55cdae68b360 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae598200 con 0x55cdae68aa40 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f241e1f1b80 10 client.0 _ll_register_callbacks cb 0x55cdae4c3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f240bfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae694740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f240affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68b360 0x55cdae694200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68aa40 0x55cdae693cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f240affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68b360 0x55cdae694200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47580/0 (socket says 172.21.15.39:47580) 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f240affd700 1 -- 172.21.15.39:0/172175466 learned_addr learned my addr 172.21.15.39:0/172175466 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.245+0000 7f240bfff700 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae694740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56380/0 (socket says 172.21.15.39:56380) 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f240bfff700 1 -- 172.21.15.39:0/172175466 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68aa40 msgr2=0x55cdae693cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f240bfff700 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68aa40 0x55cdae693cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f240bfff700 1 -- 172.21.15.39:0/172175466 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68b360 msgr2=0x55cdae694200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f240bfff700 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68b360 0x55cdae694200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f240bfff700 1 -- 172.21.15.39:0/172175466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23fc011440 con 0x55cdae68f050 2023-12-07T14:05:42.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f240affd700 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68b360 0x55cdae694200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f240bfff700 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae694740 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f240400b0a0 tx=0x7f240400bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf548830102300f8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f23eaffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f23eaffd700 1 -- 172.21.15.39:0/172175466 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240400e040 con 0x55cdae68f050 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cdae67da00 con 0x55cdae68f050 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.246+0000 7f23eaffd700 1 -- 172.21.15.39:0/172175466 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2404003a00 con 0x55cdae68f050 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.247+0000 7f23eaffd700 1 -- 172.21.15.39:0/172175466 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2404003bc0 con 0x55cdae68f050 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.247+0000 7f241e1f1b80 10 client.16464 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:42.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.247+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55cdae407de0 con 0x55cdae68f050 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f23eaffd700 1 -- 172.21.15.39:0/172175466 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55cdae67da00 con 0x55cdae68f050 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f23eaffd700 1 -- 172.21.15.39:0/172175466 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f2404028440 con 0x55cdae68f050 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f241e1f1b80 10 client.16464 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f241e1f1b80 10 client.16464 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f241e1f1b80 20 client.16464 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae6b5540 0x55cdae6b7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f241e1f1b80 4 client.16464 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cdae6596a0 con 0x55cdae6b5540 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.248+0000 7f240b7fe700 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae6b5540 0x55cdae6b7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.249+0000 7f240b7fe700 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae6b5540 0x55cdae6b7960 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=40a259c742e0116b server_cookie=2dd946c27004ae0d in_seq=0 out_seq=0 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.249+0000 7f23eaffd700 10 client.16464 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.249+0000 7f23eaffd700 1 -- 172.21.15.39:0/172175466 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55cdae6596a0 con 0x55cdae6b5540 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.249+0000 7f23eaffd700 10 client.16464 handle_command_reply: tid=0 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.249+0000 7f241e1f1b80 1 client.16464 shutdown 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.250+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 msgr2=0x55cdae694740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.250+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae694740 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f240400b0a0 tx=0x7f240400bcd0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 shutdown_connections 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae694740 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68aa40 0x55cdae693cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae6b5540 0x55cdae6b7960 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/172175466 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68b360 0x55cdae694200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 >> 172.21.15.39:0/172175466 conn(0x55cdae5b9360 msgr2=0x55cdae6904b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f23eaffd700 0 client.16464 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 shutdown_connections 2023-12-07T14:05:42.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.251+0000 7f241e1f1b80 1 -- 172.21.15.39:0/172175466 wait complete. 2023-12-07T14:05:42.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.252+0000 7f241e1f1b80 20 client.16464 trim_cache size 0 max 16384 2023-12-07T14:05:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.268+0000 7f241e1f1b80 1 Processor -- start 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.269+0000 7f241e1f1b80 1 -- start start 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6855f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae6b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae45d920 con 0x55cdae68f050 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae6b2ae0 con 0x55cdae68aa40 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae686710 con 0x55cdae68b360 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6855f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6855f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47588/0 (socket says 172.21.15.39:47588) 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32874/0 (socket says 172.21.15.39:32874) 2023-12-07T14:05:42.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 -- 172.21.15.39:0/4187162222 learned_addr learned my addr 172.21.15.39:0/4187162222 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240bfff700 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae6b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 -- 172.21.15.39:0/4187162222 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 msgr2=0x55cdae68ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 -- 172.21.15.39:0/4187162222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 msgr2=0x55cdae6b14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae6b14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.270+0000 7f240b7fe700 1 -- 172.21.15.39:0/4187162222 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cdae3f0c60 con 0x55cdae68aa40 2023-12-07T14:05:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.271+0000 7f240b7fe700 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6855f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f23fc019670 tx=0x7f23fc009fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=642848be90e0318c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.271+0000 7f23f27fc700 1 -- 172.21.15.39:0/4187162222 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc00fdb0 con 0x55cdae68aa40 2023-12-07T14:05:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.271+0000 7f23f27fc700 1 -- 172.21.15.39:0/4187162222 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23fc005040 con 0x55cdae68aa40 2023-12-07T14:05:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.271+0000 7f23f27fc700 1 -- 172.21.15.39:0/4187162222 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23fc00f940 con 0x55cdae68aa40 2023-12-07T14:05:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.272+0000 7f241e1f1b80 1 -- 172.21.15.39:0/4187162222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 msgr2=0x55cdae6855f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.272+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6855f0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f23fc019670 tx=0x7f23fc009fb0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.272+0000 7f241e1f1b80 1 -- 172.21.15.39:0/4187162222 shutdown_connections 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.272+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68f050 0x55cdae6b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.273+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6855f0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.273+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/4187162222 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68b360 0x55cdae68ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.273+0000 7f241e1f1b80 1 -- 172.21.15.39:0/4187162222 >> 172.21.15.39:0/4187162222 conn(0x55cdae5b9360 msgr2=0x55cdae684ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.273+0000 7f241e1f1b80 1 -- 172.21.15.39:0/4187162222 shutdown_connections 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.273+0000 7f241e1f1b80 1 -- 172.21.15.39:0/4187162222 wait complete. 2023-12-07T14:05:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.273+0000 7f241e1f1b80 1 -- start start 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.273+0000 7f241e1f1b80 1 Processor -- start 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6ac5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68b360 0x55cdae6aa340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f241e1f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68f050 0x55cdae6aa880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae6aae50 con 0x55cdae68b360 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae6aafc0 con 0x55cdae68aa40 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f241e1f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdae6ab180 con 0x55cdae68f050 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f241e1f1b80 10 client.0 _ll_register_callbacks cb 0x55cdae4c3a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6ac5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240affd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68b360 0x55cdae6aa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68f050 0x55cdae6aa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6ac5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47592/0 (socket says 172.21.15.39:47592) 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240b7fe700 1 -- 172.21.15.39:0/1080402060 learned_addr learned my addr 172.21.15.39:0/1080402060 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240affd700 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68b360 0x55cdae6aa340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56392/0 (socket says 172.21.15.39:56392) 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240bfff700 1 -- 172.21.15.39:0/1080402060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 msgr2=0x55cdae6ac5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240bfff700 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6ac5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240bfff700 1 -- 172.21.15.39:0/1080402060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68b360 msgr2=0x55cdae6aa340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240bfff700 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68b360 0x55cdae6aa340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240bfff700 1 -- 172.21.15.39:0/1080402060 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cdae45b630 con 0x55cdae68f050 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f240bfff700 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68f050 0x55cdae6aa880 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2404009fd0 tx=0x7f24040079f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ef15e1594ebecd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.274+0000 7f23eaffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.275+0000 7f23eaffd700 1 -- 172.21.15.39:0/1080402060 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240400e040 con 0x55cdae68f050 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.275+0000 7f23eaffd700 1 -- 172.21.15.39:0/1080402060 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2404003c00 con 0x55cdae68f050 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.275+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f23fc00faa0 con 0x55cdae68f050 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.275+0000 7f23eaffd700 1 -- 172.21.15.39:0/1080402060 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2404003dc0 con 0x55cdae68f050 2023-12-07T14:05:42.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.275+0000 7f241e1f1b80 10 client.26158 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:42.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.275+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55cdae42e250 con 0x55cdae68f050 2023-12-07T14:05:42.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.275+0000 7f23eaffd700 1 -- 172.21.15.39:0/1080402060 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f240404a020 con 0x55cdae68f050 2023-12-07T14:05:42.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f23eaffd700 1 -- 172.21.15.39:0/1080402060 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f2404029640 con 0x55cdae68f050 2023-12-07T14:05:42.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f241e1f1b80 10 client.26158 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:42.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f241e1f1b80 10 client.26158 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:05:42.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f241e1f1b80 20 client.26158 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae70be00 0x55cdae70e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f241e1f1b80 4 client.26158 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cdae5a4fd0 con 0x55cdae70be00 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.277+0000 7f240b7fe700 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae70be00 0x55cdae70e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.279+0000 7f240b7fe700 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae70be00 0x55cdae70e1f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=73e15dc35221e41f server_cookie=211d955635f8d220 in_seq=0 out_seq=0 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.279+0000 7f23eaffd700 10 client.26158 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.279+0000 7f23eaffd700 1 -- 172.21.15.39:0/1080402060 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cdae5a4fd0 con 0x55cdae70be00 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.279+0000 7f23eaffd700 10 client.26158 handle_command_reply: tid=0 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.279+0000 7f241e1f1b80 1 client.26158 shutdown 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.279+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68f050 msgr2=0x55cdae6aa880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.279+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68f050 0x55cdae6aa880 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2404009fd0 tx=0x7f24040079f0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 shutdown_connections 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55cdae68f050 0x55cdae6aa880 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55cdae70be00 0x55cdae70e1f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55cdae68aa40 0x55cdae6ac5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 --2- 172.21.15.39:0/1080402060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cdae68b360 0x55cdae6aa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f23eaffd700 0 client.26158 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 >> 172.21.15.39:0/1080402060 conn(0x55cdae5b9360 msgr2=0x55cdae684ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 shutdown_connections 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 1 -- 172.21.15.39:0/1080402060 wait complete. 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f241e1f1b80 20 client.26158 trim_cache size 0 max 16384 2023-12-07T14:05:42.284 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:42.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a16b0 msgr2=0x7f23f40a3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a16b0 0x7f23f40a3b70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f240400b070 tx=0x7f240400b700 comp rx=0 tx=0).stop 2023-12-07T14:05:42.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c105680 msgr2=0x7f240c1a4320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c105680 0x7f240c1a4320 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9c0 tx=0x7f240000ecd0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 shutdown_connections 2023-12-07T14:05:42.285 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a16b0 0x7f23f40a3b70 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.286 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c19e140 0x7f240c19e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.286 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c100560 0x7f240c1a3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.286 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 --2- 172.21.15.39:0/761750906 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c105680 0x7f240c1a4320 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.286 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 >> 172.21.15.39:0/761750906 conn(0x7f240c0fbdc0 msgr2=0x7f240c0fd0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.286 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 shutdown_connections 2023-12-07T14:05:42.286 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.280+0000 7f2411ff8700 1 -- 172.21.15.39:0/761750906 wait complete. 2023-12-07T14:05:42.308 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:05:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.553+0000 7f8872b33700 1 -- 172.21.15.39:0/1183698746 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f886c1085d0 msgr2=0x7f886c108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.553+0000 7f8872b33700 1 --2- 172.21.15.39:0/1183698746 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f886c1085d0 0x7f886c108a50 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f885c01a9a0 tx=0x7f885c01acb0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.556+0000 7f8872b33700 1 -- 172.21.15.39:0/1183698746 shutdown_connections 2023-12-07T14:05:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.556+0000 7f8872b33700 1 --2- 172.21.15.39:0/1183698746 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f886c109180 0x7f886c11cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.556+0000 7f8872b33700 1 --2- 172.21.15.39:0/1183698746 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c10fbd0 0x7f886c10ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.556+0000 7f8872b33700 1 --2- 172.21.15.39:0/1183698746 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f886c1085d0 0x7f886c108a50 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.556+0000 7f8872b33700 1 -- 172.21.15.39:0/1183698746 >> 172.21.15.39:0/1183698746 conn(0x7f886c06c550 msgr2=0x7f886c06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.557+0000 7f8872b33700 1 -- 172.21.15.39:0/1183698746 shutdown_connections 2023-12-07T14:05:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.557+0000 7f8872b33700 1 -- 172.21.15.39:0/1183698746 wait complete. 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 Processor -- start 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 -- start start 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f886c1085d0 0x7f886c118ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c109180 0x7f886c119010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f886c10fbd0 0x7f886c1a28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f886c1a2f30 con 0x7f886c1085d0 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f886c1a3070 con 0x7f886c10fbd0 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.558+0000 7f8872b33700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f886c1a3230 con 0x7f886c109180 2023-12-07T14:05:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c109180 0x7f886c119010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c109180 0x7f886c119010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32896/0 (socket says 172.21.15.39:32896) 2023-12-07T14:05:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 -- 172.21.15.39:0/1235147111 learned_addr learned my addr 172.21.15.39:0/1235147111 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f88708cf700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f886c1085d0 0x7f886c118ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 -- 172.21.15.39:0/1235147111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f886c10fbd0 msgr2=0x7f886c1a28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f886c10fbd0 0x7f886c1a28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 -- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f886c1085d0 msgr2=0x7f886c118ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f886c1085d0 0x7f886c118ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 -- 172.21.15.39:0/1235147111 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f885c01a600 con 0x7f886c109180 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f886bfff700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c109180 0x7f886c119010 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f885c005f40 tx=0x7f885c0038f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.559+0000 7f8869ffb700 1 -- 172.21.15.39:0/1235147111 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885c02d070 con 0x7f886c109180 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.560+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f886c1a34b0 con 0x7f886c109180 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.560+0000 7f8869ffb700 1 -- 172.21.15.39:0/1235147111 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f885c004290 con 0x7f886c109180 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.560+0000 7f8869ffb700 1 -- 172.21.15.39:0/1235147111 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885c031d30 con 0x7f886c109180 2023-12-07T14:05:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.560+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f886c1aac90 con 0x7f886c109180 2023-12-07T14:05:42.565 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.563+0000 7f8869ffb700 1 -- 172.21.15.39:0/1235147111 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f885c031630 con 0x7f886c109180 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 Processor -- start 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 -- start start 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade625ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6262b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade62634b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade61d27c0 con 0x55ade625ea40 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade61b97a0 con 0x55ade6263050 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade61b70c0 con 0x55ade625f360 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f88708cf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6262b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f886bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade62634b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f886bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade62634b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47612/0 (socket says 172.21.15.39:47612) 2023-12-07T14:05:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f88708cf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6262b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32902/0 (socket says 172.21.15.39:32902) 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.565+0000 7f886bfff700 1 -- 172.21.15.39:0/1509472045 learned_addr learned my addr 172.21.15.39:0/1509472045 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f88710d0700 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade625ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f886bfff700 1 -- 172.21.15.39:0/1509472045 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 msgr2=0x55ade6262b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f886bfff700 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6262b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f886bfff700 1 -- 172.21.15.39:0/1509472045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 msgr2=0x55ade625ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f886bfff700 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade625ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f886bfff700 1 -- 172.21.15.39:0/1509472045 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ade602f630 con 0x55ade6263050 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f886bfff700 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade62634b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f885c0dc090 tx=0x7f885c009d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f056201d8b714b4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f8869ffb700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88540a15f0 0x7f88540a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f8852ffd700 1 -- 172.21.15.39:0/1509472045 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885c00baa0 con 0x55ade6263050 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f8852ffd700 1 -- 172.21.15.39:0/1509472045 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f885c0a7d80 con 0x55ade6263050 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f8852ffd700 1 -- 172.21.15.39:0/1509472045 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885c0b67a0 con 0x55ade6263050 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.566+0000 7f88710d0700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88540a15f0 0x7f88540a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f8869ffb700 1 -- 172.21.15.39:0/1235147111 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f885c0de960 con 0x7f886c109180 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f88710d0700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88540a15f0 0x7f88540a3ab0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f886c1095b0 tx=0x7f8860009110 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 -- 172.21.15.39:0/1509472045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 msgr2=0x55ade62634b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade62634b0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f885c0dc090 tx=0x7f885c009d80 comp rx=0 tx=0).stop 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 -- 172.21.15.39:0/1509472045 shutdown_connections 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade62634b0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade625ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/1509472045 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6262b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 -- 172.21.15.39:0/1509472045 >> 172.21.15.39:0/1509472045 conn(0x55ade618d360 msgr2=0x55ade6259070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 -- 172.21.15.39:0/1509472045 shutdown_connections 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.567+0000 7f887ed2cb80 1 -- 172.21.15.39:0/1509472045 wait complete. 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.568+0000 7f887ed2cb80 1 -- start start 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.568+0000 7f887ed2cb80 1 Processor -- start 2023-12-07T14:05:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.569+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade626a720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.569+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6267b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.569+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade6268080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.569+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade61b29b0 con 0x55ade625ea40 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade616c560 con 0x55ade6263050 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade616c200 con 0x55ade625f360 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f887ed2cb80 10 client.0 _ll_register_callbacks cb 0x55ade6097a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88708cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade626a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88710d0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade6268080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88708cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade626a720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56418/0 (socket says 172.21.15.39:56418) 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88710d0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade6268080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47622/0 (socket says 172.21.15.39:47622) 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88708cf700 1 -- 172.21.15.39:0/2852172220 learned_addr learned my addr 172.21.15.39:0/2852172220 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88710d0700 1 -- 172.21.15.39:0/2852172220 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 msgr2=0x55ade6267b00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88710d0700 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6267b00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88710d0700 1 -- 172.21.15.39:0/2852172220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 msgr2=0x55ade626a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88710d0700 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade626a720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88710d0700 1 -- 172.21.15.39:0/2852172220 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f886c1aac90 con 0x55ade6263050 2023-12-07T14:05:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.570+0000 7f88708cf700 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade626a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.571+0000 7f88710d0700 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade6268080 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f88600096b0 tx=0x7f88600048d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b491b9d0c4386fd3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.571+0000 7f884bfff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.571+0000 7f884bfff700 1 -- 172.21.15.39:0/2852172220 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88600159a0 con 0x55ade6263050 2023-12-07T14:05:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.571+0000 7f884bfff700 1 -- 172.21.15.39:0/2852172220 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8860015b00 con 0x55ade6263050 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.571+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ade6251a00 con 0x55ade6263050 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.571+0000 7f884bfff700 1 -- 172.21.15.39:0/2852172220 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8860015cc0 con 0x55ade6263050 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 10 client.26060 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ade5fdbde0 con 0x55ade6263050 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f884bfff700 1 -- 172.21.15.39:0/2852172220 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ade6251a00 con 0x55ade6263050 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f884bfff700 1 -- 172.21.15.39:0/2852172220 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f886001f3f0 con 0x55ade6263050 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 10 client.26060 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 10 client.26060 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 20 client.26060 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade6278110 0x55ade627a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 4 client.26060 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ade622d6a0 con 0x55ade6278110 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.572+0000 7f88708cf700 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade6278110 0x55ade627a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.573+0000 7f884bfff700 10 client.26060 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.573+0000 7f88708cf700 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade6278110 0x55ade627a530 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e297f0b0c0199f15 server_cookie=b90900f9981cbf9c in_seq=0 out_seq=0 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.573+0000 7f884bfff700 1 -- 172.21.15.39:0/2852172220 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55ade622d6a0 con 0x55ade6278110 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.573+0000 7f884bfff700 10 client.26060 handle_command_reply: tid=0 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.573+0000 7f887ed2cb80 1 client.26060 shutdown 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 msgr2=0x55ade6268080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade6268080 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f88600096b0 tx=0x7f88600048d0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 shutdown_connections 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade6278110 0x55ade627a530 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6263050 0x55ade6268080 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f884bfff700 0 client.26060 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade626a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/2852172220 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6267b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 >> 172.21.15.39:0/2852172220 conn(0x55ade618d360 msgr2=0x55ade62644b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 shutdown_connections 2023-12-07T14:05:42.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.574+0000 7f887ed2cb80 1 -- 172.21.15.39:0/2852172220 wait complete. 2023-12-07T14:05:42.579 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.576+0000 7f887ed2cb80 20 client.26060 trim_cache size 0 max 16384 2023-12-07T14:05:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 Processor -- start 2023-12-07T14:05:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 -- start start 2023-12-07T14:05:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade6264440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6261170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6260a80 0x55ade62616b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade6031920 con 0x55ade625ea40 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade6277e50 con 0x55ade6260a80 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.600+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade6274400 con 0x55ade625f360 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade6264440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade6264440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56424/0 (socket says 172.21.15.39:56424) 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 -- 172.21.15.39:0/3635195845 learned_addr learned my addr 172.21.15.39:0/3635195845 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88710d0700 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6260a80 0x55ade62616b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 -- 172.21.15.39:0/3635195845 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 msgr2=0x55ade6261170 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6261170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 -- 172.21.15.39:0/3635195845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6260a80 msgr2=0x55ade62616b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6260a80 0x55ade62616b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 -- 172.21.15.39:0/3635195845 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ade5fc4c60 con 0x55ade625ea40 2023-12-07T14:05:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.601+0000 7f88708cf700 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade6264440 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f88640099a0 tx=0x7f88640096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9d9dacb13f2e1b0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.602+0000 7f88537fe700 1 -- 172.21.15.39:0/3635195845 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864010050 con 0x55ade625ea40 2023-12-07T14:05:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.602+0000 7f88537fe700 1 -- 172.21.15.39:0/3635195845 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8864020070 con 0x55ade625ea40 2023-12-07T14:05:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.602+0000 7f88537fe700 1 -- 172.21.15.39:0/3635195845 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864024c60 con 0x55ade625ea40 2023-12-07T14:05:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.603+0000 7f887ed2cb80 1 -- 172.21.15.39:0/3635195845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 msgr2=0x55ade6264440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.603+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade6264440 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f88640099a0 tx=0x7f88640096d0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.603+0000 7f887ed2cb80 1 -- 172.21.15.39:0/3635195845 shutdown_connections 2023-12-07T14:05:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.603+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade6260a80 0x55ade62616b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.603+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade625ea40 0x55ade6264440 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.603+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/3635195845 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6261170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.603+0000 7f887ed2cb80 1 -- 172.21.15.39:0/3635195845 >> 172.21.15.39:0/3635195845 conn(0x55ade618d360 msgr2=0x55ade6253b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.605+0000 7f887ed2cb80 1 -- 172.21.15.39:0/3635195845 shutdown_connections 2023-12-07T14:05:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.607+0000 7f887ed2cb80 1 -- 172.21.15.39:0/3635195845 wait complete. 2023-12-07T14:05:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.607+0000 7f887ed2cb80 1 -- start start 2023-12-07T14:05:42.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 1 Processor -- start 2023-12-07T14:05:42.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade625ea40 0x55ade6263840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6263d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade62642c0 0x55ade62d0620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade626f850 con 0x55ade62642c0 2023-12-07T14:05:42.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade626f9c0 con 0x55ade625ea40 2023-12-07T14:05:42.612 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ade62d0be0 con 0x55ade625f360 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.609+0000 7f887ed2cb80 10 client.0 _ll_register_callbacks cb 0x55ade6097a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f886bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6263d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f886bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6263d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32918/0 (socket says 172.21.15.39:32918) 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f886bfff700 1 -- 172.21.15.39:0/792832152 learned_addr learned my addr 172.21.15.39:0/792832152 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f88708cf700 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade625ea40 0x55ade6263840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f88710d0700 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade62642c0 0x55ade62d0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f88708cf700 1 -- 172.21.15.39:0/792832152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 msgr2=0x55ade6263d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f88708cf700 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6263d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f88708cf700 1 -- 172.21.15.39:0/792832152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade62642c0 msgr2=0x55ade62d0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f88708cf700 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade62642c0 0x55ade62d0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.610+0000 7f88708cf700 1 -- 172.21.15.39:0/792832152 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ade6002250 con 0x55ade625ea40 2023-12-07T14:05:42.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.611+0000 7f88708cf700 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade625ea40 0x55ade6263840 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x55ade6274940 tx=0x7f8864024530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=951bc0624d7a6877 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:42.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.611+0000 7f884bfff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.611+0000 7f884bfff700 1 -- 172.21.15.39:0/792832152 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f886401d070 con 0x55ade625ea40 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.611+0000 7f884bfff700 1 -- 172.21.15.39:0/792832152 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f8864024ae0 con 0x55ade625ea40 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.611+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f885c0a7d80 con 0x55ade625ea40 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f884bfff700 1 -- 172.21.15.39:0/792832152 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8864010030 con 0x55ade625ea40 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 10 client.26066 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55ade5fda2b0 con 0x55ade625ea40 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f884bfff700 1 -- 172.21.15.39:0/792832152 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f885c0a7d80 con 0x55ade625ea40 2023-12-07T14:05:42.616 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f884bfff700 1 -- 172.21.15.39:0/792832152 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f8864025700 con 0x55ade625ea40 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 10 client.26066 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 10 client.26066 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 20 client.26066 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade62d2310 0x55ade62d4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 4 client.26066 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ade6178fd0 con 0x55ade62d2310 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.612+0000 7f886bfff700 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade62d2310 0x55ade62d4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f884bfff700 10 client.26066 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f886bfff700 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade62d2310 0x55ade62d4730 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f41687f116176b2c server_cookie=9ccd67c36f7b7565 in_seq=0 out_seq=0 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f884bfff700 1 -- 172.21.15.39:0/792832152 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ade6178fd0 con 0x55ade62d2310 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f884bfff700 10 client.26066 handle_command_reply: tid=0 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 client.26066 shutdown 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade625ea40 msgr2=0x55ade6263840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade625ea40 0x55ade6263840 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x55ade6274940 tx=0x7f8864024530 comp rx=0 tx=0).stop 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 shutdown_connections 2023-12-07T14:05:42.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ade62642c0 0x55ade62d0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ade62d2310 0x55ade62d4730 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ade625ea40 0x55ade6263840 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 --2- 172.21.15.39:0/792832152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ade625f360 0x55ade6263d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f884bfff700 0 client.26066 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 >> 172.21.15.39:0/792832152 conn(0x55ade618d360 msgr2=0x55ade62661c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 shutdown_connections 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.613+0000 7f887ed2cb80 1 -- 172.21.15.39:0/792832152 wait complete. 2023-12-07T14:05:42.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f887ed2cb80 20 client.26066 trim_cache size 0 max 16384 2023-12-07T14:05:42.619 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88540a15f0 msgr2=0x7f88540a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88540a15f0 0x7f88540a3ab0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f886c1095b0 tx=0x7f8860009110 comp rx=0 tx=0).stop 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c109180 msgr2=0x7f886c119010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c109180 0x7f886c119010 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f885c005f40 tx=0x7f885c0038f0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 shutdown_connections 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88540a15f0 0x7f88540a3ab0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f886c10fbd0 0x7f886c1a28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f886c1085d0 0x7f886c118ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 --2- 172.21.15.39:0/1235147111 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f886c109180 0x7f886c119010 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 >> 172.21.15.39:0/1235147111 conn(0x7f886c06c550 msgr2=0x7f886c070150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.614+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 shutdown_connections 2023-12-07T14:05:42.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:42.616+0000 7f8872b33700 1 -- 172.21.15.39:0/1235147111 wait complete. 2023-12-07T14:05:43.638 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:05:43.638 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:05:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:43 smithi055 ceph-mon[103363]: pgmap v99: 97 pgs: 97 active+clean; 4.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 29 MiB/s wr, 1.20k op/s 2023-12-07T14:05:43.682 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:43 smithi039 ceph-mon[98864]: pgmap v99: 97 pgs: 97 active+clean; 4.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 29 MiB/s wr, 1.20k op/s 2023-12-07T14:05:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:43 smithi089 ceph-mon[103124]: pgmap v99: 97 pgs: 97 active+clean; 4.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 29 MiB/s wr, 1.20k op/s 2023-12-07T14:05:43.858 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.855+0000 7f88cbb2f700 1 -- 172.21.15.39:0/397737343 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c40ffcd0 msgr2=0x7f88c4100150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.858 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.855+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/397737343 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c40ffcd0 0x7f88c4100150 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f88b40098f0 tx=0x7f88b4009c00 comp rx=0 tx=0).stop 2023-12-07T14:05:43.858 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.855+0000 7f88cbb2f700 1 -- 172.21.15.39:0/397737343 shutdown_connections 2023-12-07T14:05:43.858 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.855+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/397737343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88c4100690 0x7f88c410e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.855+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/397737343 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f88c4107550 0x7f88c4107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.855+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/397737343 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c40ffcd0 0x7f88c4100150 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.855+0000 7f88cbb2f700 1 -- 172.21.15.39:0/397737343 >> 172.21.15.39:0/397737343 conn(0x7f88c4075640 msgr2=0x7f88c4075a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:43.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.856+0000 7f88cbb2f700 1 -- 172.21.15.39:0/397737343 shutdown_connections 2023-12-07T14:05:43.859 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.856+0000 7f88cbb2f700 1 -- 172.21.15.39:0/397737343 wait complete. 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.856+0000 7f88cbb2f700 1 Processor -- start 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88cbb2f700 1 -- start start 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88cbb2f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88c40ffcd0 0x7f88c4195670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88cbb2f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c4100690 0x7f88c4195bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88cbb2f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f88c4107550 0x7f88c4199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88cbb2f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88c419a590 con 0x7f88c40ffcd0 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88cbb2f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88c419a700 con 0x7f88c4107550 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88cbb2f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88c419a8c0 con 0x7f88c4100690 2023-12-07T14:05:43.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.857+0000 7f88c90ca700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c4100690 0x7f88c4195bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c4100690 0x7f88c4195bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32932/0 (socket says 172.21.15.39:32932) 2023-12-07T14:05:43.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 -- 172.21.15.39:0/1348699053 learned_addr learned my addr 172.21.15.39:0/1348699053 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:43.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c98cb700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88c40ffcd0 0x7f88c4195670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 -- 172.21.15.39:0/1348699053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f88c4107550 msgr2=0x7f88c4199f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f88c4107550 0x7f88c4199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 -- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88c40ffcd0 msgr2=0x7f88c4195670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88c40ffcd0 0x7f88c4195670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 -- 172.21.15.39:0/1348699053 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88b4009520 con 0x7f88c4100690 2023-12-07T14:05:43.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.858+0000 7f88c90ca700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c4100690 0x7f88c4195bb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f88b4000c00 tx=0x7f88b400faf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:43.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.861+0000 7f88baffd700 1 -- 172.21.15.39:0/1348699053 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88b400bba0 con 0x7f88c4100690 2023-12-07T14:05:43.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.861+0000 7f88baffd700 1 -- 172.21.15.39:0/1348699053 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88b40055d0 con 0x7f88c4100690 2023-12-07T14:05:43.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.861+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88c419ab40 con 0x7f88c4100690 2023-12-07T14:05:43.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.861+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88c41a23e0 con 0x7f88c4100690 2023-12-07T14:05:43.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.862+0000 7f88baffd700 1 -- 172.21.15.39:0/1348699053 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88b4017660 con 0x7f88c4100690 2023-12-07T14:05:43.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 Processor -- start 2023-12-07T14:05:43.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 -- start start 2023-12-07T14:05:43.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569168eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d5691693f0 0x55d56916cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916d0e0 0x55d56916d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5690cb840 con 0x55d56916d0e0 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5690b2820 con 0x55d569168ad0 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.867+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5690b0140 con 0x55d5691693f0 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569168eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569168eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47650/0 (socket says 172.21.15.39:47650) 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 -- 172.21.15.39:0/1158101507 learned_addr learned my addr 172.21.15.39:0/1158101507 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 -- 172.21.15.39:0/1158101507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d5691693f0 msgr2=0x55d56916cba0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/1158101507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d5691693f0 0x55d56916cba0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 -- 172.21.15.39:0/1158101507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916d0e0 msgr2=0x55d56916d540 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/1158101507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916d0e0 0x55d56916d540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 -- 172.21.15.39:0/1158101507 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d568f286b0 con 0x55d569168ad0 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/1158101507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569168eb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f88bc009c40 tx=0x7f88bc009f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24002d5dff44df66 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:43.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.868+0000 7f88affff700 1 -- 172.21.15.39:0/1158101507 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88bc039070 con 0x55d569168ad0 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.869+0000 7f88affff700 1 -- 172.21.15.39:0/1158101507 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88bc007db0 con 0x55d569168ad0 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.869+0000 7f88affff700 1 -- 172.21.15.39:0/1158101507 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88bc005a80 con 0x55d569168ad0 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.870+0000 7f88d7d28b80 1 -- 172.21.15.39:0/1158101507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 msgr2=0x55d569168eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.870+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/1158101507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569168eb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f88bc009c40 tx=0x7f88bc009f50 comp rx=0 tx=0).stop 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.870+0000 7f88baffd700 1 -- 172.21.15.39:0/1348699053 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f88b4005110 con 0x7f88c4100690 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.871+0000 7f88baffd700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88b00a5b00 0x7f88b00a7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.871+0000 7f88baffd700 1 -- 172.21.15.39:0/1348699053 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f88b40cdd30 con 0x7f88c4100690 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.871+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88b00a5b00 0x7f88b00a7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.872+0000 7f88d7d28b80 1 -- 172.21.15.39:0/1158101507 shutdown_connections 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.872+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/1158101507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916d0e0 0x55d56916d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.872+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/1158101507 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569168eb0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.872+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/1158101507 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d5691693f0 0x55d56916cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.872+0000 7f88d7d28b80 1 -- 172.21.15.39:0/1158101507 >> 172.21.15.39:0/1158101507 conn(0x55d5690863e0 msgr2=0x55d5691520f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:43.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.872+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88b00a5b00 0x7f88b00a7fc0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f88bc0060b0 tx=0x7f88bc035460 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:43.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.878+0000 7f88d7d28b80 1 -- 172.21.15.39:0/1158101507 shutdown_connections 2023-12-07T14:05:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.878+0000 7f88d7d28b80 1 -- 172.21.15.39:0/1158101507 wait complete. 2023-12-07T14:05:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.878+0000 7f88d7d28b80 1 -- start start 2023-12-07T14:05:43.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 1 Processor -- start 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569171d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916d0e0 0x55d5691722d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569172810 0x55d569167590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5690aba30 con 0x55d569172810 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5690655e0 con 0x55d569168ad0 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d569065280 con 0x55d56916d0e0 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88d7d28b80 10 client.0 _ll_register_callbacks cb 0x55d568f90b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.879+0000 7f88c90ca700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916d0e0 0x55d5691722d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916d0e0 0x55d5691722d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32944/0 (socket says 172.21.15.39:32944) 2023-12-07T14:05:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 -- 172.21.15.39:0/147142644 learned_addr learned my addr 172.21.15.39:0/147142644 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:43.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 -- 172.21.15.39:0/147142644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 msgr2=0x55d569171d90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569171d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 -- 172.21.15.39:0/147142644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569172810 msgr2=0x55d569167590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569172810 0x55d569167590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 -- 172.21.15.39:0/147142644 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88bc0098a0 con 0x55d56916d0e0 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88c90ca700 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916d0e0 0x55d5691722d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f88b4003bb0 tx=0x7f88b409a7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4fa668ab2de3022 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.880+0000 7f88ad7fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.881+0000 7f88ad7fa700 1 -- 172.21.15.39:0/147142644 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88b409adb0 con 0x55d56916d0e0 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.881+0000 7f88ad7fa700 1 -- 172.21.15.39:0/147142644 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f88b409ef00 con 0x55d56916d0e0 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.881+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d56914aa80 con 0x55d56916d0e0 2023-12-07T14:05:43.884 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.881+0000 7f88ad7fa700 1 -- 172.21.15.39:0/147142644 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88b40a30b0 con 0x55d56916d0e0 2023-12-07T14:05:43.888 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.886+0000 7f88d7d28b80 10 client.26176 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:43.888 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.886+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d568ed4e60 con 0x55d56916d0e0 2023-12-07T14:05:43.888 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.886+0000 7f88ad7fa700 1 -- 172.21.15.39:0/147142644 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88b40b7020 con 0x55d56916d0e0 2023-12-07T14:05:43.889 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.887+0000 7f88ad7fa700 1 -- 172.21.15.39:0/147142644 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f88b409b010 con 0x55d56916d0e0 2023-12-07T14:05:43.889 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.887+0000 7f88d7d28b80 10 client.26176 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:43.889 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.887+0000 7f88d7d28b80 10 client.26176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.887+0000 7f88d7d28b80 20 client.26176 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.887+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d56915ac50 0x55d56915d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.887+0000 7f88d7d28b80 4 client.26176 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.887+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d569126720 con 0x55d56915ac50 2023-12-07T14:05:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.888+0000 7f88c98cb700 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d56915ac50 0x55d56915d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.888+0000 7f88ad7fa700 10 client.26176 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:43.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.888+0000 7f88c98cb700 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d56915ac50 0x55d56915d070 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c0a757555236fa8 server_cookie=f192bae5ea11826a in_seq=0 out_seq=0 2023-12-07T14:05:43.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.889+0000 7f88ad7fa700 1 -- 172.21.15.39:0/147142644 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55d569126720 con 0x55d56915ac50 2023-12-07T14:05:43.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.889+0000 7f88ad7fa700 10 client.26176 handle_command_reply: tid=0 2023-12-07T14:05:43.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.889+0000 7f88d7d28b80 1 client.26176 shutdown 2023-12-07T14:05:43.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916d0e0 msgr2=0x55d5691722d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916d0e0 0x55d5691722d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f88b4003bb0 tx=0x7f88b409a7c0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 shutdown_connections 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569172810 0x55d569167590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d56915ac50 0x55d56915d070 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569168ad0 0x55d569171d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/147142644 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916d0e0 0x55d5691722d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88ad7fa700 0 client.26176 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 >> 172.21.15.39:0/147142644 conn(0x55d5690863e0 msgr2=0x55d56916e540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 shutdown_connections 2023-12-07T14:05:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.890+0000 7f88d7d28b80 1 -- 172.21.15.39:0/147142644 wait complete. 2023-12-07T14:05:43.894 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.892+0000 7f88d7d28b80 20 client.26176 trim_cache size 0 max 16384 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.930+0000 7f88d7d28b80 1 Processor -- start 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.931+0000 7f88d7d28b80 1 -- start start 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.932+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569168ad0 0x55d569161990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.932+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d569161ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.932+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916ba10 0x55d569170680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.932+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d568f2a9a0 con 0x55d569168ad0 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.932+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d569126720 con 0x55d569172810 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.932+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d56914e860 con 0x55d56916ba10 2023-12-07T14:05:43.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.933+0000 7f88ca0cc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916ba10 0x55d569170680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.933+0000 7f88ca0cc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916ba10 0x55d569170680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32950/0 (socket says 172.21.15.39:32950) 2023-12-07T14:05:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.933+0000 7f88ca0cc700 1 -- 172.21.15.39:0/322600289 learned_addr learned my addr 172.21.15.39:0/322600289 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.933+0000 7f88ca0cc700 1 -- 172.21.15.39:0/322600289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 msgr2=0x55d569161ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.933+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/322600289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d569161ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.933+0000 7f88ca0cc700 1 -- 172.21.15.39:0/322600289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569168ad0 msgr2=0x55d569161990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.934+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/322600289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569168ad0 0x55d569161990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.934+0000 7f88ca0cc700 1 -- 172.21.15.39:0/322600289 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d5691718f0 con 0x55d56916ba10 2023-12-07T14:05:43.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.942+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/322600289 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916ba10 0x55d569170680 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f88bc004b10 tx=0x7f88bc009250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2e24fa92431da3e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:43.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.944+0000 7f88b8d82700 1 -- 172.21.15.39:0/322600289 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88bc039040 con 0x55d56916ba10 2023-12-07T14:05:43.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.944+0000 7f88b8d82700 1 -- 172.21.15.39:0/322600289 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88bc0092c0 con 0x55d56916ba10 2023-12-07T14:05:43.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.944+0000 7f88b8d82700 1 -- 172.21.15.39:0/322600289 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88bc005240 con 0x55d56916ba10 2023-12-07T14:05:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.947+0000 7f88d7d28b80 1 -- 172.21.15.39:0/322600289 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916ba10 msgr2=0x55d569170680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.947+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/322600289 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916ba10 0x55d569170680 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f88bc004b10 tx=0x7f88bc009250 comp rx=0 tx=0).stop 2023-12-07T14:05:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.947+0000 7f88d7d28b80 1 -- 172.21.15.39:0/322600289 shutdown_connections 2023-12-07T14:05:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.947+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/322600289 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d56916ba10 0x55d569170680 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.947+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/322600289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d569168ad0 0x55d569161990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.947+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/322600289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d569161ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.947+0000 7f88d7d28b80 1 -- 172.21.15.39:0/322600289 >> 172.21.15.39:0/322600289 conn(0x55d5690863e0 msgr2=0x55d56916b300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.949+0000 7f88d7d28b80 1 -- 172.21.15.39:0/322600289 shutdown_connections 2023-12-07T14:05:43.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.949+0000 7f88d7d28b80 1 -- 172.21.15.39:0/322600289 wait complete. 2023-12-07T14:05:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.949+0000 7f88d7d28b80 1 -- start start 2023-12-07T14:05:43.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.949+0000 7f88d7d28b80 1 Processor -- start 2023-12-07T14:05:43.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d569168ad0 0x55d56916edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916ba10 0x55d56916f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88d7d28b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d56916f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5691db9c0 con 0x55d56916ba10 2023-12-07T14:05:43.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5691dbb30 con 0x55d569172810 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88d7d28b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5691dbcf0 con 0x55d569168ad0 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88d7d28b80 10 client.0 _ll_register_callbacks cb 0x55d568f90b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88ca0cc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d56916f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88ca0cc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d56916f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47668/0 (socket says 172.21.15.39:47668) 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88ca0cc700 1 -- 172.21.15.39:0/3241858361 learned_addr learned my addr 172.21.15.39:0/3241858361 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.950+0000 7f88c90ca700 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916ba10 0x55d56916f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.951+0000 7f88ca0cc700 1 -- 172.21.15.39:0/3241858361 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d569168ad0 msgr2=0x55d56916edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.951+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d569168ad0 0x55d56916edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.951+0000 7f88ca0cc700 1 -- 172.21.15.39:0/3241858361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916ba10 msgr2=0x55d56916f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.951+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916ba10 0x55d56916f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.951+0000 7f88ca0cc700 1 -- 172.21.15.39:0/3241858361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d568f286b0 con 0x55d569172810 2023-12-07T14:05:43.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.951+0000 7f88ca0cc700 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d56916f890 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f88bc036e10 tx=0x7f88bc04a920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89685d0f9fcc2d78 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.954+0000 7f88ad7fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:43.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.954+0000 7f88ad7fa700 1 -- 172.21.15.39:0/3241858361 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88bc039070 con 0x55d569172810 2023-12-07T14:05:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.954+0000 7f88ad7fa700 1 -- 172.21.15.39:0/3241858361 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f88bc053860 con 0x55d569172810 2023-12-07T14:05:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.954+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f88bc007db0 con 0x55d569172810 2023-12-07T14:05:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.955+0000 7f88ad7fa700 1 -- 172.21.15.39:0/3241858361 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f88bc04abe0 con 0x55d569172810 2023-12-07T14:05:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.956+0000 7f88d7d28b80 10 client.26075 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.956+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55d56916d790 con 0x55d569172810 2023-12-07T14:05:43.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.956+0000 7f88ad7fa700 1 -- 172.21.15.39:0/3241858361 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88bc007db0 con 0x55d569172810 2023-12-07T14:05:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.957+0000 7f88ad7fa700 1 -- 172.21.15.39:0/3241858361 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f88bc064070 con 0x55d569172810 2023-12-07T14:05:43.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.957+0000 7f88d7d28b80 10 client.26075 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.957+0000 7f88d7d28b80 10 client.26075 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.957+0000 7f88d7d28b80 20 client.26075 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.957+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d5691dd120 0x55d5691df510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.957+0000 7f88d7d28b80 4 client.26075 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:05:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.957+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55d569072050 con 0x55d5691dd120 2023-12-07T14:05:43.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.958+0000 7f88c98cb700 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d5691dd120 0x55d5691df510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 170.0 s, 2225.3 tps, lat 44.753 ms stddev 47.421 2023-12-07T14:05:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.959+0000 7f88c98cb700 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d5691dd120 0x55d5691df510 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f1aabba6396d770 server_cookie=3fd7ddcdeae74c55 in_seq=0 out_seq=0 2023-12-07T14:05:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.960+0000 7f88ad7fa700 10 client.26075 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.961+0000 7f88ad7fa700 1 -- 172.21.15.39:0/3241858361 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55d569072050 con 0x55d5691dd120 2023-12-07T14:05:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.961+0000 7f88ad7fa700 10 client.26075 handle_command_reply: tid=0 2023-12-07T14:05:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.961+0000 7f88d7d28b80 1 client.26075 shutdown 2023-12-07T14:05:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.963+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 msgr2=0x55d56916f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.963+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d56916f890 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f88bc036e10 tx=0x7f88bc04a920 comp rx=0 tx=0).stop 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.964+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 shutdown_connections 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.964+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55d5691dd120 0x55d5691df510 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.964+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d569172810 0x55d56916f890 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.964+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55d569168ad0 0x55d56916edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.964+0000 7f88d7d28b80 1 --2- 172.21.15.39:0/3241858361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d56916ba10 0x55d56916f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.964+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 >> 172.21.15.39:0/3241858361 conn(0x55d5690863e0 msgr2=0x55d569170640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.964+0000 7f88ad7fa700 0 client.26075 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:43.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.972+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 shutdown_connections 2023-12-07T14:05:43.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.976+0000 7f88d7d28b80 1 -- 172.21.15.39:0/3241858361 wait complete. 2023-12-07T14:05:43.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.978+0000 7f88d7d28b80 20 client.26075 trim_cache size 0 max 16384 2023-12-07T14:05:43.981 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:05:43.981 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:05:43.981 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "777cb554-98fd-4e70-9030-35b070b69b13", 2023-12-07T14:05:43.981 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:05:43.981 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:05:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88b00a5b00 msgr2=0x7f88b00a7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88b00a5b00 0x7f88b00a7fc0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f88bc0060b0 tx=0x7f88bc035460 comp rx=0 tx=0).stop 2023-12-07T14:05:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c4100690 msgr2=0x7f88c4195bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c4100690 0x7f88c4195bb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f88b4000c00 tx=0x7f88b400faf0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 shutdown_connections 2023-12-07T14:05:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f88b00a5b00 0x7f88b00a7fc0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f88c4107550 0x7f88c4199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88c40ffcd0 0x7f88c4195670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 --2- 172.21.15.39:0/1348699053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f88c4100690 0x7f88c4195bb0 secure :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f88b4000c00 tx=0x7f88b400faf0 comp rx=0 tx=0).stop 2023-12-07T14:05:43.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.991+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 >> 172.21.15.39:0/1348699053 conn(0x7f88c4075640 msgr2=0x7f88c40fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.993+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 shutdown_connections 2023-12-07T14:05:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:43.993+0000 7f88cbb2f700 1 -- 172.21.15.39:0/1348699053 wait complete. 2023-12-07T14:05:44.018 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:05:44.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.248+0000 7f0c356e0700 1 -- 172.21.15.39:0/1660402301 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 msgr2=0x7f0c30105c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.248+0000 7f0c356e0700 1 --2- 172.21.15.39:0/1660402301 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 0x7f0c30105c60 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009f90 tx=0x7f0c2800b330 comp rx=0 tx=0).stop 2023-12-07T14:05:44.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.250+0000 7f0c356e0700 1 -- 172.21.15.39:0/1660402301 shutdown_connections 2023-12-07T14:05:44.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.250+0000 7f0c356e0700 1 --2- 172.21.15.39:0/1660402301 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 0x7f0c30105c60 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.250+0000 7f0c356e0700 1 --2- 172.21.15.39:0/1660402301 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c301003b0 0x7f0c30100790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.250+0000 7f0c356e0700 1 --2- 172.21.15.39:0/1660402301 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0c30100cd0 0x7f0c30105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.250+0000 7f0c356e0700 1 -- 172.21.15.39:0/1660402301 >> 172.21.15.39:0/1660402301 conn(0x7f0c300fbda0 msgr2=0x7f0c300fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:44.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.250+0000 7f0c356e0700 1 -- 172.21.15.39:0/1660402301 shutdown_connections 2023-12-07T14:05:44.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.250+0000 7f0c356e0700 1 -- 172.21.15.39:0/1660402301 wait complete. 2023-12-07T14:05:44.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 Processor -- start 2023-12-07T14:05:44.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 -- start start 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0c301003b0 0x7f0c30114280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c30100cd0 0x7f0c301147c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 0x7f0c30110500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c30110bb0 con 0x7f0c30100cd0 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c30110d20 con 0x7f0c301057b0 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c356e0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c30110ee0 con 0x7f0c301003b0 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c2e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c30100cd0 0x7f0c301147c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c2e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c30100cd0 0x7f0c301147c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56482/0 (socket says 172.21.15.39:56482) 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c2e7fc700 1 -- 172.21.15.39:0/90205130 learned_addr learned my addr 172.21.15.39:0/90205130 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.251+0000 7f0c2effd700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0c301003b0 0x7f0c30114280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 0x7f0c30110500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2e7fc700 1 -- 172.21.15.39:0/90205130 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0c301003b0 msgr2=0x7f0c30114280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0c301003b0 0x7f0c30114280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2e7fc700 1 -- 172.21.15.39:0/90205130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 msgr2=0x7f0c30110500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 0x7f0c30110500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2e7fc700 1 -- 172.21.15.39:0/90205130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c2001a600 con 0x7f0c30100cd0 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 0x7f0c30110500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2effd700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0c301003b0 0x7f0c30114280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.252+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c30100cd0 0x7f0c301147c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0c2400d950 tx=0x7f0c2400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.253+0000 7f0c17fff700 1 -- 172.21.15.39:0/90205130 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2400f890 con 0x7f0c30100cd0 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.253+0000 7f0c17fff700 1 -- 172.21.15.39:0/90205130 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c24010460 con 0x7f0c30100cd0 2023-12-07T14:05:44.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.253+0000 7f0c17fff700 1 -- 172.21.15.39:0/90205130 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2400e610 con 0x7f0c30100cd0 2023-12-07T14:05:44.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.253+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c28009c40 con 0x7f0c30100cd0 2023-12-07T14:05:44.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.253+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c301a2310 con 0x7f0c30100cd0 2023-12-07T14:05:44.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.257+0000 7f0c17fff700 1 -- 172.21.15.39:0/90205130 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f0c2400f9f0 con 0x7f0c30100cd0 2023-12-07T14:05:44.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.257+0000 7f0c17fff700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0c180a17c0 0x7f0c180a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.258+0000 7f0c17fff700 1 -- 172.21.15.39:0/90205130 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0c240ccbb0 con 0x7f0c30100cd0 2023-12-07T14:05:44.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.258+0000 7f0c2effd700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0c180a17c0 0x7f0c180a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 Processor -- start 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c2effd700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0c180a17c0 0x7f0c180a3c80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c2001afd0 tx=0x7f0c2001a320 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 -- start start 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b5de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b61b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b62050 0x55c868b624b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868ad17c0 con 0x55c868b5e360 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868ab87a0 con 0x55c868b62050 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.259+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868ab60c0 con 0x55c868b5da40 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b62050 0x55c868b624b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b5de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b5de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32978/0 (socket says 172.21.15.39:32978) 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b62050 0x55c868b624b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47694/0 (socket says 172.21.15.39:47694) 2023-12-07T14:05:44.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2effd700 1 -- 172.21.15.39:0/3944560065 learned_addr learned my addr 172.21.15.39:0/3944560065 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b61b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3944560065 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 msgr2=0x55c868b5de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b5de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3944560065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 msgr2=0x55c868b61b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b61b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3944560065 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c86892e630 con 0x55c868b62050 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.260+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b62050 0x55c868b624b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0c2800b6c0 tx=0x7f0c28009b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d01325ebf20f4ee server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:44.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.261+0000 7f0c157fa700 1 -- 172.21.15.39:0/3944560065 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2800e040 con 0x55c868b62050 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.261+0000 7f0c157fa700 1 -- 172.21.15.39:0/3944560065 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c28003c00 con 0x55c868b62050 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.261+0000 7f0c157fa700 1 -- 172.21.15.39:0/3944560065 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2801c440 con 0x55c868b62050 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.262+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3944560065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b62050 msgr2=0x55c868b624b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.262+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b62050 0x55c868b624b0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0c2800b6c0 tx=0x7f0c28009b40 comp rx=0 tx=0).stop 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.262+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3944560065 shutdown_connections 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.262+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b62050 0x55c868b624b0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.262+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b5de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.262+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3944560065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b61b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.263+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3944560065 >> 172.21.15.39:0/3944560065 conn(0x55c868a8c360 msgr2=0x55c868b58070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:44.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.264+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3944560065 shutdown_connections 2023-12-07T14:05:44.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.264+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3944560065 wait complete. 2023-12-07T14:05:44.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.265+0000 7f0c418d9b80 1 -- start start 2023-12-07T14:05:44.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.265+0000 7f0c418d9b80 1 Processor -- start 2023-12-07T14:05:44.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.266+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5da40 0x55c868b66c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.266+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b67160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.266+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b676a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.266+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868ab19b0 con 0x55c868b5da40 2023-12-07T14:05:44.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.266+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868a6b560 con 0x55c868b5e360 2023-12-07T14:05:44.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868a6b200 con 0x55c868b62050 2023-12-07T14:05:44.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c418d9b80 10 client.0 _ll_register_callbacks cb 0x55c868996a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:44.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b676a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b676a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32984/0 (socket says 172.21.15.39:32984) 2023-12-07T14:05:44.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3216729450 learned_addr learned my addr 172.21.15.39:0/3216729450 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:44.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3216729450 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 msgr2=0x55c868b67160 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:44.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b67160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3216729450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5da40 msgr2=0x55c868b66c20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:44.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5da40 0x55c868b66c20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3216729450 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c30115160 con 0x55c868b62050 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b676a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0c2800b370 tx=0x7f0c2800bef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6bf2f7e38916c93c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.267+0000 7f0c12ff5700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.268+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3216729450 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2800e040 con 0x55c868b62050 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.268+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3216729450 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0c28025660 con 0x55c868b62050 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.268+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c868b50a00 con 0x55c868b62050 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.268+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3216729450 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c28025820 con 0x55c868b62050 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.268+0000 7f0c418d9b80 10 client.26191 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.268+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55c8688dade0 con 0x55c868b62050 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3216729450 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c868b50a00 con 0x55c868b62050 2023-12-07T14:05:44.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3216729450 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f0c28019070 con 0x55c868b62050 2023-12-07T14:05:44.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c418d9b80 10 client.26191 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:44.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c418d9b80 10 client.26191 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:44.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c418d9b80 20 client.26191 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868b77190 0x55c868b795b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c418d9b80 4 client.26191 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c868b2c6a0 con 0x55c868b77190 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.269+0000 7f0c2effd700 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868b77190 0x55c868b795b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.270+0000 7f0c2effd700 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868b77190 0x55c868b795b0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52491cefb2f246bb server_cookie=86389ba3c403fcfb in_seq=0 out_seq=0 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.270+0000 7f0c12ff5700 10 client.26191 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.271+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3216729450 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c868b2c6a0 con 0x55c868b77190 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.271+0000 7f0c12ff5700 10 client.26191 handle_command_reply: tid=0 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.271+0000 7f0c418d9b80 1 client.26191 shutdown 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.271+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 msgr2=0x55c868b676a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.271+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b676a0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f0c2800b370 tx=0x7f0c2800bef0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.271+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 shutdown_connections 2023-12-07T14:05:44.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.271+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b676a0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5da40 0x55c868b66c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868b77190 0x55c868b795b0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3216729450 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b67160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 >> 172.21.15.39:0/3216729450 conn(0x55c868a8c360 msgr2=0x55c868b634b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:44.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c12ff5700 0 client.26191 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:44.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 shutdown_connections 2023-12-07T14:05:44.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3216729450 wait complete. 2023-12-07T14:05:44.276 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.272+0000 7f0c418d9b80 20 client.26191 trim_cache size 0 max 16384 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 Processor -- start 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 -- start start 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b6e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b6e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b62050 0x55c868b60210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868930920 con 0x55c868b62050 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868b60d80 con 0x55c868b5e360 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.302+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868b69ba0 con 0x55c868b5da40 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b6e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b6e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32988/0 (socket says 172.21.15.39:32988) 2023-12-07T14:05:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 -- 172.21.15.39:0/4231168528 learned_addr learned my addr 172.21.15.39:0/4231168528 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b6e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 -- 172.21.15.39:0/4231168528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 msgr2=0x55c868b6e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b6e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 -- 172.21.15.39:0/4231168528 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b62050 msgr2=0x55c868b60210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b62050 0x55c868b60210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 -- 172.21.15.39:0/4231168528 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c8688c3c60 con 0x55c868b5da40 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b6e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c2effd700 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b6e330 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0c20000c00 tx=0x7f0c20025000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f571aa0c1ce3195e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.303+0000 7f0c15ffb700 1 -- 172.21.15.39:0/4231168528 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c20036070 con 0x55c868b5da40 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.304+0000 7f0c15ffb700 1 -- 172.21.15.39:0/4231168528 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c20004320 con 0x55c868b5da40 2023-12-07T14:05:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.304+0000 7f0c15ffb700 1 -- 172.21.15.39:0/4231168528 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c20003c70 con 0x55c868b5da40 2023-12-07T14:05:44.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.304+0000 7f0c418d9b80 1 -- 172.21.15.39:0/4231168528 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 msgr2=0x55c868b6e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.304+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b6e330 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f0c20000c00 tx=0x7f0c20025000 comp rx=0 tx=0).stop 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 -- 172.21.15.39:0/4231168528 shutdown_connections 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b62050 0x55c868b60210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b5da40 0x55c868b6e330 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/4231168528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5e360 0x55c868b6e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 -- 172.21.15.39:0/4231168528 >> 172.21.15.39:0/4231168528 conn(0x55c868a8c360 msgr2=0x55c868b57ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 -- 172.21.15.39:0/4231168528 shutdown_connections 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 -- 172.21.15.39:0/4231168528 wait complete. 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.305+0000 7f0c418d9b80 1 -- start start 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 1 Processor -- start 2023-12-07T14:05:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5da40 0x55c868b6d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b6da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b6dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868bcc6b0 con 0x55c868b5e360 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868bcc7f0 con 0x55c868b5da40 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c868bdd990 con 0x55c868b62050 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c418d9b80 10 client.0 _ll_register_callbacks cb 0x55c868996a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c2f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b6dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c2f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b6dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:32998/0 (socket says 172.21.15.39:32998) 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3375172595 learned_addr learned my addr 172.21.15.39:0/3375172595 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.306+0000 7f0c2effd700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5da40 0x55c868b6d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.307+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5da40 msgr2=0x55c868b6d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.307+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5da40 0x55c868b6d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.307+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b6da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.307+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3375172595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 msgr2=0x55c868b6da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.307+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b6da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.307+0000 7f0c2f7fe700 1 -- 172.21.15.39:0/3375172595 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c20028070 con 0x55c868b62050 2023-12-07T14:05:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.307+0000 7f0c2e7fc700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b6da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:05:44.314 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c2f7fe700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b6dfd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009790 tx=0x7f0c28005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf275d0065fcc08 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:44.314 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c12ff5700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3375172595 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c2800e070 con 0x55c868b62050 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0c28003c00 con 0x55c868b62050 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3375172595 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0c28025870 con 0x55c868b62050 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3375172595 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=33) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c28003a80 con 0x55c868b62050 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c418d9b80 10 client.26197 fetch_fsmap learned FSMap version 33 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.311+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=33,monmap=4+}) v3 -- 0x55c868901250 con 0x55c868b62050 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3375172595 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0c28003c00 con 0x55c868b62050 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3375172595 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 33) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f0c28019040 con 0x55c868b62050 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c418d9b80 10 client.26197 fetch_fsmap finished waiting for FSMap version 33 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c418d9b80 10 client.26197 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c418d9b80 20 client.26197 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868bded40 0x55c868be1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c418d9b80 4 client.26197 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:05:44.316 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55c868a77fd0 con 0x55c868bded40 2023-12-07T14:05:44.316 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.312+0000 7f0c2effd700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868bded40 0x55c868be1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:44.316 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.313+0000 7f0c12ff5700 10 client.26197 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:44.316 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.313+0000 7f0c2effd700 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868bded40 0x55c868be1160 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54f89b3fc74ffe42 server_cookie=585c337838feeb91 in_seq=0 out_seq=0 2023-12-07T14:05:44.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.328+0000 7f0c12ff5700 1 -- 172.21.15.39:0/3375172595 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55c868a77fd0 con 0x55c868bded40 2023-12-07T14:05:44.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.328+0000 7f0c12ff5700 10 client.26197 handle_command_reply: tid=0 2023-12-07T14:05:44.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.328+0000 7f0c418d9b80 1 client.26197 shutdown 2023-12-07T14:05:44.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 msgr2=0x55c868b6dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b6dfd0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0c28009790 tx=0x7f0c28005040 comp rx=0 tx=0).stop 2023-12-07T14:05:44.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 shutdown_connections 2023-12-07T14:05:44.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c868b62050 0x55c868b6dfd0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c868bded40 0x55c868be1160 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c868b5da40 0x55c868b6d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 --2- 172.21.15.39:0/3375172595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c868b5e360 0x55c868b6da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 >> 172.21.15.39:0/3375172595 conn(0x55c868a8c360 msgr2=0x55c868b60210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:44.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.339+0000 7f0c12ff5700 0 client.26197 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:44.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.348+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 shutdown_connections 2023-12-07T14:05:44.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.349+0000 7f0c418d9b80 1 -- 172.21.15.39:0/3375172595 wait complete. 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.352+0000 7f0c418d9b80 20 client.26197 trim_cache size 0 max 16384 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: "777cb554-98fd-4e70-9030-35b070b69b13": { 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "777cb554-98fd-4e70-9030-35b070b69b13", 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:05:44.355 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:05:44.356 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:05:44.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.355+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0c180a17c0 msgr2=0x7f0c180a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.355+0000 7f0c356e0700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0c180a17c0 0x7f0c180a3c80 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f0c2001afd0 tx=0x7f0c2001a320 comp rx=0 tx=0).stop 2023-12-07T14:05:44.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.355+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c30100cd0 msgr2=0x7f0c301147c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:44.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.355+0000 7f0c356e0700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c30100cd0 0x7f0c301147c0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0c2400d950 tx=0x7f0c2400dc60 comp rx=0 tx=0).stop 2023-12-07T14:05:44.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.356+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 shutdown_connections 2023-12-07T14:05:44.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.356+0000 7f0c356e0700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0c180a17c0 0x7f0c180a3c80 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.356+0000 7f0c356e0700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0c301057b0 0x7f0c30110500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.356+0000 7f0c356e0700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0c301003b0 0x7f0c30114280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.356+0000 7f0c356e0700 1 --2- 172.21.15.39:0/90205130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c30100cd0 0x7f0c301147c0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:44.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.356+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 >> 172.21.15.39:0/90205130 conn(0x7f0c300fbda0 msgr2=0x7f0c30103160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:44.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.360+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 shutdown_connections 2023-12-07T14:05:44.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:05:44.360+0000 7f0c356e0700 1 -- 172.21.15.39:0/90205130 wait complete. 2023-12-07T14:05:44.382 INFO:tasks.cephfs.filesystem:scrub status for tag:777cb554-98fd-4e70-9030-35b070b69b13 - {'path': '/', 'tag': '777cb554-98fd-4e70-9030-35b070b69b13', 'options': 'recursive,force'} 2023-12-07T14:05:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:44 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:05:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:44 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:44 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:44 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:44 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:44 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:44 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:05:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:44 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:44 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:44 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:44 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:44 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:44 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:05:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:44 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:44 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:44 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:44.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:44 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:44.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:44 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:45 smithi089 ceph-mon[103124]: pgmap v100: 97 pgs: 97 active+clean; 4.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 21 MiB/s wr, 879 op/s 2023-12-07T14:05:45.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:45 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:45.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:45 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:45.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:45 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:05:45.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:45 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:45 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:45 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:45 smithi039 ceph-mon[98864]: pgmap v100: 97 pgs: 97 active+clean; 4.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 21 MiB/s wr, 879 op/s 2023-12-07T14:05:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:45 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:45 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:45 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:05:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:45 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:45 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:45 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:45 smithi055 ceph-mon[103363]: pgmap v100: 97 pgs: 97 active+clean; 4.7 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 21 MiB/s wr, 879 op/s 2023-12-07T14:05:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:45 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:45 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:45 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:05:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:45 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:45 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:45.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:45 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:05:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:46 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:46.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:46 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:46.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:46 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:47 smithi039 ceph-mon[98864]: pgmap v101: 97 pgs: 97 active+clean; 4.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 25 MiB/s wr, 1.05k op/s 2023-12-07T14:05:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:47 smithi055 ceph-mon[103363]: pgmap v101: 97 pgs: 97 active+clean; 4.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 25 MiB/s wr, 1.05k op/s 2023-12-07T14:05:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:47 smithi089 ceph-mon[103124]: pgmap v101: 97 pgs: 97 active+clean; 4.8 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 25 MiB/s wr, 1.05k op/s 2023-12-07T14:05:48.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 175.0 s, 2056.5 tps, lat 48.911 ms stddev 90.402 2023-12-07T14:05:49.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:49 smithi039 ceph-mon[98864]: pgmap v102: 97 pgs: 97 active+clean; 4.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 46 MiB/s wr, 2.16k op/s 2023-12-07T14:05:49.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:49 smithi055 ceph-mon[103363]: pgmap v102: 97 pgs: 97 active+clean; 4.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 46 MiB/s wr, 2.16k op/s 2023-12-07T14:05:49.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:49 smithi089 ceph-mon[103124]: pgmap v102: 97 pgs: 97 active+clean; 4.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 46 MiB/s wr, 2.16k op/s 2023-12-07T14:05:51.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.164+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/940288034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b94100f50 msgr2=0x7f2b94104f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.164+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/940288034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b94100f50 0x7f2b94104f90 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009990 tx=0x7f2b90009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.164+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/940288034 shutdown_connections 2023-12-07T14:05:51.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.164+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/940288034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 0x7f2b9410d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.164+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/940288034 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2b941005a0 0x7f2b94100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.164+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/940288034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b94100f50 0x7f2b94104f90 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.164+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/940288034 >> 172.21.15.39:0/940288034 conn(0x7f2b940fbe60 msgr2=0x7f2b940fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:51.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.165+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/940288034 shutdown_connections 2023-12-07T14:05:51.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.166+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/940288034 wait complete. 2023-12-07T14:05:51.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 Processor -- start 2023-12-07T14:05:51.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 -- start start 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b941005a0 0x7f2b9419f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 0x7f2b9419fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2b941999a0 0x7f2b94199e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419a420 con 0x7f2b941005a0 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419a590 con 0x7f2b941056c0 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.167+0000 7f2b9b5bc700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b9419a750 con 0x7f2b941999a0 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b99358700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b941005a0 0x7f2b9419f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 0x7f2b9419fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 0x7f2b9419fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47722/0 (socket says 172.21.15.39:47722) 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b99358700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b941005a0 0x7f2b9419f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56518/0 (socket says 172.21.15.39:56518) 2023-12-07T14:05:51.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 -- 172.21.15.39:0/281533036 learned_addr learned my addr 172.21.15.39:0/281533036 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b99b59700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2b941999a0 0x7f2b94199e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 -- 172.21.15.39:0/281533036 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2b941999a0 msgr2=0x7f2b94199e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2b941999a0 0x7f2b94199e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 -- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b941005a0 msgr2=0x7f2b9419f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b941005a0 0x7f2b9419f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 -- 172.21.15.39:0/281533036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b84009520 con 0x7f2b941056c0 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b98b57700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 0x7f2b9419fdb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2b90000c00 tx=0x7f2b90004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b8a7fc700 1 -- 172.21.15.39:0/281533036 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9001d070 con 0x7f2b941056c0 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b8a7fc700 1 -- 172.21.15.39:0/281533036 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b90021410 con 0x7f2b941056c0 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b900095f0 con 0x7f2b941056c0 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b8a7fc700 1 -- 172.21.15.39:0/281533036 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b90017650 con 0x7f2b941056c0 2023-12-07T14:05:51.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.168+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b941a69d0 con 0x7f2b941056c0 2023-12-07T14:05:51.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 Processor -- start 2023-12-07T14:05:51.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 -- start start 2023-12-07T14:05:51.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2b8a7fc700 1 -- 172.21.15.39:0/281533036 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2b90021580 con 0x7f2b941056c0 2023-12-07T14:05:51.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc264220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc267de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc268780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc1cf760 con 0x5645dc263e40 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc1b6740 con 0x5645dc264760 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc1b4060 con 0x5645dc268320 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2b99b59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc264220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2b99b59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc264220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56526/0 (socket says 172.21.15.39:56526) 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.174+0000 7f2b99b59700 1 -- 172.21.15.39:0/1888248644 learned_addr learned my addr 172.21.15.39:0/1888248644 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b8a7fc700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2b800a1660 0x7f2b800a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b99b59700 1 -- 172.21.15.39:0/1888248644 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 msgr2=0x5645dc268780 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b99b59700 1 --2- 172.21.15.39:0/1888248644 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc268780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b99b59700 1 -- 172.21.15.39:0/1888248644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 msgr2=0x5645dc267de0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b99b59700 1 --2- 172.21.15.39:0/1888248644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc267de0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b8a7fc700 1 -- 172.21.15.39:0/281533036 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2b900ce180 con 0x7f2b941056c0 2023-12-07T14:05:51.179 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b99b59700 1 -- 172.21.15.39:0/1888248644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5645dc02c5d0 con 0x5645dc263e40 2023-12-07T14:05:51.179 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.175+0000 7f2b99b59700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2b800a1660 0x7f2b800a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.179 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.176+0000 7f2b99b59700 1 --2- 172.21.15.39:0/1888248644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc264220 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c011680 tx=0x7f2b8c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c56401e3bbe35139 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:51.179 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.176+0000 7f2b99b59700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2b800a1660 0x7f2b800a3b20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c022000 tx=0x7f2b8c025000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:51.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.176+0000 7f2b7f7fe700 1 -- 172.21.15.39:0/1888248644 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c00e040 con 0x5645dc263e40 2023-12-07T14:05:51.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.176+0000 7f2b7f7fe700 1 -- 172.21.15.39:0/1888248644 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b8c00f040 con 0x5645dc263e40 2023-12-07T14:05:51.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.176+0000 7f2b7f7fe700 1 -- 172.21.15.39:0/1888248644 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8c0156b0 con 0x5645dc263e40 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.177+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1888248644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 msgr2=0x5645dc264220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.177+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1888248644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc264220 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c011680 tx=0x7f2b8c009920 comp rx=0 tx=0).stop 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1888248644 shutdown_connections 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1888248644 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc268780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1888248644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc264220 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1888248644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc267de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1888248644 >> 172.21.15.39:0/1888248644 conn(0x5645dc18a300 msgr2=0x5645dc255ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1888248644 shutdown_connections 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1888248644 wait complete. 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 -- start start 2023-12-07T14:05:51.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.178+0000 7f2ba77b5b80 1 Processor -- start 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc26ce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc264760 0x5645dc26d380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc26d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc1af950 con 0x5645dc264760 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc169500 con 0x5645dc263e40 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc1691a0 con 0x5645dc268320 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2ba77b5b80 10 client.0 _ll_register_callbacks cb 0x5645dc094a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc264760 0x5645dc26d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b99358700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc26ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc264760 0x5645dc26d380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56534/0 (socket says 172.21.15.39:56534) 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 -- 172.21.15.39:0/1502969616 learned_addr learned my addr 172.21.15.39:0/1502969616 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b99b59700 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc26d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 -- 172.21.15.39:0/1502969616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 msgr2=0x5645dc26d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc26d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 -- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 msgr2=0x5645dc26ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:51.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc26ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b98b57700 1 -- 172.21.15.39:0/1502969616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b8c011330 con 0x5645dc264760 2023-12-07T14:05:51.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.179+0000 7f2b99358700 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc26ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:51.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.180+0000 7f2b98b57700 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc264760 0x5645dc26d380 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2b900cb9a0 tx=0x7f2b9009b030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daa8f99dac977274 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:51.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.180+0000 7f2b7cff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:05:51.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.181+0000 7f2b7cff9700 1 -- 172.21.15.39:0/1502969616 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b900ce020 con 0x5645dc264760 2023-12-07T14:05:51.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.181+0000 7f2b7cff9700 1 -- 172.21.15.39:0/1502969616 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2b9009b960 con 0x5645dc264760 2023-12-07T14:05:51.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.181+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5645dc24e5f0 con 0x5645dc264760 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.181+0000 7f2b7cff9700 1 -- 172.21.15.39:0/1502969616 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b9009ada0 con 0x5645dc264760 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.181+0000 7f2ba77b5b80 10 client.16515 fetch_fsmap learned FSMap version 35 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.181+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) v3 -- 0x5645dbfd8d80 con 0x5645dc264760 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.181+0000 7f2b7cff9700 1 -- 172.21.15.39:0/1502969616 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5645dc24e5f0 con 0x5645dc264760 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2b7cff9700 1 -- 172.21.15.39:0/1502969616 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 35) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f2b9009a750 con 0x5645dc264760 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2ba77b5b80 10 client.16515 fetch_fsmap finished waiting for FSMap version 35 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2ba77b5b80 10 client.16515 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2ba77b5b80 20 client.16515 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc285ba0 0x5645dc287fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2ba77b5b80 4 client.16515 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5645dc22a640 con 0x5645dc285ba0 2023-12-07T14:05:51.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.182+0000 7f2b99358700 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc285ba0 0x5645dc287fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.183+0000 7f2b99358700 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc285ba0 0x5645dc287fc0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0926b46773bdec8 server_cookie=58136293610d5a14 in_seq=0 out_seq=0 2023-12-07T14:05:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.183+0000 7f2b7cff9700 10 client.16515 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.184+0000 7f2b7cff9700 1 -- 172.21.15.39:0/1502969616 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5645dc22a640 con 0x5645dc285ba0 2023-12-07T14:05:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.184+0000 7f2b7cff9700 10 client.16515 handle_command_reply: tid=0 2023-12-07T14:05:51.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.184+0000 7f2ba77b5b80 1 client.16515 shutdown 2023-12-07T14:05:51.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc264760 msgr2=0x5645dc26d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc264760 0x5645dc26d380 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2b900cb9a0 tx=0x7f2b9009b030 comp rx=0 tx=0).stop 2023-12-07T14:05:51.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 shutdown_connections 2023-12-07T14:05:51.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc26d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc285ba0 0x5645dc287fc0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc26ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/1502969616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc264760 0x5645dc26d380 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 >> 172.21.15.39:0/1502969616 conn(0x5645dc18a300 msgr2=0x5645dc25a430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:51.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.185+0000 7f2b7cff9700 0 client.16515 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:51.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.186+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 shutdown_connections 2023-12-07T14:05:51.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.186+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/1502969616 wait complete. 2023-12-07T14:05:51.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.186+0000 7f2ba77b5b80 20 client.16515 trim_cache size 0 max 16384 2023-12-07T14:05:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 Processor -- start 2023-12-07T14:05:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 -- start start 2023-12-07T14:05:51.211 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc287bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc264760 0x5645dc28c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc268320 0x5645dc25f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc02e8c0 con 0x5645dc268320 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc257f50 con 0x5645dc263e40 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.208+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc25b6d0 con 0x5645dc264760 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.209+0000 7f2b99b59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc268320 0x5645dc25f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.209+0000 7f2b99b59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc268320 0x5645dc25f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56544/0 (socket says 172.21.15.39:56544) 2023-12-07T14:05:51.212 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.209+0000 7f2b99b59700 1 -- 172.21.15.39:0/2987089940 learned_addr learned my addr 172.21.15.39:0/2987089940 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.209+0000 7f2b98b57700 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc264760 0x5645dc28c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b98b57700 1 -- 172.21.15.39:0/2987089940 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 msgr2=0x5645dc287bb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:05:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b98b57700 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc287bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b98b57700 1 -- 172.21.15.39:0/2987089940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc268320 msgr2=0x5645dc25f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b98b57700 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc268320 0x5645dc25f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b98b57700 1 -- 172.21.15.39:0/2987089940 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5645dbfc1c00 con 0x5645dc264760 2023-12-07T14:05:51.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b99b59700 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc268320 0x5645dc25f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b98b57700 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc264760 0x5645dc28c8e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2b9009b1f0 tx=0x7f2b90009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=964a819891dce549 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b7ffff700 1 -- 172.21.15.39:0/2987089940 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9009ada0 con 0x5645dc264760 2023-12-07T14:05:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b7ffff700 1 -- 172.21.15.39:0/2987089940 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b9009abc0 con 0x5645dc264760 2023-12-07T14:05:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.210+0000 7f2b7ffff700 1 -- 172.21.15.39:0/2987089940 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b9009f3b0 con 0x5645dc264760 2023-12-07T14:05:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.211+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2987089940 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc264760 msgr2=0x5645dc28c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.211+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc264760 0x5645dc28c8e0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f2b9009b1f0 tx=0x7f2b90009ca0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.211+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2987089940 shutdown_connections 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.211+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc268320 0x5645dc25f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.211+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc263e40 0x5645dc287bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.211+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2987089940 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc264760 0x5645dc28c8e0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.211+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2987089940 >> 172.21.15.39:0/2987089940 conn(0x5645dc18a300 msgr2=0x5645dc257370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.212+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2987089940 shutdown_connections 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.212+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2987089940 wait complete. 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.212+0000 7f2ba77b5b80 1 -- start start 2023-12-07T14:05:51.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.212+0000 7f2ba77b5b80 1 Processor -- start 2023-12-07T14:05:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc25fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc25d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2ba77b5b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc25de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc25e580 con 0x5645dc263e40 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc25e6f0 con 0x5645dc264760 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2ba77b5b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645dc2db060 con 0x5645dc268320 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2ba77b5b80 10 client.0 _ll_register_callbacks cb 0x5645dc094a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b99358700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc25fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc25d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc25d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47750/0 (socket says 172.21.15.39:47750) 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b99358700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc25fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56546/0 (socket says 172.21.15.39:56546) 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 -- 172.21.15.39:0/2159532195 learned_addr learned my addr 172.21.15.39:0/2159532195 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b99b59700 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc25de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 -- 172.21.15.39:0/2159532195 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 msgr2=0x5645dc25de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc25de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 -- 172.21.15.39:0/2159532195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 msgr2=0x5645dc25fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:05:51.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc25fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 -- 172.21.15.39:0/2159532195 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b8c026030 con 0x5645dc264760 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b99358700 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc25fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b98b57700 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc25d930 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f2b9009af60 tx=0x7f2b90021c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97247295572e064b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.213+0000 7f2b7cff9700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.214+0000 7f2b7cff9700 1 -- 172.21.15.39:0/2159532195 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b900ce020 con 0x5645dc264760 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.214+0000 7f2b7cff9700 1 -- 172.21.15.39:0/2159532195 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2b9009b260 con 0x5645dc264760 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.214+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2b8c00f040 con 0x5645dc264760 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.214+0000 7f2b7cff9700 1 -- 172.21.15.39:0/2159532195 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b9009ada0 con 0x5645dc264760 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.214+0000 7f2ba77b5b80 10 client.26099 fetch_fsmap learned FSMap version 35 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.214+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) v3 -- 0x5645dbfd8d80 con 0x5645dc264760 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2b7cff9700 1 -- 172.21.15.39:0/2159532195 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b8c00f040 con 0x5645dc264760 2023-12-07T14:05:51.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2b7cff9700 1 -- 172.21.15.39:0/2159532195 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 35) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f2b9007e060 con 0x5645dc264760 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2ba77b5b80 10 client.26099 fetch_fsmap finished waiting for FSMap version 35 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2ba77b5b80 10 client.26099 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2ba77b5b80 20 client.26099 populate_metadata read hostname 'smithi039' 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc2dc230 0x5645dc2de620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2ba77b5b80 4 client.26099 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.215+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5645dc175f70 con 0x5645dc2dc230 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.217+0000 7f2b99358700 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc2dc230 0x5645dc2de620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:05:51.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.217+0000 7f2b99358700 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc2dc230 0x5645dc2de620 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd58fa3643c506ab server_cookie=ba166f4ac57258c0 in_seq=0 out_seq=0 2023-12-07T14:05:51.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.217+0000 7f2b7cff9700 10 client.26099 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2b7cff9700 1 -- 172.21.15.39:0/2159532195 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5645dc175f70 con 0x5645dc2dc230 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2b7cff9700 10 client.26099 handle_command_reply: tid=0 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 client.26099 shutdown 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 msgr2=0x5645dc25d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc25d930 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f2b9009af60 tx=0x7f2b90021c60 comp rx=0 tx=0).stop 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 shutdown_connections 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5645dc268320 0x5645dc25de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.240 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5645dc263e40 0x5645dc25fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5645dc2dc230 0x5645dc2de620 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 --2- 172.21.15.39:0/2159532195 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5645dc264760 0x5645dc25d930 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2b7cff9700 0 client.26099 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 >> 172.21.15.39:0/2159532195 conn(0x5645dc18a300 msgr2=0x5645dc28c8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 shutdown_connections 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.237+0000 7f2ba77b5b80 1 -- 172.21.15.39:0/2159532195 wait complete. 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2ba77b5b80 20 client.26099 trim_cache size 0 max 16384 2023-12-07T14:05:51.241 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:05:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:05:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:05:51.242 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2b800a1660 msgr2=0x7f2b800a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2b800a1660 0x7f2b800a3b20 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2b8c022000 tx=0x7f2b8c025000 comp rx=0 tx=0).stop 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 msgr2=0x7f2b9419fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 0x7f2b9419fdb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f2b90000c00 tx=0x7f2b90004730 comp rx=0 tx=0).stop 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 shutdown_connections 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2b941999a0 0x7f2b94199e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b941005a0 0x7f2b9419f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2b800a1660 0x7f2b800a3b20 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 --2- 172.21.15.39:0/281533036 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2b941056c0 0x7f2b9419fdb0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 >> 172.21.15.39:0/281533036 conn(0x7f2b940fbe60 msgr2=0x7f2b940fd090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:05:51.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 shutdown_connections 2023-12-07T14:05:51.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:05:51.238+0000 7f2b9b5bc700 1 -- 172.21.15.39:0/281533036 wait complete. 2023-12-07T14:05:51.567 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:51 smithi039 ceph-mon[98864]: pgmap v103: 97 pgs: 97 active+clean; 4.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 44 MiB/s wr, 2.06k op/s 2023-12-07T14:05:51.567 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:51 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:51.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:51 smithi055 ceph-mon[103363]: pgmap v103: 97 pgs: 97 active+clean; 4.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 44 MiB/s wr, 2.06k op/s 2023-12-07T14:05:51.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:51 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:51.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:51 smithi089 ceph-mon[103124]: pgmap v103: 97 pgs: 97 active+clean; 4.9 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 44 MiB/s wr, 2.06k op/s 2023-12-07T14:05:51.689 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:51 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:51.940 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:05:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[140961]: ignoring --setuser ceph since I am not root 2023-12-07T14:05:51.940 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:05:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[140961]: ignoring --setgroup ceph since I am not root 2023-12-07T14:05:51.940 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:05:51 smithi089 ceph-mds[140986]: -- 172.21.15.89:0/999807929 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564f8194a1a0 con 0x564f81920c00 2023-12-07T14:05:51.940 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:05:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[140961]: starting mds.f at 2023-12-07T14:05:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:52 smithi039 ceph-mon[98864]: daemon mds.f restarted 2023-12-07T14:05:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:52 smithi055 ceph-mon[103363]: daemon mds.f restarted 2023-12-07T14:05:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:52 smithi089 ceph-mon[103124]: daemon mds.f restarted 2023-12-07T14:05:53.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:53 smithi039 ceph-mon[98864]: pgmap v104: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 60 MiB/s wr, 2.85k op/s 2023-12-07T14:05:53.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:53 smithi039 ceph-mon[98864]: osdmap e87: 12 total, 12 up, 12 in 2023-12-07T14:05:53.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:53 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6834/1175032817,v1:172.21.15.89:6835/1175032817] up:boot 2023-12-07T14:05:53.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:53 smithi039 ceph-mon[98864]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-12-07T14:05:53.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:53 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:05:53.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:53 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:53 smithi055 ceph-mon[103363]: pgmap v104: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 60 MiB/s wr, 2.85k op/s 2023-12-07T14:05:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:53 smithi055 ceph-mon[103363]: osdmap e87: 12 total, 12 up, 12 in 2023-12-07T14:05:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:53 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6834/1175032817,v1:172.21.15.89:6835/1175032817] up:boot 2023-12-07T14:05:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:53 smithi055 ceph-mon[103363]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-12-07T14:05:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:53 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:05:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:53 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:53 smithi089 ceph-mon[103124]: pgmap v104: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 60 MiB/s wr, 2.85k op/s 2023-12-07T14:05:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:53 smithi089 ceph-mon[103124]: osdmap e87: 12 total, 12 up, 12 in 2023-12-07T14:05:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:53 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6834/1175032817,v1:172.21.15.89:6835/1175032817] up:boot 2023-12-07T14:05:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:53 smithi089 ceph-mon[103124]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2023-12-07T14:05:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:53 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:05:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:53 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:53.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 180.0 s, 2414.6 tps, lat 41.400 ms stddev 44.725 2023-12-07T14:05:55.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:55 smithi039 ceph-mon[98864]: pgmap v106: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 54 MiB/s wr, 2.75k op/s 2023-12-07T14:05:55.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:55 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:55 smithi055 ceph-mon[103363]: pgmap v106: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 54 MiB/s wr, 2.75k op/s 2023-12-07T14:05:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:55 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:55 smithi089 ceph-mon[103124]: pgmap v106: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 54 MiB/s wr, 2.75k op/s 2023-12-07T14:05:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:55 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:05:56.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:56 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:56.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:56 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:56.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:56 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:57.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:57 smithi039 ceph-mon[98864]: pgmap v107: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 51 MiB/s wr, 2.59k op/s 2023-12-07T14:05:57.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:57 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:57.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:57 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:57.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:57 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:57.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:57 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:05:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:57 smithi055 ceph-mon[103363]: pgmap v107: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 51 MiB/s wr, 2.59k op/s 2023-12-07T14:05:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:57 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:57 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:57 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:57 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:05:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:57 smithi089 ceph-mon[103124]: pgmap v107: 97 pgs: 97 active+clean; 5.0 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 184 KiB/s rd, 51 MiB/s wr, 2.59k op/s 2023-12-07T14:05:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:57 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:57 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:57 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:57 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:05:58.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 185.0 s, 2967.2 tps, lat 33.745 ms stddev 36.905 2023-12-07T14:05:59.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:05:59 smithi055 ceph-mon[103363]: pgmap v108: 97 pgs: 97 active+clean; 5.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 29 MiB/s wr, 1.52k op/s 2023-12-07T14:05:59.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:05:59 smithi089 ceph-mon[103124]: pgmap v108: 97 pgs: 97 active+clean; 5.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 29 MiB/s wr, 1.52k op/s 2023-12-07T14:05:59.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:05:59 smithi039 ceph-mon[98864]: pgmap v108: 97 pgs: 97 active+clean; 5.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 29 MiB/s wr, 1.52k op/s 2023-12-07T14:06:00.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:00 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:00.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:00 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:00.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:00 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:01.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:01 smithi055 ceph-mon[103363]: pgmap v109: 97 pgs: 97 active+clean; 5.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 29 MiB/s wr, 1.52k op/s 2023-12-07T14:06:01.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:01 smithi089 ceph-mon[103124]: pgmap v109: 97 pgs: 97 active+clean; 5.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 29 MiB/s wr, 1.52k op/s 2023-12-07T14:06:01.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:01 smithi039 ceph-mon[98864]: pgmap v109: 97 pgs: 97 active+clean; 5.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 29 MiB/s wr, 1.52k op/s 2023-12-07T14:06:03.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:03 smithi055 ceph-mon[103363]: pgmap v110: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 21 MiB/s wr, 1.05k op/s 2023-12-07T14:06:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:03 smithi089 ceph-mon[103124]: pgmap v110: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 21 MiB/s wr, 1.05k op/s 2023-12-07T14:06:03.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:03 smithi039 ceph-mon[98864]: pgmap v110: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 21 MiB/s wr, 1.05k op/s 2023-12-07T14:06:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 190.0 s, 2202.6 tps, lat 45.275 ms stddev 82.505 2023-12-07T14:06:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.412+0000 7f769c7ee700 1 -- 172.21.15.39:0/1306252946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 msgr2=0x7f7694100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.412+0000 7f769c7ee700 1 --2- 172.21.15.39:0/1306252946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 0x7f7694100980 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f7690009990 tx=0x7f7690009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.413+0000 7f769c7ee700 1 -- 172.21.15.39:0/1306252946 shutdown_connections 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.413+0000 7f769c7ee700 1 --2- 172.21.15.39:0/1306252946 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f76941056c0 0x7f769410d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.413+0000 7f769c7ee700 1 --2- 172.21.15.39:0/1306252946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 0x7f7694100980 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.413+0000 7f769c7ee700 1 --2- 172.21.15.39:0/1306252946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7694100f50 0x7f7694104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.413+0000 7f769c7ee700 1 -- 172.21.15.39:0/1306252946 >> 172.21.15.39:0/1306252946 conn(0x7f76940fbe60 msgr2=0x7f76940fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.413+0000 7f769c7ee700 1 -- 172.21.15.39:0/1306252946 shutdown_connections 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.413+0000 7f769c7ee700 1 -- 172.21.15.39:0/1306252946 wait complete. 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.414+0000 7f769c7ee700 1 Processor -- start 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.414+0000 7f769c7ee700 1 -- start start 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769c7ee700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 0x7f769419a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769c7ee700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76941056c0 0x7f769419a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769c7ee700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7694195910 0x7f7694195dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769c7ee700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76941964d0 con 0x7f76941005a0 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769c7ee700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7694196640 con 0x7f76941056c0 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769c7ee700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76941a2110 con 0x7f7694195910 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769a58a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 0x7f769419a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f7699d89700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76941056c0 0x7f769419a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769a58a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 0x7f769419a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56558/0 (socket says 172.21.15.39:56558) 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769a58a700 1 -- 172.21.15.39:0/3310319955 learned_addr learned my addr 172.21.15.39:0/3310319955 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f769ad8b700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7694195910 0x7f7694195dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f7699d89700 1 -- 172.21.15.39:0/3310319955 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7694195910 msgr2=0x7f7694195dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f7699d89700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7694195910 0x7f7694195dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f7699d89700 1 -- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 msgr2=0x7f769419a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f7699d89700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 0x7f769419a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.421 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.415+0000 7f7699d89700 1 -- 172.21.15.39:0/3310319955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76900095f0 con 0x7f76941056c0 2023-12-07T14:06:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.417+0000 7f7699d89700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76941056c0 0x7f769419a930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f768400e9c0 tx=0x7f768400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.417+0000 7f768b7fe700 1 -- 172.21.15.39:0/3310319955 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f768400cbd0 con 0x7f76941056c0 2023-12-07T14:06:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.417+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76941a23f0 con 0x7f76941056c0 2023-12-07T14:06:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.417+0000 7f768b7fe700 1 -- 172.21.15.39:0/3310319955 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f768400eeb0 con 0x7f76941056c0 2023-12-07T14:06:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.417+0000 7f768b7fe700 1 -- 172.21.15.39:0/3310319955 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7684018680 con 0x7f76941056c0 2023-12-07T14:06:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.417+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76941a2950 con 0x7f76941056c0 2023-12-07T14:06:04.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.420+0000 7f768b7fe700 1 -- 172.21.15.39:0/3310319955 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7684010430 con 0x7f76941056c0 2023-12-07T14:06:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.420+0000 7f768b7fe700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76800a1660 0x7f76800a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.421+0000 7f769a58a700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76800a1660 0x7f76800a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.421+0000 7f768b7fe700 1 -- 172.21.15.39:0/3310319955 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7684014070 con 0x7f76941056c0 2023-12-07T14:06:04.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.421+0000 7f769a58a700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76800a1660 0x7f76800a3b20 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f769000b2e0 tx=0x7f7690005940 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:04.425 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 Processor -- start 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 -- start start 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed6da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6df50 0x55f05ed715d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 0x55f05ed71f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ece1760 con 0x55f05ed6d630 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ecc8740 con 0x55f05ed71b10 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ecc6060 con 0x55f05ed6df50 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f769a58a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed6da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f769a58a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed6da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56564/0 (socket says 172.21.15.39:56564) 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f769a58a700 1 -- 172.21.15.39:0/2906635248 learned_addr learned my addr 172.21.15.39:0/2906635248 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f769ad8b700 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 0x55f05ed71f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.422+0000 7f7699d89700 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6df50 0x55f05ed715d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f769a58a700 1 -- 172.21.15.39:0/2906635248 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6df50 msgr2=0x55f05ed715d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f769a58a700 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6df50 0x55f05ed715d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f769a58a700 1 -- 172.21.15.39:0/2906635248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 msgr2=0x55f05ed71f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f769a58a700 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 0x55f05ed71f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f769a58a700 1 -- 172.21.15.39:0/2906635248 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f05eb3e5d0 con 0x55f05ed6d630 2023-12-07T14:06:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f769a58a700 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed6da10 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f76900056a0 tx=0x7f769001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5b25c1d2ab53521 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f7688ff9700 1 -- 172.21.15.39:0/2906635248 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f769002b070 con 0x55f05ed6d630 2023-12-07T14:06:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f7688ff9700 1 -- 172.21.15.39:0/2906635248 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f769001e040 con 0x55f05ed6d630 2023-12-07T14:06:04.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.423+0000 7f7688ff9700 1 -- 172.21.15.39:0/2906635248 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7690004dd0 con 0x55f05ed6d630 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.424+0000 7f76a89e7b80 1 -- 172.21.15.39:0/2906635248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 msgr2=0x55f05ed6da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.424+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed6da10 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f76900056a0 tx=0x7f769001f000 comp rx=0 tx=0).stop 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.425+0000 7f76a89e7b80 1 -- 172.21.15.39:0/2906635248 shutdown_connections 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.425+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 0x55f05ed71f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.425+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed6da10 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.425+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/2906635248 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6df50 0x55f05ed715d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.425+0000 7f76a89e7b80 1 -- 172.21.15.39:0/2906635248 >> 172.21.15.39:0/2906635248 conn(0x55f05ec9c300 msgr2=0x55f05ed67ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.425+0000 7f76a89e7b80 1 -- 172.21.15.39:0/2906635248 shutdown_connections 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.425+0000 7f76a89e7b80 1 -- 172.21.15.39:0/2906635248 wait complete. 2023-12-07T14:06:04.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.426+0000 7f76a89e7b80 1 -- start start 2023-12-07T14:06:04.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.426+0000 7f76a89e7b80 1 Processor -- start 2023-12-07T14:06:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed6d630 0x55f05ed79290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed765d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed76c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ecc1950 con 0x55f05ed6df50 2023-12-07T14:06:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ec7b500 con 0x55f05ed6d630 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ec7b1a0 con 0x55f05ed71b10 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f76a89e7b80 10 client.0 _ll_register_callbacks cb 0x55f05eba6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed6d630 0x55f05ed79290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed6d630 0x55f05ed79290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47772/0 (socket says 172.21.15.39:47772) 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 -- 172.21.15.39:0/1577113027 learned_addr learned my addr 172.21.15.39:0/1577113027 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769ad8b700 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed76c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 -- 172.21.15.39:0/1577113027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 msgr2=0x55f05ed76c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed76c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 -- 172.21.15.39:0/1577113027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 msgr2=0x55f05ed765d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed765d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.427+0000 7f769a58a700 1 -- 172.21.15.39:0/1577113027 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f769410dab0 con 0x55f05ed6d630 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f769a58a700 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed6d630 0x55f05ed79290 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7690005b40 tx=0x7f7690004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6e7ad0b6c88b739 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f767dffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f767dffb700 1 -- 172.21.15.39:0/1577113027 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f769002b070 con 0x55f05ed6d630 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f767dffb700 1 -- 172.21.15.39:0/1577113027 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7690004ca0 con 0x55f05ed6d630 2023-12-07T14:06:04.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f05ed605f0 con 0x55f05ed6d630 2023-12-07T14:06:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f767dffb700 1 -- 172.21.15.39:0/1577113027 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7690004e80 con 0x55f05ed6d630 2023-12-07T14:06:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f76a89e7b80 10 client.26117 fetch_fsmap learned FSMap version 39 2023-12-07T14:06:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55f05eaead80 con 0x55f05ed6d630 2023-12-07T14:06:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f767dffb700 1 -- 172.21.15.39:0/1577113027 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7690044020 con 0x55f05ed6d630 2023-12-07T14:06:04.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f767dffb700 1 -- 172.21.15.39:0/1577113027 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 39) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f7690024530 con 0x55f05ed6d630 2023-12-07T14:06:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.428+0000 7f76a89e7b80 10 client.26117 fetch_fsmap finished waiting for FSMap version 39 2023-12-07T14:06:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.429+0000 7f76a89e7b80 10 client.26117 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.429+0000 7f76a89e7b80 20 client.26117 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.429+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05ed86a30 0x55f05ed88e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.429+0000 7f76a89e7b80 4 client.26117 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.429+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f05ed3c640 con 0x55f05ed86a30 2023-12-07T14:06:04.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.429+0000 7f7699d89700 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05ed86a30 0x55f05ed88e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.430+0000 7f7699d89700 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05ed86a30 0x55f05ed88e50 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f05edb7605dfbcb server_cookie=4de248cd4eab8a64 in_seq=0 out_seq=0 2023-12-07T14:06:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.430+0000 7f767dffb700 10 client.26117 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.431+0000 7f767dffb700 1 -- 172.21.15.39:0/1577113027 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55f05ed3c640 con 0x55f05ed86a30 2023-12-07T14:06:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.431+0000 7f767dffb700 10 client.26117 handle_command_reply: tid=0 2023-12-07T14:06:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.431+0000 7f76a89e7b80 1 client.26117 shutdown 2023-12-07T14:06:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.431+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed6d630 msgr2=0x55f05ed79290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed6d630 0x55f05ed79290 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f7690005b40 tx=0x7f7690004730 comp rx=0 tx=0).stop 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 shutdown_connections 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed76c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05ed86a30 0x55f05ed88e50 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed6d630 0x55f05ed79290 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1577113027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed765d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 >> 172.21.15.39:0/1577113027 conn(0x55f05ec9c300 msgr2=0x55f05ed6c430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f767dffb700 0 client.26117 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 shutdown_connections 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1577113027 wait complete. 2023-12-07T14:06:04.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.432+0000 7f76a89e7b80 20 client.26117 trim_cache size 0 max 16384 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 Processor -- start 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 -- start start 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6d630 0x55f05ed78fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed8d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 0x55f05ed7dd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05eb408c0 con 0x55f05ed6df50 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ed77580 con 0x55f05ed71b10 2023-12-07T14:06:04.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.457+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05ed60410 con 0x55f05ed6d630 2023-12-07T14:06:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.464+0000 7f769a58a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6d630 0x55f05ed78fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.464+0000 7f769a58a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6d630 0x55f05ed78fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33070/0 (socket says 172.21.15.39:33070) 2023-12-07T14:06:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.464+0000 7f769a58a700 1 -- 172.21.15.39:0/1224579595 learned_addr learned my addr 172.21.15.39:0/1224579595 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:04.475 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.470+0000 7f7699d89700 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed8d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.475 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.470+0000 7f7699d89700 1 -- 172.21.15.39:0/1224579595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6d630 msgr2=0x55f05ed78fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.470+0000 7f7699d89700 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6d630 0x55f05ed78fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.470+0000 7f7699d89700 1 -- 172.21.15.39:0/1224579595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 msgr2=0x55f05ed7dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.470+0000 7f7699d89700 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 0x55f05ed7dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.470+0000 7f7699d89700 1 -- 172.21.15.39:0/1224579595 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f05ead3c00 con 0x55f05ed6df50 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.471+0000 7f7699d89700 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed8d770 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f76840caa50 tx=0x7f768409a190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=389c5a085f451d53 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.472+0000 7f76897fa700 1 -- 172.21.15.39:0/1224579595 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f768409a9e0 con 0x55f05ed6df50 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.472+0000 7f76897fa700 1 -- 172.21.15.39:0/1224579595 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f768409a2e0 con 0x55f05ed6df50 2023-12-07T14:06:04.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.472+0000 7f76897fa700 1 -- 172.21.15.39:0/1224579595 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7684010940 con 0x55f05ed6df50 2023-12-07T14:06:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.476+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1224579595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 msgr2=0x55f05ed8d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.476+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed8d770 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f76840caa50 tx=0x7f768409a190 comp rx=0 tx=0).stop 2023-12-07T14:06:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.480+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1224579595 shutdown_connections 2023-12-07T14:06:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.480+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed71b10 0x55f05ed7dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.480+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed6d630 0x55f05ed78fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.480+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1224579595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6df50 0x55f05ed8d770 secure :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f76840caa50 tx=0x7f768409a190 comp rx=0 tx=0).stop 2023-12-07T14:06:04.485 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.480+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1224579595 >> 172.21.15.39:0/1224579595 conn(0x55f05ec9c300 msgr2=0x55f05ed67b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:04.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.487+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1224579595 shutdown_connections 2023-12-07T14:06:04.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.487+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1224579595 wait complete. 2023-12-07T14:06:04.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.487+0000 7f76a89e7b80 1 -- start start 2023-12-07T14:06:04.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 1 Processor -- start 2023-12-07T14:06:04.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed7bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed7c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed7c790 0x55f05edecf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05eded440 con 0x55f05ed6d630 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05eded580 con 0x55f05ed7c790 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f05eded740 con 0x55f05ed71b10 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.493+0000 7f76a89e7b80 10 client.0 _ll_register_callbacks cb 0x55f05eba6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed7c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed7c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33076/0 (socket says 172.21.15.39:33076) 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 -- 172.21.15.39:0/1836020772 learned_addr learned my addr 172.21.15.39:0/1836020772 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f769ad8b700 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed7c790 0x55f05edecf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f769a58a700 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed7bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 -- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed7c790 msgr2=0x55f05edecf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed7c790 0x55f05edecf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 -- 172.21.15.39:0/1836020772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 msgr2=0x55f05ed7bd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:04.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed7bd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.494+0000 7f7699d89700 1 -- 172.21.15.39:0/1836020772 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76941a2950 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.495+0000 7f7699d89700 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed7c250 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f76840a2140 tx=0x7f76840ca9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9170aa30b1aa643f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.495+0000 7f767dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.495+0000 7f767dffb700 1 -- 172.21.15.39:0/1836020772 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76840a2670 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.495+0000 7f767dffb700 1 -- 172.21.15.39:0/1836020772 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f768409e430 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.495+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f769001e040 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.496+0000 7f767dffb700 1 -- 172.21.15.39:0/1836020772 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=39) v2 ==== 24+0+0 (secure 0 0 0) 0x7f76840106e0 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.496+0000 7f76a89e7b80 10 client.26236 fetch_fsmap learned FSMap version 39 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.496+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=39,monmap=4+}) v3 -- 0x55f05eb111f0 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.496+0000 7f767dffb700 1 -- 172.21.15.39:0/1836020772 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f769001e040 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.496+0000 7f767dffb700 1 -- 172.21.15.39:0/1836020772 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 39) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f76840997d0 con 0x55f05ed71b10 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.497+0000 7f76a89e7b80 10 client.26236 fetch_fsmap finished waiting for FSMap version 39 2023-12-07T14:06:04.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.497+0000 7f76a89e7b80 10 client.26236 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.497+0000 7f76a89e7b80 20 client.26236 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.497+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05edeecb0 0x55f05edf10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.497+0000 7f76a89e7b80 4 client.26236 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:06:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.497+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f05ec87f70 con 0x55f05edeecb0 2023-12-07T14:06:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.497+0000 7f769a58a700 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05edeecb0 0x55f05edf10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.500+0000 7f767dffb700 10 client.26236 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:04.503 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.500+0000 7f769a58a700 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05edeecb0 0x55f05edf10d0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4429b7ed0d856c server_cookie=62b44d56cbb6e32 in_seq=0 out_seq=0 2023-12-07T14:06:04.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.522+0000 7f767dffb700 1 -- 172.21.15.39:0/1836020772 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f05ec87f70 con 0x55f05edeecb0 2023-12-07T14:06:04.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.522+0000 7f767dffb700 10 client.26236 handle_command_reply: tid=0 2023-12-07T14:06:04.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.522+0000 7f76a89e7b80 1 client.26236 shutdown 2023-12-07T14:06:04.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 msgr2=0x55f05ed7c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed7c250 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f76840a2140 tx=0x7f76840ca9c0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 shutdown_connections 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f05edeecb0 0x55f05edf10d0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f05ed7c790 0x55f05edecf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f05ed6d630 0x55f05ed7bd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f767dffb700 0 client.26236 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 --2- 172.21.15.39:0/1836020772 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f05ed71b10 0x55f05ed7c250 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.523+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 >> 172.21.15.39:0/1836020772 conn(0x55f05ec9c300 msgr2=0x55f05ed8d770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 shutdown_connections 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f76a89e7b80 1 -- 172.21.15.39:0/1836020772 wait complete. 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f76a89e7b80 20 client.26236 trim_cache size 0 max 16384 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:06:04.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:06:04.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:06:04.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:06:04.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76800a1660 msgr2=0x7f76800a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76800a1660 0x7f76800a3b20 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f769000b2e0 tx=0x7f7690005940 comp rx=0 tx=0).stop 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76941056c0 msgr2=0x7f769419a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76941056c0 0x7f769419a930 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f768400e9c0 tx=0x7f768400ecd0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 shutdown_connections 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7694195910 0x7f7694195dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76941005a0 0x7f769419a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76800a1660 0x7f76800a3b20 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 --2- 172.21.15.39:0/3310319955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76941056c0 0x7f769419a930 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.524+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 >> 172.21.15.39:0/3310319955 conn(0x7f76940fbe60 msgr2=0x7f76940fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.525+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 shutdown_connections 2023-12-07T14:06:04.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:04.525+0000 7f769c7ee700 1 -- 172.21.15.39:0/3310319955 wait complete. 2023-12-07T14:06:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:05 smithi055 ceph-mon[103363]: pgmap v111: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 18 MiB/s wr, 932 op/s 2023-12-07T14:06:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:05 smithi089 ceph-mon[103124]: pgmap v111: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 18 MiB/s wr, 932 op/s 2023-12-07T14:06:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:05 smithi039 ceph-mon[98864]: pgmap v111: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 18 MiB/s wr, 932 op/s 2023-12-07T14:06:07.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:07 smithi055 ceph-mon[103363]: pgmap v112: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 22 MiB/s wr, 1.09k op/s 2023-12-07T14:06:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:07 smithi089 ceph-mon[103124]: pgmap v112: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 22 MiB/s wr, 1.09k op/s 2023-12-07T14:06:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:07 smithi039 ceph-mon[98864]: pgmap v112: 97 pgs: 97 active+clean; 5.1 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 22 MiB/s wr, 1.09k op/s 2023-12-07T14:06:08.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 195.0 s, 1706.4 tps, lat 58.151 ms stddev 67.161 2023-12-07T14:06:09.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:09 smithi055 ceph-mon[103363]: pgmap v113: 97 pgs: 97 active+clean; 5.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 43 MiB/s wr, 2.38k op/s 2023-12-07T14:06:09.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:09 smithi089 ceph-mon[103124]: pgmap v113: 97 pgs: 97 active+clean; 5.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 43 MiB/s wr, 2.38k op/s 2023-12-07T14:06:09.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:09 smithi039 ceph-mon[98864]: pgmap v113: 97 pgs: 97 active+clean; 5.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 43 MiB/s wr, 2.38k op/s 2023-12-07T14:06:10.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:10 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:10.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:10 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:10.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:10 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:11.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:11 smithi055 ceph-mon[103363]: pgmap v114: 97 pgs: 97 active+clean; 5.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 35 MiB/s wr, 1.94k op/s 2023-12-07T14:06:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:11 smithi089 ceph-mon[103124]: pgmap v114: 97 pgs: 97 active+clean; 5.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 35 MiB/s wr, 1.94k op/s 2023-12-07T14:06:11.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:11 smithi039 ceph-mon[98864]: pgmap v114: 97 pgs: 97 active+clean; 5.2 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 35 MiB/s wr, 1.94k op/s 2023-12-07T14:06:13.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:13 smithi055 ceph-mon[103363]: pgmap v115: 97 pgs: 97 active+clean; 5.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 47 MiB/s wr, 2.41k op/s 2023-12-07T14:06:13.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:13 smithi089 ceph-mon[103124]: pgmap v115: 97 pgs: 97 active+clean; 5.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 47 MiB/s wr, 2.41k op/s 2023-12-07T14:06:13.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:13 smithi039 ceph-mon[98864]: pgmap v115: 97 pgs: 97 active+clean; 5.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 47 MiB/s wr, 2.41k op/s 2023-12-07T14:06:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 200.0 s, 2276.8 tps, lat 44.040 ms stddev 47.107 2023-12-07T14:06:14.384 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:06:14.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.668+0000 7ff653cc5700 1 -- 172.21.15.39:0/866823830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1085d0 msgr2=0x7ff64c108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.668+0000 7ff653cc5700 1 --2- 172.21.15.39:0/866823830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1085d0 0x7ff64c108a50 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7ff64400b0a0 tx=0x7ff64400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.668+0000 7ff653cc5700 1 -- 172.21.15.39:0/866823830 shutdown_connections 2023-12-07T14:06:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.668+0000 7ff653cc5700 1 --2- 172.21.15.39:0/866823830 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff64c109180 0x7ff64c11cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.668+0000 7ff653cc5700 1 --2- 172.21.15.39:0/866823830 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff64c10fbd0 0x7ff64c10ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.668+0000 7ff653cc5700 1 --2- 172.21.15.39:0/866823830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1085d0 0x7ff64c108a50 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.668+0000 7ff653cc5700 1 -- 172.21.15.39:0/866823830 >> 172.21.15.39:0/866823830 conn(0x7ff64c06c550 msgr2=0x7ff64c06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:14.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.670+0000 7ff653cc5700 1 -- 172.21.15.39:0/866823830 shutdown_connections 2023-12-07T14:06:14.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.676+0000 7ff653cc5700 1 -- 172.21.15.39:0/866823830 wait complete. 2023-12-07T14:06:14.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.677+0000 7ff653cc5700 1 Processor -- start 2023-12-07T14:06:14.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.686+0000 7ff653cc5700 1 -- start start 2023-12-07T14:06:14.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.686+0000 7ff653cc5700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff64c109180 0x7ff64c1ac930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.686+0000 7ff653cc5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff64c10fbd0 0x7ff64c1ace70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.686+0000 7ff653cc5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1a69d0 0x7ff64c1a6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.686+0000 7ff653cc5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff64c1a74d0 con 0x7ff64c1a69d0 2023-12-07T14:06:14.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.686+0000 7ff653cc5700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff64c1a7640 con 0x7ff64c10fbd0 2023-12-07T14:06:14.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.686+0000 7ff653cc5700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff64c1a7800 con 0x7ff64c109180 2023-12-07T14:06:14.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.688+0000 7ff652262700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1a69d0 0x7ff64c1a6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.688+0000 7ff652262700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1a69d0 0x7ff64c1a6e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56600/0 (socket says 172.21.15.39:56600) 2023-12-07T14:06:14.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.688+0000 7ff652262700 1 -- 172.21.15.39:0/1235782570 learned_addr learned my addr 172.21.15.39:0/1235782570 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:14.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.689+0000 7ff652262700 1 -- 172.21.15.39:0/1235782570 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff64c109180 msgr2=0x7ff64c1ac930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.689+0000 7ff652262700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff64c109180 0x7ff64c1ac930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.689+0000 7ff652262700 1 -- 172.21.15.39:0/1235782570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff64c10fbd0 msgr2=0x7ff64c1ace70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.689+0000 7ff652262700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff64c10fbd0 0x7ff64c1ace70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.689+0000 7ff652262700 1 -- 172.21.15.39:0/1235782570 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff644009d00 con 0x7ff64c1a69d0 2023-12-07T14:06:14.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.694+0000 7ff652262700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1a69d0 0x7ff64c1a6e80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7ff64800b480 tx=0x7ff64800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:14.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.697+0000 7ff642ffd700 1 -- 172.21.15.39:0/1235782570 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6480118f0 con 0x7ff64c1a69d0 2023-12-07T14:06:14.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.697+0000 7ff642ffd700 1 -- 172.21.15.39:0/1235782570 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff648010380 con 0x7ff64c1a69d0 2023-12-07T14:06:14.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.697+0000 7ff642ffd700 1 -- 172.21.15.39:0/1235782570 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff64800f540 con 0x7ff64c1a69d0 2023-12-07T14:06:14.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.697+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff64c1b3790 con 0x7ff64c1a69d0 2023-12-07T14:06:14.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.697+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff64c1b3cd0 con 0x7ff64c1a69d0 2023-12-07T14:06:14.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.703+0000 7ff65febeb80 1 Processor -- start 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.704+0000 7ff642ffd700 1 -- 172.21.15.39:0/1235782570 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff6480104f0 con 0x7ff64c1a69d0 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.705+0000 7ff65febeb80 1 -- start start 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.705+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9308e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.705+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b930cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.705+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b930d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.705+0000 7ff65febeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b927c7c0 con 0x5609b9309360 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.705+0000 7ff65febeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b92637a0 con 0x5609b9308a40 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.705+0000 7ff65febeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b92610c0 con 0x5609b930d050 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.706+0000 7ff642ffd700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff6380a1780 0x7ff6380a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.706+0000 7ff642ffd700 1 -- 172.21.15.39:0/1235782570 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff6480cc480 con 0x7ff64c1a69d0 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.706+0000 7ff652262700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff6380a1780 0x7ff6380a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.706+0000 7ff651a61700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b930cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.716 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.706+0000 7ff651a61700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b930cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56606/0 (socket says 172.21.15.39:56606) 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.706+0000 7ff651a61700 1 -- 172.21.15.39:0/3272854606 learned_addr learned my addr 172.21.15.39:0/3272854606 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.707+0000 7ff652262700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff6380a1780 0x7ff6380a3c40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff6480ca240 tx=0x7ff6480695f0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.710+0000 7ff651a61700 1 -- 172.21.15.39:0/3272854606 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 msgr2=0x5609b930d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.710+0000 7ff651a61700 1 --2- 172.21.15.39:0/3272854606 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b930d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.710+0000 7ff651a61700 1 -- 172.21.15.39:0/3272854606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 msgr2=0x5609b9308e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.710+0000 7ff651a61700 1 --2- 172.21.15.39:0/3272854606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9308e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.710+0000 7ff651a61700 1 -- 172.21.15.39:0/3272854606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609b90d9630 con 0x5609b9309360 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.711+0000 7ff651a61700 1 --2- 172.21.15.39:0/3272854606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b930cb10 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7ff63c0098a0 tx=0x7ff63c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=847545a7cc8d2c54 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.711+0000 7ff637fff700 1 -- 172.21.15.39:0/3272854606 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63c011830 con 0x5609b9309360 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.711+0000 7ff637fff700 1 -- 172.21.15.39:0/3272854606 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff63c011e50 con 0x5609b9309360 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.711+0000 7ff637fff700 1 -- 172.21.15.39:0/3272854606 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63c010380 con 0x5609b9309360 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.712+0000 7ff65febeb80 1 -- 172.21.15.39:0/3272854606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 msgr2=0x5609b930cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.717 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.712+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3272854606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b930cb10 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7ff63c0098a0 tx=0x7ff63c009bb0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.717+0000 7ff65febeb80 1 -- 172.21.15.39:0/3272854606 shutdown_connections 2023-12-07T14:06:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.717+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3272854606 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b930d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.717+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3272854606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9308e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.717+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3272854606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b930cb10 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.717+0000 7ff65febeb80 1 -- 172.21.15.39:0/3272854606 >> 172.21.15.39:0/3272854606 conn(0x5609b9237360 msgr2=0x5609b9303070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:14.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.736+0000 7ff65febeb80 1 -- 172.21.15.39:0/3272854606 shutdown_connections 2023-12-07T14:06:14.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.738+0000 7ff65febeb80 1 -- 172.21.15.39:0/3272854606 wait complete. 2023-12-07T14:06:14.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.738+0000 7ff65febeb80 1 -- start start 2023-12-07T14:06:14.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.738+0000 7ff65febeb80 1 Processor -- start 2023-12-07T14:06:14.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.739+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9308a40 0x5609b93147b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.739+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9309360 0x5609b9311af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.739+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b9312100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.739+0000 7ff65febeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b925c9b0 con 0x5609b930d050 2023-12-07T14:06:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.739+0000 7ff65febeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b9216560 con 0x5609b9309360 2023-12-07T14:06:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.739+0000 7ff65febeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b9216200 con 0x5609b9308a40 2023-12-07T14:06:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.739+0000 7ff65febeb80 10 client.0 _ll_register_callbacks cb 0x5609b9141a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:14.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.747+0000 7ff651260700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b9312100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.747+0000 7ff651260700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b9312100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56614/0 (socket says 172.21.15.39:56614) 2023-12-07T14:06:14.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.747+0000 7ff651260700 1 -- 172.21.15.39:0/3496480596 learned_addr learned my addr 172.21.15.39:0/3496480596 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:14.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.747+0000 7ff651260700 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9308a40 0x5609b93147b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.747+0000 7ff651a61700 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9309360 0x5609b9311af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.767 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.764+0000 7ff651260700 1 -- 172.21.15.39:0/3496480596 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9308a40 msgr2=0x5609b93147b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:14.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.764+0000 7ff651260700 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9308a40 0x5609b93147b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.764+0000 7ff651260700 1 -- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9309360 msgr2=0x5609b9311af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:14.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.764+0000 7ff651260700 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9309360 0x5609b9311af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.764+0000 7ff651260700 1 -- 172.21.15.39:0/3496480596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff63c0094d0 con 0x5609b930d050 2023-12-07T14:06:14.768 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.765+0000 7ff651260700 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b9312100 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff644009040 tx=0x7ff64400cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95207372b6779cc1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:14.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.768+0000 7ff6357fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:14.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.768+0000 7ff6357fa700 1 -- 172.21.15.39:0/3496480596 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff64400e040 con 0x5609b930d050 2023-12-07T14:06:14.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.768+0000 7ff6357fa700 1 -- 172.21.15.39:0/3496480596 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff6440076a0 con 0x5609b930d050 2023-12-07T14:06:14.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.769+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5609b92fba00 con 0x5609b930d050 2023-12-07T14:06:14.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff6357fa700 1 -- 172.21.15.39:0/3496480596 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff644007860 con 0x5609b930d050 2023-12-07T14:06:14.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 10 client.16548 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:14.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x5609b9085de0 con 0x5609b930d050 2023-12-07T14:06:14.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff6357fa700 1 -- 172.21.15.39:0/3496480596 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5609b92fba00 con 0x5609b930d050 2023-12-07T14:06:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff6357fa700 1 -- 172.21.15.39:0/3496480596 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff644019070 con 0x5609b930d050 2023-12-07T14:06:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 10 client.16548 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 10 client.16548 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 20 client.16548 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9333360 0x5609b9335780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 4 client.16548 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:14.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.772+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5609b92d76a0 con 0x5609b9333360 2023-12-07T14:06:14.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.773+0000 7ff651a61700 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9333360 0x5609b9335780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.807 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.796+0000 7ff651a61700 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9333360 0x5609b9335780 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2389f8bae029fd29 server_cookie=6906f374ea99348 in_seq=0 out_seq=0 2023-12-07T14:06:14.807 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.796+0000 7ff6357fa700 10 client.16548 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:14.807 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.802+0000 7ff6357fa700 1 -- 172.21.15.39:0/3496480596 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5609b92d76a0 con 0x5609b9333360 2023-12-07T14:06:14.807 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.802+0000 7ff6357fa700 10 client.16548 handle_command_reply: tid=0 2023-12-07T14:06:14.808 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.802+0000 7ff65febeb80 1 client.16548 shutdown 2023-12-07T14:06:14.808 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.803+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 msgr2=0x5609b9312100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.808 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.803+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b9312100 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff644009040 tx=0x7ff64400cd80 comp rx=0 tx=0).stop 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.804+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 shutdown_connections 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.804+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b9312100 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.804+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9308a40 0x5609b93147b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.804+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9333360 0x5609b9335780 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.804+0000 7ff65febeb80 1 --2- 172.21.15.39:0/3496480596 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9309360 0x5609b9311af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.804+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 >> 172.21.15.39:0/3496480596 conn(0x5609b9237360 msgr2=0x5609b930e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.805+0000 7ff6357fa700 0 client.16548 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.808+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 shutdown_connections 2023-12-07T14:06:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.808+0000 7ff65febeb80 1 -- 172.21.15.39:0/3496480596 wait complete. 2023-12-07T14:06:14.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.828+0000 7ff65febeb80 20 client.16548 trim_cache size 0 max 16384 2023-12-07T14:06:14.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.867+0000 7ff65febeb80 1 Processor -- start 2023-12-07T14:06:14.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.867+0000 7ff65febeb80 1 -- start start 2023-12-07T14:06:14.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9335370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9309360 0x5609b930b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b933a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff65febeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b92fe260 con 0x5609b930d050 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff65febeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b90db920 con 0x5609b9308a40 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff65febeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b9330990 con 0x5609b9309360 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff651260700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9335370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff651260700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9335370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47822/0 (socket says 172.21.15.39:47822) 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.868+0000 7ff651260700 1 -- 172.21.15.39:0/2572413161 learned_addr learned my addr 172.21.15.39:0/2572413161 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.874+0000 7ff651260700 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b933a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.874+0000 7ff651260700 1 -- 172.21.15.39:0/2572413161 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9309360 msgr2=0x5609b930b1d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.874+0000 7ff651260700 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9309360 0x5609b930b1d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.874+0000 7ff651260700 1 -- 172.21.15.39:0/2572413161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 msgr2=0x5609b933a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.874+0000 7ff651260700 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b933a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.874+0000 7ff651260700 1 -- 172.21.15.39:0/2572413161 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609b906ec60 con 0x5609b9308a40 2023-12-07T14:06:14.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.875+0000 7ff651260700 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9335370 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff644009a20 tx=0x7ff64400f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=355dd692f1edf988 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.879+0000 7ff640d82700 1 -- 172.21.15.39:0/2572413161 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff644006160 con 0x5609b9308a40 2023-12-07T14:06:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.879+0000 7ff640d82700 1 -- 172.21.15.39:0/2572413161 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff644009b80 con 0x5609b9308a40 2023-12-07T14:06:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.879+0000 7ff640d82700 1 -- 172.21.15.39:0/2572413161 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff64401fa40 con 0x5609b9308a40 2023-12-07T14:06:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 -- 172.21.15.39:0/2572413161 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 msgr2=0x5609b9335370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9335370 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff644009a20 tx=0x7ff64400f040 comp rx=0 tx=0).stop 2023-12-07T14:06:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 -- 172.21.15.39:0/2572413161 shutdown_connections 2023-12-07T14:06:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b930d050 0x5609b933a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9335370 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 --2- 172.21.15.39:0/2572413161 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b9309360 0x5609b930b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 -- 172.21.15.39:0/2572413161 >> 172.21.15.39:0/2572413161 conn(0x5609b9237360 msgr2=0x5609b9314470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 -- 172.21.15.39:0/2572413161 shutdown_connections 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 -- 172.21.15.39:0/2572413161 wait complete. 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.880+0000 7ff65febeb80 1 -- start start 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 1 Processor -- start 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9319740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b9317370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b93178b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b9317fa0 con 0x5609b9309360 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b9318110 con 0x5609b9308a40 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609b9388860 con 0x5609b930d050 2023-12-07T14:06:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.881+0000 7ff65febeb80 10 client.0 _ll_register_callbacks cb 0x5609b9141a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:14.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.882+0000 7ff651260700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9319740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.882+0000 7ff651260700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9319740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47828/0 (socket says 172.21.15.39:47828) 2023-12-07T14:06:14.887 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.882+0000 7ff651260700 1 -- 172.21.15.39:0/1723392028 learned_addr learned my addr 172.21.15.39:0/1723392028 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.884+0000 7ff651260700 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b93178b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.885+0000 7ff651260700 1 -- 172.21.15.39:0/1723392028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 msgr2=0x5609b9319740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.885+0000 7ff651260700 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9319740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.885+0000 7ff651260700 1 -- 172.21.15.39:0/1723392028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 msgr2=0x5609b9317370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.885+0000 7ff651260700 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b9317370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.885+0000 7ff651260700 1 -- 172.21.15.39:0/1723392028 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5609b9085de0 con 0x5609b930d050 2023-12-07T14:06:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.885+0000 7ff651260700 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b93178b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff64401f440 tx=0x7ff64400cd80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7cb0c4bdffc7e111 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.895+0000 7ff6357fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.895+0000 7ff6357fa700 1 -- 172.21.15.39:0/1723392028 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6440078c0 con 0x5609b930d050 2023-12-07T14:06:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.895+0000 7ff6357fa700 1 -- 172.21.15.39:0/1723392028 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff64401f770 con 0x5609b930d050 2023-12-07T14:06:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.895+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5609b9222fd0 con 0x5609b930d050 2023-12-07T14:06:14.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.895+0000 7ff6357fa700 1 -- 172.21.15.39:0/1723392028 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff64401f930 con 0x5609b930d050 2023-12-07T14:06:14.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.910+0000 7ff65febeb80 10 client.26242 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:14.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.910+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x5609b90ac250 con 0x5609b930d050 2023-12-07T14:06:14.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff6357fa700 1 -- 172.21.15.39:0/1723392028 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5609b9222fd0 con 0x5609b930d050 2023-12-07T14:06:14.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff6357fa700 1 -- 172.21.15.39:0/1723392028 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff644019030 con 0x5609b930d050 2023-12-07T14:06:14.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff65febeb80 10 client.26242 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:14.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff65febeb80 10 client.26242 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:14.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff65febeb80 20 client.26242 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff65febeb80 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9389ab0 0x5609b938bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff65febeb80 4 client.26242 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:06:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.919+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5609b9215490 con 0x5609b9389ab0 2023-12-07T14:06:14.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.922+0000 7ff651a61700 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9389ab0 0x5609b938bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:14.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.933+0000 7ff6357fa700 10 client.26242 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:14.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.933+0000 7ff651a61700 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9389ab0 0x5609b938bea0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bf4cab738809900 server_cookie=70c9cecddf2aed7c in_seq=0 out_seq=0 2023-12-07T14:06:14.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.933+0000 7ff6357fa700 1 -- 172.21.15.39:0/1723392028 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5609b9215490 con 0x5609b9389ab0 2023-12-07T14:06:14.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.933+0000 7ff6357fa700 10 client.26242 handle_command_reply: tid=0 2023-12-07T14:06:14.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.933+0000 7ff65febeb80 1 client.26242 shutdown 2023-12-07T14:06:14.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.944+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 msgr2=0x5609b93178b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.944+0000 7ff65febeb80 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b93178b0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7ff64401f440 tx=0x7ff64400cd80 comp rx=0 tx=0).stop 2023-12-07T14:06:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.951+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 shutdown_connections 2023-12-07T14:06:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.951+0000 7ff65febeb80 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5609b930d050 0x5609b93178b0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.951+0000 7ff65febeb80 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5609b9389ab0 0x5609b938bea0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.951+0000 7ff65febeb80 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5609b9308a40 0x5609b9319740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.951+0000 7ff65febeb80 1 --2- 172.21.15.39:0/1723392028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5609b9309360 0x5609b9317370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.951+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 >> 172.21.15.39:0/1723392028 conn(0x5609b9237360 msgr2=0x5609b9335370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:14.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.951+0000 7ff6357fa700 0 client.26242 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:14.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.953+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 shutdown_connections 2023-12-07T14:06:14.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.956+0000 7ff65febeb80 1 -- 172.21.15.39:0/1723392028 wait complete. 2023-12-07T14:06:14.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.961+0000 7ff65febeb80 20 client.26242 trim_cache size 0 max 16384 2023-12-07T14:06:14.970 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:06:14.970 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:06:14.970 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:06:14.970 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:06:14.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.973+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff6380a1780 msgr2=0x7ff6380a3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.973+0000 7ff653cc5700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff6380a1780 0x7ff6380a3c40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff6480ca240 tx=0x7ff6480695f0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.973+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1a69d0 msgr2=0x7ff64c1a6e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:14.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.973+0000 7ff653cc5700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1a69d0 0x7ff64c1a6e80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7ff64800b480 tx=0x7ff64800b840 comp rx=0 tx=0).stop 2023-12-07T14:06:14.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.975+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 shutdown_connections 2023-12-07T14:06:14.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.975+0000 7ff653cc5700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff64c1a69d0 0x7ff64c1a6e80 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.975+0000 7ff653cc5700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff64c109180 0x7ff64c1ac930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.975+0000 7ff653cc5700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff6380a1780 0x7ff6380a3c40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.975+0000 7ff653cc5700 1 --2- 172.21.15.39:0/1235782570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff64c10fbd0 0x7ff64c1ace70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:14.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.975+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 >> 172.21.15.39:0/1235782570 conn(0x7ff64c06c550 msgr2=0x7ff64c071710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:14.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.981+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 shutdown_connections 2023-12-07T14:06:14.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:14.985+0000 7ff653cc5700 1 -- 172.21.15.39:0/1235782570 wait complete. 2023-12-07T14:06:15.030 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:06:15.031 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:06:15.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.318+0000 7f609ae4b700 1 -- 172.21.15.39:0/2014925161 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60941007a0 msgr2=0x7f609410c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:15.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.318+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2014925161 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60941007a0 0x7f609410c920 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f608400aaa0 tx=0x7f608400adb0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.320+0000 7f609ae4b700 1 -- 172.21.15.39:0/2014925161 shutdown_connections 2023-12-07T14:06:15.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.320+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2014925161 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60941007a0 0x7f609410c920 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.320+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2014925161 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6094105b60 0x7f6094105f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.320+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2014925161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60940ffde0 0x7f6094100260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.320+0000 7f609ae4b700 1 -- 172.21.15.39:0/2014925161 >> 172.21.15.39:0/2014925161 conn(0x7f60940764a0 msgr2=0x7f60940fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:15.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.324+0000 7f609ae4b700 1 -- 172.21.15.39:0/2014925161 shutdown_connections 2023-12-07T14:06:15.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.325+0000 7f609ae4b700 1 -- 172.21.15.39:0/2014925161 wait complete. 2023-12-07T14:06:15.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.326+0000 7f609ae4b700 1 Processor -- start 2023-12-07T14:06:15.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.326+0000 7f609ae4b700 1 -- start start 2023-12-07T14:06:15.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.327+0000 7f609ae4b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60940ffde0 0x7f60941155a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:15.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.327+0000 7f609ae4b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60941007a0 0x7f6094115ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:15.330 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.327+0000 7f609ae4b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094105b60 0x7f60941106b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:15.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.327+0000 7f609ae4b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6094110e80 con 0x7f6094105b60 2023-12-07T14:06:15.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.327+0000 7f609ae4b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6094110ff0 con 0x7f60940ffde0 2023-12-07T14:06:15.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.327+0000 7f609ae4b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60941111b0 con 0x7f60941007a0 2023-12-07T14:06:15.339 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.333+0000 7f6098be7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60940ffde0 0x7f60941155a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.340+0000 7f60993e8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094105b60 0x7f60941106b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.340+0000 7f60993e8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094105b60 0x7f60941106b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56644/0 (socket says 172.21.15.39:56644) 2023-12-07T14:06:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.340+0000 7f60993e8700 1 -- 172.21.15.39:0/2549163901 learned_addr learned my addr 172.21.15.39:0/2549163901 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.344+0000 7f60993e8700 1 -- 172.21.15.39:0/2549163901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60941007a0 msgr2=0x7f6094115ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.344+0000 7f60993e8700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60941007a0 0x7f6094115ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.344+0000 7f60993e8700 1 -- 172.21.15.39:0/2549163901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60940ffde0 msgr2=0x7f60941155a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.344+0000 7f60993e8700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60940ffde0 0x7f60941155a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.344+0000 7f60993e8700 1 -- 172.21.15.39:0/2549163901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f608400a700 con 0x7f6094105b60 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.344+0000 7f60993e8700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094105b60 0x7f60941106b0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f6084005910 tx=0x7f608400cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.345+0000 7f6091ffb700 1 -- 172.21.15.39:0/2549163901 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6084005130 con 0x7f6094105b60 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.345+0000 7f6091ffb700 1 -- 172.21.15.39:0/2549163901 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f608400e450 con 0x7f6094105b60 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.345+0000 7f6091ffb700 1 -- 172.21.15.39:0/2549163901 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6084016680 con 0x7f6094105b60 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.346+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6094111430 con 0x7f6094105b60 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.346+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f609411b4f0 con 0x7f6094105b60 2023-12-07T14:06:15.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.349+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60800052f0 con 0x7f6094105b60 2023-12-07T14:06:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.350+0000 7f6091ffb700 1 -- 172.21.15.39:0/2549163901 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f6084005290 con 0x7f6094105b60 2023-12-07T14:06:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.351+0000 7f6091ffb700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f607c0a1800 0x7f607c0a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.351+0000 7f6091ffb700 1 -- 172.21.15.39:0/2549163901 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6084012070 con 0x7f6094105b60 2023-12-07T14:06:15.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.360+0000 7f6098be7700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f607c0a1800 0x7f607c0a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:15.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.364+0000 7f6091ffb700 1 -- 172.21.15.39:0/2549163901 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6084097bf0 con 0x7f6094105b60 2023-12-07T14:06:15.370 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.367+0000 7f6098be7700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f607c0a1800 0x7f607c0a3cc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f608800abd0 tx=0x7f608800a380 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:15.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:15 smithi055 ceph-mon[103363]: pgmap v116: 97 pgs: 97 active+clean; 5.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 39 MiB/s wr, 2.02k op/s 2023-12-07T14:06:15.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:15 smithi089 ceph-mon[103124]: pgmap v116: 97 pgs: 97 active+clean; 5.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 39 MiB/s wr, 2.02k op/s 2023-12-07T14:06:15.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:15 smithi039 ceph-mon[98864]: pgmap v116: 97 pgs: 97 active+clean; 5.3 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 39 MiB/s wr, 2.02k op/s 2023-12-07T14:06:15.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.827+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6080005160 con 0x7f6094105b60 2023-12-07T14:06:15.830 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.827+0000 7f6091ffb700 1 -- 172.21.15.39:0/2549163901 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) v1 ==== 94+0+11359 (secure 0 0 0) 0x7f608409b210 con 0x7f6094105b60 2023-12-07T14:06:15.831 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:06:15.831 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":40,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":40,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:06:09.256153+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_26218":{"gid":26218,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/1175032817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":1175032817},{"type":"v1","addr":"172.21.15.89:6835","nonce":1175032817}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:06:15.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f607c0a1800 msgr2=0x7f607c0a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f607c0a1800 0x7f607c0a3cc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f608800abd0 tx=0x7f608800a380 comp rx=0 tx=0).stop 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094105b60 msgr2=0x7f60941106b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094105b60 0x7f60941106b0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f6084005910 tx=0x7f608400cdb0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 shutdown_connections 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6094105b60 0x7f60941106b0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f607c0a1800 0x7f607c0a3cc0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f60940ffde0 0x7f60941155a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 --2- 172.21.15.39:0/2549163901 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f60941007a0 0x7f6094115ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:15.835 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 >> 172.21.15.39:0/2549163901 conn(0x7f60940764a0 msgr2=0x7f60941026e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:15.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.831+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 shutdown_connections 2023-12-07T14:06:15.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:15.832+0000 7f609ae4b700 1 -- 172.21.15.39:0/2549163901 wait complete. 2023-12-07T14:06:15.836 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 40 2023-12-07T14:06:15.856 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:06:16.085 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.082+0000 7f593757c700 1 -- 172.21.15.39:0/3011653145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930105310 msgr2=0x7f59301056f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.082+0000 7f593757c700 1 --2- 172.21.15.39:0/3011653145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930105310 0x7f59301056f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5920009990 tx=0x7f5920009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.082+0000 7f593757c700 1 -- 172.21.15.39:0/3011653145 shutdown_connections 2023-12-07T14:06:16.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.082+0000 7f593757c700 1 --2- 172.21.15.39:0/3011653145 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5930101470 0x7f593010d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.082+0000 7f593757c700 1 --2- 172.21.15.39:0/3011653145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930105310 0x7f59301056f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.082+0000 7f593757c700 1 --2- 172.21.15.39:0/3011653145 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5930100ab0 0x7f5930100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.086 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.082+0000 7f593757c700 1 -- 172.21.15.39:0/3011653145 >> 172.21.15.39:0/3011653145 conn(0x7f59300768f0 msgr2=0x7f59300fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.085+0000 7f593757c700 1 -- 172.21.15.39:0/3011653145 shutdown_connections 2023-12-07T14:06:16.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.085+0000 7f593757c700 1 -- 172.21.15.39:0/3011653145 wait complete. 2023-12-07T14:06:16.089 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.086+0000 7f593757c700 1 Processor -- start 2023-12-07T14:06:16.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f593757c700 1 -- start start 2023-12-07T14:06:16.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f593757c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930100ab0 0x7f593010f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.090 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f593757c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5930101470 0x7f593010fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f593757c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5930105310 0x7f5930110420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f593757c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59301aa110 con 0x7f5930105310 2023-12-07T14:06:16.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f593757c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59301998b0 con 0x7f5930100ab0 2023-12-07T14:06:16.091 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f593757c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5930199a70 con 0x7f5930101470 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f5935318700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930100ab0 0x7f593010f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f5935318700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930100ab0 0x7f593010f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47856/0 (socket says 172.21.15.39:47856) 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f5935318700 1 -- 172.21.15.39:0/3127164580 learned_addr learned my addr 172.21.15.39:0/3127164580 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.087+0000 7f5934b17700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5930101470 0x7f593010fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f5935318700 1 -- 172.21.15.39:0/3127164580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5930101470 msgr2=0x7f593010fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f5935318700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5930101470 0x7f593010fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f5935318700 1 -- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5930105310 msgr2=0x7f5930110420 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f5935318700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5930105310 0x7f5930110420 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f5935318700 1 -- 172.21.15.39:0/3127164580 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59200095f0 con 0x7f5930100ab0 2023-12-07T14:06:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f5935318700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930100ab0 0x7f593010f9a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f59200092e0 tx=0x7f592000f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f59267fc700 1 -- 172.21.15.39:0/3127164580 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592001d070 con 0x7f5930100ab0 2023-12-07T14:06:16.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f59267fc700 1 -- 172.21.15.39:0/3127164580 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5920003d20 con 0x7f5930100ab0 2023-12-07T14:06:16.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5930199cf0 con 0x7f5930100ab0 2023-12-07T14:06:16.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f59267fc700 1 -- 172.21.15.39:0/3127164580 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5920005490 con 0x7f5930100ab0 2023-12-07T14:06:16.093 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.088+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f593019a1f0 con 0x7f5930100ab0 2023-12-07T14:06:16.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.091+0000 7f59267fc700 1 -- 172.21.15.39:0/3127164580 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f592002b440 con 0x7f5930100ab0 2023-12-07T14:06:16.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 Processor -- start 2023-12-07T14:06:16.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 -- start start 2023-12-07T14:06:16.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459eefa40 0x55b459eefe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.099 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459ef0360 0x55b459ef3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459e637c0 con 0x55b459eefa40 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459e4a7a0 con 0x55b459ef4050 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f5943775b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459e480c0 con 0x55b459ef0360 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.094+0000 7f59267fc700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f591c0a16f0 0x7f591c0a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f59267fc700 1 -- 172.21.15.39:0/3127164580 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f59200ce0e0 con 0x7f5930100ab0 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459eefa40 0x55b459eefe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459eefa40 0x55b459eefe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56662/0 (socket says 172.21.15.39:56662) 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 -- 172.21.15.39:0/4106695895 learned_addr learned my addr 172.21.15.39:0/4106695895 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f591c0a16f0 0x7f591c0a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 -- 172.21.15.39:0/4106695895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459ef0360 msgr2=0x55b459ef3b10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 --2- 172.21.15.39:0/4106695895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459ef0360 0x55b459ef3b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 -- 172.21.15.39:0/4106695895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 msgr2=0x55b459ef44b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 --2- 172.21.15.39:0/4106695895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef44b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.100 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.095+0000 7f5935b19700 1 -- 172.21.15.39:0/4106695895 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b459cc0630 con 0x55b459eefa40 2023-12-07T14:06:16.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.096+0000 7f5935b19700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f591c0a16f0 0x7f591c0a3bb0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5928009690 tx=0x7f592801a000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.101 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.096+0000 7f5935b19700 1 --2- 172.21.15.39:0/4106695895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459eefa40 0x55b459eefe20 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f5928012ec0 tx=0x7f59280165c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bf3af00a6ff2c26 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.097+0000 7f591b7fe700 1 -- 172.21.15.39:0/4106695895 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5928012810 con 0x55b459eefa40 2023-12-07T14:06:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.097+0000 7f591b7fe700 1 -- 172.21.15.39:0/4106695895 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f592800f050 con 0x55b459eefa40 2023-12-07T14:06:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.097+0000 7f591b7fe700 1 -- 172.21.15.39:0/4106695895 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5928019e00 con 0x55b459eefa40 2023-12-07T14:06:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 -- 172.21.15.39:0/4106695895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459eefa40 msgr2=0x55b459eefe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 --2- 172.21.15.39:0/4106695895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459eefa40 0x55b459eefe20 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f5928012ec0 tx=0x7f59280165c0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 -- 172.21.15.39:0/4106695895 shutdown_connections 2023-12-07T14:06:16.102 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 --2- 172.21.15.39:0/4106695895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 --2- 172.21.15.39:0/4106695895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459eefa40 0x55b459eefe20 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 --2- 172.21.15.39:0/4106695895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459ef0360 0x55b459ef3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 -- 172.21.15.39:0/4106695895 >> 172.21.15.39:0/4106695895 conn(0x55b459e1e360 msgr2=0x55b459eea070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 -- 172.21.15.39:0/4106695895 shutdown_connections 2023-12-07T14:06:16.103 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.098+0000 7f5943775b80 1 -- 172.21.15.39:0/4106695895 wait complete. 2023-12-07T14:06:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.099+0000 7f5943775b80 1 -- start start 2023-12-07T14:06:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.099+0000 7f5943775b80 1 Processor -- start 2023-12-07T14:06:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.099+0000 7f5943775b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459ef8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.099+0000 7f5943775b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.099+0000 7f5943775b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5943775b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459e439b0 con 0x55b459ef0360 2023-12-07T14:06:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5943775b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459dfd560 con 0x55b459ef4050 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5943775b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459dfd200 con 0x55b459eefa40 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5943775b80 10 client.0 _ll_register_callbacks cb 0x55b459d28a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56668/0 (socket says 172.21.15.39:56668) 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 -- 172.21.15.39:0/1356521138 learned_addr learned my addr 172.21.15.39:0/1356521138 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5935318700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459ef8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5935b19700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 -- 172.21.15.39:0/1356521138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 msgr2=0x55b459ef8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459ef8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 -- 172.21.15.39:0/1356521138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 msgr2=0x55b459ef9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 -- 172.21.15.39:0/1356521138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5928012a70 con 0x55b459ef0360 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5935318700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459ef8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5935b19700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5934b17700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef9210 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f592c00f9b0 tx=0x7f592c00fcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eae589705bb20f1a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.100+0000 7f5918ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5918ff9700 1 -- 172.21.15.39:0/1356521138 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592c00a7f0 con 0x55b459ef0360 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b459ee2a00 con 0x55b459ef0360 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5918ff9700 1 -- 172.21.15.39:0/1356521138 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f592c00d9b0 con 0x55b459ef0360 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5918ff9700 1 -- 172.21.15.39:0/1356521138 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f592c00db70 con 0x55b459ef0360 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 10 client.16563 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x55b459c6cde0 con 0x55b459ef0360 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5918ff9700 1 -- 172.21.15.39:0/1356521138 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b459ee2a00 con 0x55b459ef0360 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5918ff9700 1 -- 172.21.15.39:0/1356521138 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f592c018440 con 0x55b459ef0360 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 10 client.16563 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 10 client.16563 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 20 client.16563 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f1a3d0 0x55b459f1c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 4 client.16563 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.101+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b459ebe6a0 con 0x55b459f1a3d0 2023-12-07T14:06:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.102+0000 7f5935318700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f1a3d0 0x55b459f1c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.102+0000 7f5918ff9700 10 client.16563 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.102+0000 7f5935318700 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f1a3d0 0x55b459f1c7f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f65b072acafee244 server_cookie=7152526761f884e7 in_seq=0 out_seq=0 2023-12-07T14:06:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.104+0000 7f5918ff9700 1 -- 172.21.15.39:0/1356521138 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55b459ebe6a0 con 0x55b459f1a3d0 2023-12-07T14:06:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.104+0000 7f5918ff9700 10 client.16563 handle_command_reply: tid=0 2023-12-07T14:06:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.104+0000 7f5943775b80 1 client.16563 shutdown 2023-12-07T14:06:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.104+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 msgr2=0x55b459ef9210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.104+0000 7f5943775b80 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef9210 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f592c00f9b0 tx=0x7f592c00fcc0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.110 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 shutdown_connections 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f1a3d0 0x55b459f1c7f0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5918ff9700 0 client.16563 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459ef8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 --2- 172.21.15.39:0/1356521138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef9210 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 >> 172.21.15.39:0/1356521138 conn(0x55b459e1e360 msgr2=0x55b459eea030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 shutdown_connections 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 1 -- 172.21.15.39:0/1356521138 wait complete. 2023-12-07T14:06:16.111 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.105+0000 7f5943775b80 20 client.16563 trim_cache size 0 max 16384 2023-12-07T14:06:16.133 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 Processor -- start 2023-12-07T14:06:16.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 -- start start 2023-12-07T14:06:16.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f1c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459cc2920 con 0x55b459ef0360 2023-12-07T14:06:16.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459ee2a10 con 0x55b459ef4050 2023-12-07T14:06:16.134 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5943775b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459ee6a20 con 0x55b459eefa40 2023-12-07T14:06:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5935318700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f1c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5934b17700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5935318700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f1c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33164/0 (socket says 172.21.15.39:33164) 2023-12-07T14:06:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5934b17700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56676/0 (socket says 172.21.15.39:56676) 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.130+0000 7f5935318700 1 -- 172.21.15.39:0/2167307508 learned_addr learned my addr 172.21.15.39:0/2167307508 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.131+0000 7f5934b17700 1 -- 172.21.15.39:0/2167307508 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 msgr2=0x55b459f1c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.131+0000 7f5934b17700 1 --2- 172.21.15.39:0/2167307508 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f1c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.131+0000 7f5934b17700 1 -- 172.21.15.39:0/2167307508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 msgr2=0x55b459ef39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.131+0000 7f5934b17700 1 --2- 172.21.15.39:0/2167307508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.131+0000 7f5934b17700 1 -- 172.21.15.39:0/2167307508 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b459c55c60 con 0x55b459ef0360 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.131+0000 7f5934b17700 1 --2- 172.21.15.39:0/2167307508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef1a80 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f592c018850 tx=0x7f592c00d6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e94aa81ca3a2030 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.133+0000 7f591bfff700 1 -- 172.21.15.39:0/2167307508 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592c0189c0 con 0x55b459ef0360 2023-12-07T14:06:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.133+0000 7f591bfff700 1 -- 172.21.15.39:0/2167307508 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f592c018b20 con 0x55b459ef0360 2023-12-07T14:06:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.133+0000 7f591bfff700 1 -- 172.21.15.39:0/2167307508 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f592c005520 con 0x55b459ef0360 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 -- 172.21.15.39:0/2167307508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 msgr2=0x55b459ef1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 --2- 172.21.15.39:0/2167307508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef1a80 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f592c018850 tx=0x7f592c00d6c0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 -- 172.21.15.39:0/2167307508 shutdown_connections 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 --2- 172.21.15.39:0/2167307508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef4050 0x55b459ef39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 --2- 172.21.15.39:0/2167307508 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f1c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 --2- 172.21.15.39:0/2167307508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef0360 0x55b459ef1a80 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 -- 172.21.15.39:0/2167307508 >> 172.21.15.39:0/2167307508 conn(0x55b459e1e360 msgr2=0x55b459ef3290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 -- 172.21.15.39:0/2167307508 shutdown_connections 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.134+0000 7f5943775b80 1 -- 172.21.15.39:0/2167307508 wait complete. 2023-12-07T14:06:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.135+0000 7f5943775b80 1 -- start start 2023-12-07T14:06:16.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.135+0000 7f5943775b80 1 Processor -- start 2023-12-07T14:06:16.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.135+0000 7f5943775b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f0f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.135+0000 7f5943775b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef0360 0x55b459f0f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.139 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.135+0000 7f5943775b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef4050 0x55b459f0fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5943775b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459f6f900 con 0x55b459ef4050 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5943775b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459f6fa70 con 0x55b459ef0360 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5943775b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b459f6fc30 con 0x55b459eefa40 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5943775b80 10 client.0 _ll_register_callbacks cb 0x55b459d28a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5935318700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f0f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5935318700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f0f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33170/0 (socket says 172.21.15.39:33170) 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5935318700 1 -- 172.21.15.39:0/2790826892 learned_addr learned my addr 172.21.15.39:0/2790826892 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.136+0000 7f5934b17700 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef0360 0x55b459f0f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.137+0000 7f5935318700 1 -- 172.21.15.39:0/2790826892 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef0360 msgr2=0x55b459f0f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.137+0000 7f5935318700 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef0360 0x55b459f0f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.137+0000 7f5935318700 1 -- 172.21.15.39:0/2790826892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef4050 msgr2=0x55b459f0fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.137+0000 7f5935318700 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef4050 0x55b459f0fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.137+0000 7f5935318700 1 -- 172.21.15.39:0/2790826892 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b459c6cde0 con 0x55b459eefa40 2023-12-07T14:06:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.137+0000 7f5935318700 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f0f1e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f59200a2f30 tx=0x7f5920005ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2325184e245b57c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.137+0000 7f5918ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:16.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.138+0000 7f5918ff9700 1 -- 172.21.15.39:0/2790826892 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59200a3460 con 0x55b459eefa40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.138+0000 7f5918ff9700 1 -- 172.21.15.39:0/2790826892 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5920099500 con 0x55b459eefa40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.138+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f592800f050 con 0x55b459eefa40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5918ff9700 1 -- 172.21.15.39:0/2790826892 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f592000fb80 con 0x55b459eefa40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 10 client.26260 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x55b459c93250 con 0x55b459eefa40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5918ff9700 1 -- 172.21.15.39:0/2790826892 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f592800f050 con 0x55b459eefa40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5918ff9700 1 -- 172.21.15.39:0/2790826892 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f592009b3c0 con 0x55b459eefa40 2023-12-07T14:06:16.145 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 10 client.26260 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 10 client.26260 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 20 client.26260 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f71140 0x55b459f73530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 4 client.26260 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.139+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b459e09fd0 con 0x55b459f71140 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.140+0000 7f5934b17700 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f71140 0x55b459f73530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.141+0000 7f5934b17700 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f71140 0x55b459f73530 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=598a4243a1e25cc server_cookie=dd8d6e5bea5e6e57 in_seq=0 out_seq=0 2023-12-07T14:06:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.141+0000 7f5918ff9700 10 client.26260 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:16.149 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5918ff9700 1 -- 172.21.15.39:0/2790826892 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b459e09fd0 con 0x55b459f71140 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5918ff9700 10 client.26260 handle_command_reply: tid=0 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 client.26260 shutdown 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 msgr2=0x55b459f0f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f0f1e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f59200a2f30 tx=0x7f5920005ad0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 shutdown_connections 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b459ef4050 0x55b459f0fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b459eefa40 0x55b459f0f1e0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55b459f71140 0x55b459f73530 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 --2- 172.21.15.39:0/2790826892 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b459ef0360 0x55b459f0f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5918ff9700 0 client.26260 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 >> 172.21.15.39:0/2790826892 conn(0x55b459e1e360 msgr2=0x55b459ef75a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.150 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 shutdown_connections 2023-12-07T14:06:16.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 1 -- 172.21.15.39:0/2790826892 wait complete. 2023-12-07T14:06:16.151 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.143+0000 7f5943775b80 20 client.26260 trim_cache size 0 max 16384 2023-12-07T14:06:16.151 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f591c0a16f0 msgr2=0x7f591c0a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f591c0a16f0 0x7f591c0a3bb0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5928009690 tx=0x7f592801a000 comp rx=0 tx=0).stop 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930100ab0 msgr2=0x7f593010f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930100ab0 0x7f593010f9a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f59200092e0 tx=0x7f592000f690 comp rx=0 tx=0).stop 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 shutdown_connections 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5930105310 0x7f5930110420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f591c0a16f0 0x7f591c0a3bb0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5930100ab0 0x7f593010f9a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.152 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 --2- 172.21.15.39:0/3127164580 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5930101470 0x7f593010fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.153 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.144+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 >> 172.21.15.39:0/3127164580 conn(0x7f59300768f0 msgr2=0x7f59300fbee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.153 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.145+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 shutdown_connections 2023-12-07T14:06:16.153 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.147+0000 7f593757c700 1 -- 172.21.15.39:0/3127164580 wait complete. 2023-12-07T14:06:16.168 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:06:16.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 -- 172.21.15.39:0/49866948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 msgr2=0x7fac24101560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 --2- 172.21.15.39:0/49866948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac24101560 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fac20009990 tx=0x7fac20009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 -- 172.21.15.39:0/49866948 shutdown_connections 2023-12-07T14:06:16.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 --2- 172.21.15.39:0/49866948 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fac24105730 0x7fac2410d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 --2- 172.21.15.39:0/49866948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac24101560 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 --2- 172.21.15.39:0/49866948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac24101b30 0x7fac24105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 -- 172.21.15.39:0/49866948 >> 172.21.15.39:0/49866948 conn(0x7fac240756b0 msgr2=0x7fac24075ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 -- 172.21.15.39:0/49866948 shutdown_connections 2023-12-07T14:06:16.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.383+0000 7fac2c37a700 1 -- 172.21.15.39:0/49866948 wait complete. 2023-12-07T14:06:16.389 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.384+0000 7fac2c37a700 1 Processor -- start 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.384+0000 7fac2c37a700 1 -- start start 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2c37a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac2419c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2c37a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac24105730 0x7fac2419ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2c37a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fac24196670 0x7fac24196b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2c37a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac241970f0 con 0x7fac24105730 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2c37a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac24197230 con 0x7fac24101180 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2c37a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac241973f0 con 0x7fac24196670 2023-12-07T14:06:16.390 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac2419c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a917700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fac24196670 0x7fac24196b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac2419c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47896/0 (socket says 172.21.15.39:47896) 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 -- 172.21.15.39:0/3194497421 learned_addr learned my addr 172.21.15.39:0/3194497421 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 -- 172.21.15.39:0/3194497421 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fac24196670 msgr2=0x7fac24196b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fac24196670 0x7fac24196b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 -- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac24105730 msgr2=0x7fac2419ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac29915700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac24105730 0x7fac2419ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac24105730 0x7fac2419ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac2a116700 1 -- 172.21.15.39:0/3194497421 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac200095f0 con 0x7fac24101180 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.385+0000 7fac29915700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac24105730 0x7fac2419ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:16.391 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.386+0000 7fac2a116700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac2419c540 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fac2000ba00 tx=0x7fac2000ba30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.387+0000 7fac1b7fe700 1 -- 172.21.15.39:0/3194497421 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac20019920 con 0x7fac24101180 2023-12-07T14:06:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.387+0000 7fac1b7fe700 1 -- 172.21.15.39:0/3194497421 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac2000f460 con 0x7fac24101180 2023-12-07T14:06:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.387+0000 7fac1b7fe700 1 -- 172.21.15.39:0/3194497421 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac20017650 con 0x7fac24101180 2023-12-07T14:06:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.387+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac240ffe00 con 0x7fac24101180 2023-12-07T14:06:16.392 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.387+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac24100310 con 0x7fac24101180 2023-12-07T14:06:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.389+0000 7fac1b7fe700 1 -- 172.21.15.39:0/3194497421 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fac20019a80 con 0x7fac24101180 2023-12-07T14:06:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.390+0000 7fac1b7fe700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fac100a1670 0x7fac100a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.390+0000 7fac1b7fe700 1 -- 172.21.15.39:0/3194497421 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fac200ce740 con 0x7fac24101180 2023-12-07T14:06:16.393 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.390+0000 7fac29915700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fac100a1670 0x7fac100a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.394 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.391+0000 7fac29915700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fac100a1670 0x7fac100a3b30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fac24197d80 tx=0x7fac14009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 Processor -- start 2023-12-07T14:06:16.395 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 -- start start 2023-12-07T14:06:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29250 0x559b0de29630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de2d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de2d860 0x559b0de2dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dd947c0 con 0x559b0de29250 2023-12-07T14:06:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dd7b7a0 con 0x559b0de29b70 2023-12-07T14:06:16.396 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.392+0000 7fac38573b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dd790c0 con 0x559b0de2d860 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29250 0x559b0de29630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29250 0x559b0de29630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56706/0 (socket says 172.21.15.39:56706) 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 -- 172.21.15.39:0/2659890846 learned_addr learned my addr 172.21.15.39:0/2659890846 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 -- 172.21.15.39:0/2659890846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de2d860 msgr2=0x559b0de2dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 --2- 172.21.15.39:0/2659890846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de2d860 0x559b0de2dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 -- 172.21.15.39:0/2659890846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 msgr2=0x559b0de2d320 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 --2- 172.21.15.39:0/2659890846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de2d320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.397 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.393+0000 7fac2a116700 1 -- 172.21.15.39:0/2659890846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b0dbf1630 con 0x559b0de29250 2023-12-07T14:06:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.395+0000 7fac2a116700 1 --2- 172.21.15.39:0/2659890846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29250 0x559b0de29630 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fac20098230 tx=0x7fac20097c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7d79cdc399b9b21 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.402+0000 7fac18d82700 1 -- 172.21.15.39:0/2659890846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac200bb0b0 con 0x559b0de29250 2023-12-07T14:06:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.402+0000 7fac18d82700 1 -- 172.21.15.39:0/2659890846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac2009b7c0 con 0x559b0de29250 2023-12-07T14:06:16.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.402+0000 7fac18d82700 1 -- 172.21.15.39:0/2659890846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac200860f0 con 0x559b0de29250 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.403+0000 7fac38573b80 1 -- 172.21.15.39:0/2659890846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29250 msgr2=0x559b0de29630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.403+0000 7fac38573b80 1 --2- 172.21.15.39:0/2659890846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29250 0x559b0de29630 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fac20098230 tx=0x7fac20097c00 comp rx=0 tx=0).stop 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.409+0000 7fac38573b80 1 -- 172.21.15.39:0/2659890846 shutdown_connections 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.409+0000 7fac38573b80 1 --2- 172.21.15.39:0/2659890846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de2d860 0x559b0de2dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.409+0000 7fac38573b80 1 --2- 172.21.15.39:0/2659890846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29250 0x559b0de29630 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.409+0000 7fac38573b80 1 --2- 172.21.15.39:0/2659890846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de2d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.409+0000 7fac38573b80 1 -- 172.21.15.39:0/2659890846 >> 172.21.15.39:0/2659890846 conn(0x559b0dd4f360 msgr2=0x559b0de1b070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.409+0000 7fac38573b80 1 -- 172.21.15.39:0/2659890846 shutdown_connections 2023-12-07T14:06:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.409+0000 7fac38573b80 1 -- 172.21.15.39:0/2659890846 wait complete. 2023-12-07T14:06:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 -- start start 2023-12-07T14:06:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 Processor -- start 2023-12-07T14:06:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de32400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de32940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dd749b0 con 0x559b0de2d860 2023-12-07T14:06:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dd2e560 con 0x559b0de29b70 2023-12-07T14:06:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.410+0000 7fac38573b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dd2e200 con 0x559b0de29250 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac38573b80 10 client.0 _ll_register_callbacks cb 0x559b0dc59a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56712/0 (socket says 172.21.15.39:56712) 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 -- 172.21.15.39:0/3019817827 learned_addr learned my addr 172.21.15.39:0/3019817827 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 -- 172.21.15.39:0/3019817827 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 msgr2=0x559b0de32400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de32400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 -- 172.21.15.39:0/3019817827 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 msgr2=0x559b0de32940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de32940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 -- 172.21.15.39:0/3019817827 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac24100310 con 0x559b0de2d860 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac2a917700 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32e80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00ec30 tx=0x7fac1c00c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c843dc789d7a321 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.411+0000 7fac0dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.412+0000 7fac0dffb700 1 -- 172.21.15.39:0/3019817827 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac1c003c00 con 0x559b0de2d860 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.412+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559b0de13a00 con 0x559b0de2d860 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.412+0000 7fac0dffb700 1 -- 172.21.15.39:0/3019817827 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fac1c0093a0 con 0x559b0de2d860 2023-12-07T14:06:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.412+0000 7fac0dffb700 1 -- 172.21.15.39:0/3019817827 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac1c003d60 con 0x559b0de2d860 2023-12-07T14:06:16.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.419+0000 7fac38573b80 10 client.16575 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:16.422 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.419+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x559b0db9dde0 con 0x559b0de2d860 2023-12-07T14:06:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac0dffb700 1 -- 172.21.15.39:0/3019817827 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559b0de13a00 con 0x559b0de2d860 2023-12-07T14:06:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac0dffb700 1 -- 172.21.15.39:0/3019817827 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fac1c007a70 con 0x559b0de2d860 2023-12-07T14:06:16.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac38573b80 10 client.16575 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac38573b80 10 client.16575 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:06:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac38573b80 20 client.16575 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac38573b80 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0de24a10 0x559b0de26e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac38573b80 4 client.16575 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559b0ddef6a0 con 0x559b0de24a10 2023-12-07T14:06:16.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.420+0000 7fac2a116700 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0de24a10 0x559b0de26e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.425+0000 7fac2a116700 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0de24a10 0x559b0de26e30 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ab756c84a67be8dd server_cookie=9b872c62a0cbe8b2 in_seq=0 out_seq=0 2023-12-07T14:06:16.428 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.425+0000 7fac0dffb700 10 client.16575 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.426+0000 7fac0dffb700 1 -- 172.21.15.39:0/3019817827 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559b0ddef6a0 con 0x559b0de24a10 2023-12-07T14:06:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.426+0000 7fac0dffb700 10 client.16575 handle_command_reply: tid=0 2023-12-07T14:06:16.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.426+0000 7fac38573b80 1 client.16575 shutdown 2023-12-07T14:06:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 msgr2=0x559b0de32e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32e80 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00ec30 tx=0x7fac1c00c0c0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 shutdown_connections 2023-12-07T14:06:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32e80 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0de24a10 0x559b0de26e30 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de32400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 --2- 172.21.15.39:0/3019817827 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de32940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac0dffb700 0 client.16575 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 >> 172.21.15.39:0/3019817827 conn(0x559b0dd4f360 msgr2=0x559b0de2ecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 shutdown_connections 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 1 -- 172.21.15.39:0/3019817827 wait complete. 2023-12-07T14:06:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.430+0000 7fac38573b80 20 client.16575 trim_cache size 0 max 16384 2023-12-07T14:06:16.455 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 Processor -- start 2023-12-07T14:06:16.456 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 -- start start 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de1af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29b70 0x559b0de32ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de2d860 0x559b0de287a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dbf3920 con 0x559b0de29b70 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0de1bbb0 con 0x559b0de2d860 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.452+0000 7fac38573b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0de1bf70 con 0x559b0de29250 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de2d860 0x559b0de287a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de2d860 0x559b0de287a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47918/0 (socket says 172.21.15.39:47918) 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 -- 172.21.15.39:0/411001927 learned_addr learned my addr 172.21.15.39:0/411001927 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a116700 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de1af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 -- 172.21.15.39:0/411001927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 msgr2=0x559b0de1af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de1af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 -- 172.21.15.39:0/411001927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29b70 msgr2=0x559b0de32ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.457 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29b70 0x559b0de32ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a917700 1 -- 172.21.15.39:0/411001927 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b0db86c60 con 0x559b0de2d860 2023-12-07T14:06:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.453+0000 7fac2a116700 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de1af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.454+0000 7fac2a917700 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de2d860 0x559b0de287a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fac1c007ea0 tx=0x7fac1c005b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e5f516eee3aae13 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.454+0000 7fac19583700 1 -- 172.21.15.39:0/411001927 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac1c003c00 con 0x559b0de2d860 2023-12-07T14:06:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.454+0000 7fac19583700 1 -- 172.21.15.39:0/411001927 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac1c00e050 con 0x559b0de2d860 2023-12-07T14:06:16.458 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.454+0000 7fac19583700 1 -- 172.21.15.39:0/411001927 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac1c0078f0 con 0x559b0de2d860 2023-12-07T14:06:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.455+0000 7fac38573b80 1 -- 172.21.15.39:0/411001927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de2d860 msgr2=0x559b0de287a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.455+0000 7fac38573b80 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de2d860 0x559b0de287a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fac1c007ea0 tx=0x7fac1c005b80 comp rx=0 tx=0).stop 2023-12-07T14:06:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.455+0000 7fac38573b80 1 -- 172.21.15.39:0/411001927 shutdown_connections 2023-12-07T14:06:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.455+0000 7fac38573b80 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de2d860 0x559b0de287a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.455+0000 7fac38573b80 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de1af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.459 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.455+0000 7fac38573b80 1 --2- 172.21.15.39:0/411001927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de29b70 0x559b0de32ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.460 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.455+0000 7fac38573b80 1 -- 172.21.15.39:0/411001927 >> 172.21.15.39:0/411001927 conn(0x559b0dd4f360 msgr2=0x559b0de1c8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.462 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.458+0000 7fac38573b80 1 -- 172.21.15.39:0/411001927 shutdown_connections 2023-12-07T14:06:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 -- 172.21.15.39:0/411001927 wait complete. 2023-12-07T14:06:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 -- start start 2023-12-07T14:06:16.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 Processor -- start 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de39aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de31d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0de328e0 con 0x559b0de2d860 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0de32a50 con 0x559b0de29b70 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.460+0000 7fac38573b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b0dea1010 con 0x559b0de29250 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac38573b80 10 client.0 _ll_register_callbacks cb 0x559b0dc59a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:16.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a917700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de39aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac29915700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de31d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de39aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33212/0 (socket says 172.21.15.39:33212) 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a917700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56726/0 (socket says 172.21.15.39:56726) 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 -- 172.21.15.39:0/628984988 learned_addr learned my addr 172.21.15.39:0/628984988 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac29915700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de31d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47926/0 (socket says 172.21.15.39:47926) 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 -- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 msgr2=0x559b0de31d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de31d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 -- 172.21.15.39:0/628984988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 msgr2=0x559b0de32240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 -- 172.21.15.39:0/628984988 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559b0dbf1630 con 0x559b0de29250 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac29915700 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de31d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a917700 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac2a116700 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de39aa0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fac200a3b30 tx=0x7fac20009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83b29c5c77a6dadf server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.466 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac0dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac0dffb700 1 -- 172.21.15.39:0/628984988 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac200bb0b0 con 0x559b0de29250 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac0dffb700 1 -- 172.21.15.39:0/628984988 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fac2009f910 con 0x559b0de29250 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.461+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fac2009b7c0 con 0x559b0de29250 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac0dffb700 1 -- 172.21.15.39:0/628984988 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac200860f0 con 0x559b0de29250 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 10 client.26272 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x559b0db9dde0 con 0x559b0de29250 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac0dffb700 1 -- 172.21.15.39:0/628984988 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fac2009b7c0 con 0x559b0de29250 2023-12-07T14:06:16.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac0dffb700 1 -- 172.21.15.39:0/628984988 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fac2000f8b0 con 0x559b0de29250 2023-12-07T14:06:16.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 10 client.26272 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:16.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 10 client.26272 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:06:16.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 20 client.26272 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:16.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0dea2400 0x559b0dea4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 4 client.26272 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:16.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.462+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559b0dd3afd0 con 0x559b0dea2400 2023-12-07T14:06:16.468 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.463+0000 7fac29915700 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0dea2400 0x559b0dea4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.465+0000 7fac0dffb700 10 client.26272 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.465+0000 7fac29915700 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0dea2400 0x559b0dea4820 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eec499139f2c7df server_cookie=8a338f72d55167e6 in_seq=0 out_seq=0 2023-12-07T14:06:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.465+0000 7fac0dffb700 1 -- 172.21.15.39:0/628984988 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559b0dd3afd0 con 0x559b0dea2400 2023-12-07T14:06:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.465+0000 7fac0dffb700 10 client.26272 handle_command_reply: tid=0 2023-12-07T14:06:16.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.465+0000 7fac38573b80 1 client.26272 shutdown 2023-12-07T14:06:16.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.465+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 msgr2=0x559b0de39aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.465+0000 7fac38573b80 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de39aa0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fac200a3b30 tx=0x7fac20009310 comp rx=0 tx=0).stop 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 shutdown_connections 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b0de2d860 0x559b0de32240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x559b0dea2400 0x559b0dea4820 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b0de29250 0x559b0de39aa0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac0dffb700 0 client.26272 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 --2- 172.21.15.39:0/628984988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b0de29b70 0x559b0de31d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 >> 172.21.15.39:0/628984988 conn(0x559b0dd4f360 msgr2=0x559b0de1af30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 shutdown_connections 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.466+0000 7fac38573b80 1 -- 172.21.15.39:0/628984988 wait complete. 2023-12-07T14:06:16.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac38573b80 20 client.26272 trim_cache size 0 max 16384 2023-12-07T14:06:16.472 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fac100a1670 msgr2=0x7fac100a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fac100a1670 0x7fac100a3b30 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fac24197d80 tx=0x7fac14009260 comp rx=0 tx=0).stop 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 msgr2=0x7fac2419c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac2419c540 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fac2000ba00 tx=0x7fac2000ba30 comp rx=0 tx=0).stop 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 shutdown_connections 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fac24196670 0x7fac24196b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fac100a1670 0x7fac100a3b30 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fac24101180 0x7fac2419c540 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 --2- 172.21.15.39:0/3194497421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac24105730 0x7fac2419ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 >> 172.21.15.39:0/3194497421 conn(0x7fac240756b0 msgr2=0x7fac240fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.467+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 shutdown_connections 2023-12-07T14:06:16.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.468+0000 7fac2c37a700 1 -- 172.21.15.39:0/3194497421 wait complete. 2023-12-07T14:06:16.489 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:16 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2549163901' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:06:16.491 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:06:16.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:16 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2549163901' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:06:16.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:16 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2549163901' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:06:16.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.728+0000 7fd95615a700 1 -- 172.21.15.39:0/1371553692 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd9501085d0 msgr2=0x7fd950108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.728+0000 7fd95615a700 1 --2- 172.21.15.39:0/1371553692 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd9501085d0 0x7fd950108a50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fd944009990 tx=0x7fd944009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.732+0000 7fd95615a700 1 -- 172.21.15.39:0/1371553692 shutdown_connections 2023-12-07T14:06:16.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.732+0000 7fd95615a700 1 --2- 172.21.15.39:0/1371553692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd950109180 0x7fd95011cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.732+0000 7fd95615a700 1 --2- 172.21.15.39:0/1371553692 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd95010fbd0 0x7fd95010ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.732+0000 7fd95615a700 1 --2- 172.21.15.39:0/1371553692 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd9501085d0 0x7fd950108a50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.732+0000 7fd95615a700 1 -- 172.21.15.39:0/1371553692 >> 172.21.15.39:0/1371553692 conn(0x7fd95006c550 msgr2=0x7fd95006c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.734+0000 7fd95615a700 1 -- 172.21.15.39:0/1371553692 shutdown_connections 2023-12-07T14:06:16.737 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.734+0000 7fd95615a700 1 -- 172.21.15.39:0/1371553692 wait complete. 2023-12-07T14:06:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.735+0000 7fd95615a700 1 Processor -- start 2023-12-07T14:06:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.735+0000 7fd95615a700 1 -- start start 2023-12-07T14:06:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd95615a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9501085d0 0x7fd95011c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd95615a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd950109180 0x7fd95011ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd95615a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd95010fbd0 0x7fd9501168f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd95615a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9501170c0 con 0x7fd95010fbd0 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd95615a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd950117230 con 0x7fd9501085d0 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd95615a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9501173f0 con 0x7fd950109180 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd95010fbd0 0x7fd9501168f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd95010fbd0 0x7fd9501168f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56740/0 (socket says 172.21.15.39:56740) 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94ffff700 1 -- 172.21.15.39:0/2281078855 learned_addr learned my addr 172.21.15.39:0/2281078855 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94effd700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd950109180 0x7fd95011ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9501085d0 0x7fd95011c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94effd700 1 -- 172.21.15.39:0/2281078855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9501085d0 msgr2=0x7fd95011c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94effd700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9501085d0 0x7fd95011c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94effd700 1 -- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd95010fbd0 msgr2=0x7fd9501168f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94effd700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd95010fbd0 0x7fd9501168f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.736+0000 7fd94effd700 1 -- 172.21.15.39:0/2281078855 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9440095f0 con 0x7fd950109180 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.737+0000 7fd94effd700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd950109180 0x7fd95011ccb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd944000c00 tx=0x7fd944004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.737+0000 7fd94cff9700 1 -- 172.21.15.39:0/2281078855 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94401d070 con 0x7fd950109180 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.737+0000 7fd94cff9700 1 -- 172.21.15.39:0/2281078855 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd944021410 con 0x7fd950109180 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.737+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd950117670 con 0x7fd950109180 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.737+0000 7fd94cff9700 1 -- 172.21.15.39:0/2281078855 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd944017650 con 0x7fd950109180 2023-12-07T14:06:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.737+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9501bbac0 con 0x7fd950109180 2023-12-07T14:06:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.741+0000 7fd94cff9700 1 -- 172.21.15.39:0/2281078855 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fd94400fa10 con 0x7fd950109180 2023-12-07T14:06:16.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.744+0000 7fd94cff9700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a1780 0x7fd9380a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.744+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a1780 0x7fd9380a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.744+0000 7fd94cff9700 1 -- 172.21.15.39:0/2281078855 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd9440cdff0 con 0x7fd950109180 2023-12-07T14:06:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a1780 0x7fd9380a3c40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd940005950 tx=0x7fd9400058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 Processor -- start 2023-12-07T14:06:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 -- start start 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e72be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e72fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7304b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e69f7c0 con 0x563a1e730050 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e6867a0 con 0x563a1e72c360 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.745+0000 7fd962353b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e6840c0 con 0x563a1e72ba40 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7304b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7304b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56746/0 (socket says 172.21.15.39:56746) 2023-12-07T14:06:16.750 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 -- 172.21.15.39:0/4207148941 learned_addr learned my addr 172.21.15.39:0/4207148941 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e72be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94effd700 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e72fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 -- 172.21.15.39:0/4207148941 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 msgr2=0x563a1e72be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e72be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 -- 172.21.15.39:0/4207148941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 msgr2=0x563a1e72fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e72fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 -- 172.21.15.39:0/4207148941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a1e4fc630 con 0x563a1e730050 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94effd700 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e72fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd94ffff700 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7304b0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fd94800f6a0 tx=0x7fd948009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf2cc4714b7a424f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd935ffb700 1 -- 172.21.15.39:0/4207148941 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94800e040 con 0x563a1e730050 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd935ffb700 1 -- 172.21.15.39:0/4207148941 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd94800f040 con 0x563a1e730050 2023-12-07T14:06:16.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.746+0000 7fd935ffb700 1 -- 172.21.15.39:0/4207148941 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd948004830 con 0x563a1e730050 2023-12-07T14:06:16.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.747+0000 7fd962353b80 1 -- 172.21.15.39:0/4207148941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 msgr2=0x563a1e7304b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.747+0000 7fd962353b80 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7304b0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fd94800f6a0 tx=0x7fd948009920 comp rx=0 tx=0).stop 2023-12-07T14:06:16.752 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.749+0000 7fd962353b80 1 -- 172.21.15.39:0/4207148941 shutdown_connections 2023-12-07T14:06:16.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.749+0000 7fd962353b80 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7304b0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.749+0000 7fd962353b80 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e72be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.749+0000 7fd962353b80 1 --2- 172.21.15.39:0/4207148941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e72fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.753 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.749+0000 7fd962353b80 1 -- 172.21.15.39:0/4207148941 >> 172.21.15.39:0/4207148941 conn(0x563a1e65a360 msgr2=0x563a1e726070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.751+0000 7fd962353b80 1 -- 172.21.15.39:0/4207148941 shutdown_connections 2023-12-07T14:06:16.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.751+0000 7fd962353b80 1 -- 172.21.15.39:0/4207148941 wait complete. 2023-12-07T14:06:16.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.751+0000 7fd962353b80 1 -- start start 2023-12-07T14:06:16.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 1 Processor -- start 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e7377d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e734aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7350d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e67f9b0 con 0x563a1e730050 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e639560 con 0x563a1e72c360 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e639200 con 0x563a1e72ba40 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd962353b80 10 client.0 _ll_register_callbacks cb 0x563a1e564a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7350d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e7377d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7350d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56754/0 (socket says 172.21.15.39:56754) 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e7377d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33240/0 (socket says 172.21.15.39:33240) 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94ffff700 1 -- 172.21.15.39:0/1616449607 learned_addr learned my addr 172.21.15.39:0/1616449607 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94effd700 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e734aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94f7fe700 1 -- 172.21.15.39:0/1616449607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 msgr2=0x563a1e734aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e734aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.752+0000 7fd94f7fe700 1 -- 172.21.15.39:0/1616449607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 msgr2=0x563a1e7350d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7350d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd94f7fe700 1 -- 172.21.15.39:0/1616449607 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd94800f380 con 0x563a1e72ba40 2023-12-07T14:06:16.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd94ffff700 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7350d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e7377d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd94000ba40 tx=0x7fd940004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=311c0ebd8da7f0f3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd92effd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd92effd700 1 -- 172.21.15.39:0/1616449607 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd940028670 con 0x563a1e72ba40 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563a1e71ea00 con 0x563a1e72ba40 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd92effd700 1 -- 172.21.15.39:0/1616449607 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd9400287d0 con 0x563a1e72ba40 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd92effd700 1 -- 172.21.15.39:0/1616449607 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd940011e50 con 0x563a1e72ba40 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd962353b80 10 client.26284 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x563a1e4a8de0 con 0x563a1e72ba40 2023-12-07T14:06:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd92effd700 1 -- 172.21.15.39:0/1616449607 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563a1e71ea00 con 0x563a1e72ba40 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.753+0000 7fd92effd700 1 -- 172.21.15.39:0/1616449607 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fd940032ad0 con 0x563a1e72ba40 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd962353b80 10 client.26284 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd962353b80 10 client.26284 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd962353b80 20 client.26284 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd962353b80 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e745480 0x563a1e7478a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd962353b80 4 client.26284 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563a1e6fa6a0 con 0x563a1e745480 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd94effd700 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e745480 0x563a1e7478a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd92effd700 10 client.26284 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.754+0000 7fd94effd700 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e745480 0x563a1e7478a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2c09bc973652791e server_cookie=d0196d712a5ddb9c in_seq=0 out_seq=0 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.756+0000 7fd92effd700 1 -- 172.21.15.39:0/1616449607 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x563a1e6fa6a0 con 0x563a1e745480 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.756+0000 7fd92effd700 10 client.26284 handle_command_reply: tid=0 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.756+0000 7fd962353b80 1 client.26284 shutdown 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.756+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 msgr2=0x563a1e7377d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.756+0000 7fd962353b80 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e7377d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd94000ba40 tx=0x7fd940004750 comp rx=0 tx=0).stop 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 shutdown_connections 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e745480 0x563a1e7478a0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e7350d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e7377d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd92effd700 0 client.26284 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 --2- 172.21.15.39:0/1616449607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e734aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 >> 172.21.15.39:0/1616449607 conn(0x563a1e65a360 msgr2=0x563a1e7314b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 shutdown_connections 2023-12-07T14:06:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 1 -- 172.21.15.39:0/1616449607 wait complete. 2023-12-07T14:06:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.757+0000 7fd962353b80 20 client.26284 trim_cache size 0 max 16384 2023-12-07T14:06:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.776+0000 7fd962353b80 1 Processor -- start 2023-12-07T14:06:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.776+0000 7fd962353b80 1 -- start start 2023-12-07T14:06:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd962353b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e72ba40 0x563a1e73c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd962353b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd962353b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e730050 0x563a1e72e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd962353b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e4fe920 con 0x563a1e72ba40 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd962353b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e7429a0 con 0x563a1e72c360 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd962353b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e737b10 con 0x563a1e730050 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e72ba40 0x563a1e73c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e72ba40 0x563a1e73c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56758/0 (socket says 172.21.15.39:56758) 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 -- 172.21.15.39:0/1284322352 learned_addr learned my addr 172.21.15.39:0/1284322352 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94ffff700 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e730050 0x563a1e72e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94effd700 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 -- 172.21.15.39:0/1284322352 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e730050 msgr2=0x563a1e72e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e730050 0x563a1e72e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 -- 172.21.15.39:0/1284322352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 msgr2=0x563a1e73c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94f7fe700 1 -- 172.21.15.39:0/1284322352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a1e491c60 con 0x563a1e72ba40 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.777+0000 7fd94effd700 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:16.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.778+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e72ba40 0x563a1e73c390 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fd94000f7f0 tx=0x7fd94000b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bb1824d16fe136f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.778+0000 7fd9367fc700 1 -- 172.21.15.39:0/1284322352 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94001fa30 con 0x563a1e72ba40 2023-12-07T14:06:16.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.778+0000 7fd9367fc700 1 -- 172.21.15.39:0/1284322352 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd940011a00 con 0x563a1e72ba40 2023-12-07T14:06:16.783 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.778+0000 7fd9367fc700 1 -- 172.21.15.39:0/1284322352 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd940032b80 con 0x563a1e72ba40 2023-12-07T14:06:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 -- 172.21.15.39:0/1284322352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e72ba40 msgr2=0x563a1e73c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e72ba40 0x563a1e73c390 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fd94000f7f0 tx=0x7fd94000b7f0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 -- 172.21.15.39:0/1284322352 shutdown_connections 2023-12-07T14:06:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e730050 0x563a1e72e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e72ba40 0x563a1e73c390 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 --2- 172.21.15.39:0/1284322352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 -- 172.21.15.39:0/1284322352 >> 172.21.15.39:0/1284322352 conn(0x563a1e65a360 msgr2=0x563a1e740e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 -- 172.21.15.39:0/1284322352 shutdown_connections 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 -- 172.21.15.39:0/1284322352 wait complete. 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 -- start start 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.779+0000 7fd962353b80 1 Processor -- start 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd962353b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e73a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd962353b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd962353b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e73adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd962353b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e73cc60 con 0x563a1e730050 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd962353b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e79a980 con 0x563a1e72c360 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd962353b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a1e79aaf0 con 0x563a1e72ba40 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd962353b80 10 client.0 _ll_register_callbacks cb 0x563a1e564a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e73adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e73adf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56768/0 (socket says 172.21.15.39:56768) 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 -- 172.21.15.39:0/2686852188 learned_addr learned my addr 172.21.15.39:0/2686852188 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94effd700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e73a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 -- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 msgr2=0x563a1e73a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e73a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 -- 172.21.15.39:0/2686852188 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 msgr2=0x563a1e73a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94ffff700 1 -- 172.21.15.39:0/2686852188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563a1e4a8de0 con 0x563a1e730050 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.780+0000 7fd94effd700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd94ffff700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e73adf0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fd948004450 tx=0x7fd9480095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce7ffd06af7cdbaf server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd92effd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd92effd700 1 -- 172.21.15.39:0/2686852188 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94800e050 con 0x563a1e730050 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd92effd700 1 -- 172.21.15.39:0/2686852188 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd948003a00 con 0x563a1e730050 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563a1e645fd0 con 0x563a1e730050 2023-12-07T14:06:16.788 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd92effd700 1 -- 172.21.15.39:0/2686852188 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd948003be0 con 0x563a1e730050 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd962353b80 10 client.16596 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x563a1e4cf250 con 0x563a1e730050 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd92effd700 1 -- 172.21.15.39:0/2686852188 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563a1e645fd0 con 0x563a1e730050 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd92effd700 1 -- 172.21.15.39:0/2686852188 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fd948007ac0 con 0x563a1e730050 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd962353b80 10 client.16596 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd962353b80 10 client.16596 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd962353b80 20 client.16596 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.781+0000 7fd962353b80 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e79c2a0 0x563a1e79e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd962353b80 4 client.16596 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563a1e638490 con 0x563a1e79c2a0 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e79c2a0 0x563a1e79e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd92effd700 10 client.16596 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd94f7fe700 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e79c2a0 0x563a1e79e6c0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bc8dad2980931918 server_cookie=d7b0c0764b97b37d in_seq=0 out_seq=0 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd92effd700 1 -- 172.21.15.39:0/2686852188 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x563a1e638490 con 0x563a1e79c2a0 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd92effd700 10 client.16596 handle_command_reply: tid=0 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.782+0000 7fd962353b80 1 client.16596 shutdown 2023-12-07T14:06:16.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.783+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 msgr2=0x563a1e73adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.783+0000 7fd962353b80 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e73adf0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fd948004450 tx=0x7fd9480095e0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.790 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 shutdown_connections 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x563a1e79c2a0 0x563a1e79e6c0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563a1e730050 0x563a1e73adf0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563a1e72ba40 0x563a1e73a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 --2- 172.21.15.39:0/2686852188 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563a1e72c360 0x563a1e73a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 >> 172.21.15.39:0/2686852188 conn(0x563a1e65a360 msgr2=0x563a1e740e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd92effd700 0 client.16596 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 shutdown_connections 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.784+0000 7fd962353b80 1 -- 172.21.15.39:0/2686852188 wait complete. 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.785+0000 7fd962353b80 20 client.16596 trim_cache size 0 max 16384 2023-12-07T14:06:16.791 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.785+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a1780 msgr2=0x7fd9380a3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.785+0000 7fd95615a700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a1780 0x7fd9380a3c40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd940005950 tx=0x7fd9400058e0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.785+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd950109180 msgr2=0x7fd95011ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.785+0000 7fd95615a700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd950109180 0x7fd95011ccb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd944000c00 tx=0x7fd944004730 comp rx=0 tx=0).stop 2023-12-07T14:06:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.785+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 shutdown_connections 2023-12-07T14:06:16.792 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.786+0000 7fd95615a700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd95010fbd0 0x7fd9501168f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.786+0000 7fd95615a700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd9380a1780 0x7fd9380a3c40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.786+0000 7fd95615a700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd9501085d0 0x7fd95011c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.786+0000 7fd95615a700 1 --2- 172.21.15.39:0/2281078855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd950109180 0x7fd95011ccb0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.786+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 >> 172.21.15.39:0/2281078855 conn(0x7fd95006c550 msgr2=0x7fd950070150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.786+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 shutdown_connections 2023-12-07T14:06:16.793 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:16.786+0000 7fd95615a700 1 -- 172.21.15.39:0/2281078855 wait complete. 2023-12-07T14:06:16.811 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 -- 172.21.15.39:0/691143568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6208100590 msgr2=0x7f6208100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 --2- 172.21.15.39:0/691143568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6208100590 0x7f6208100970 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f6204009990 tx=0x7f6204009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 -- 172.21.15.39:0/691143568 shutdown_connections 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 --2- 172.21.15.39:0/691143568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62081056b0 0x7f620810d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 --2- 172.21.15.39:0/691143568 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6208100590 0x7f6208100970 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 --2- 172.21.15.39:0/691143568 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6208100f40 0x7f6208104f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 -- 172.21.15.39:0/691143568 >> 172.21.15.39:0/691143568 conn(0x7f62080fbe10 msgr2=0x7f62080fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 -- 172.21.15.39:0/691143568 shutdown_connections 2023-12-07T14:06:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.014+0000 7f6210706700 1 -- 172.21.15.39:0/691143568 wait complete. 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.015+0000 7f6210706700 1 Processor -- start 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.015+0000 7f6210706700 1 -- start start 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f6210706700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6208100590 0x7f620819c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f6210706700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62081056b0 0x7f620819ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f6210706700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62081955e0 0x7f6208195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f6210706700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6208196260 con 0x7f62081955e0 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f6210706700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62081963d0 con 0x7f6208100590 2023-12-07T14:06:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f6210706700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f620819a050 con 0x7f62081056b0 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6208100590 0x7f620819c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620eca3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62081955e0 0x7f6208195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6208100590 0x7f620819c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47980/0 (socket says 172.21.15.39:47980) 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 -- 172.21.15.39:0/3491936262 learned_addr learned my addr 172.21.15.39:0/3491936262 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 -- 172.21.15.39:0/3491936262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62081056b0 msgr2=0x7f620819ca40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62081056b0 0x7f620819ca40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 -- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62081955e0 msgr2=0x7f6208195a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62081955e0 0x7f6208195a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.016+0000 7f620e4a2700 1 -- 172.21.15.39:0/3491936262 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62040095f0 con 0x7f6208100590 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.017+0000 7f620e4a2700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6208100590 0x7f620819c4c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f620400b2e0 tx=0x7f6204005740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.017+0000 7f61ff7fe700 1 -- 172.21.15.39:0/3491936262 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f620401d070 con 0x7f6208100590 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.017+0000 7f61ff7fe700 1 -- 172.21.15.39:0/3491936262 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6204005e10 con 0x7f6208100590 2023-12-07T14:06:17.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.017+0000 7f61ff7fe700 1 -- 172.21.15.39:0/3491936262 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6204021ea0 con 0x7f6208100590 2023-12-07T14:06:17.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.017+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f620819a270 con 0x7f6208100590 2023-12-07T14:06:17.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.017+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f620819a6d0 con 0x7f6208100590 2023-12-07T14:06:17.026 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.023+0000 7f61ff7fe700 1 -- 172.21.15.39:0/3491936262 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f620400fad0 con 0x7f6208100590 2023-12-07T14:06:17.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.023+0000 7f61ff7fe700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f61f40a16f0 0x7f61f40a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.023+0000 7f621c8ffb80 1 Processor -- start 2023-12-07T14:06:17.027 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.024+0000 7f61ff7fe700 1 -- 172.21.15.39:0/3491936262 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f62040ce1b0 con 0x7f6208100590 2023-12-07T14:06:17.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.024+0000 7f621c8ffb80 1 -- start start 2023-12-07T14:06:17.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 0x55f7733d4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d5050 0x55f7733d54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733447c0 con 0x55f7733d0a40 2023-12-07T14:06:17.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f77332b7a0 con 0x55f7733d5050 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733290c0 con 0x55f7733d1360 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f620dca1700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f61f40a16f0 0x7f61f40a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f620eca3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d5050 0x55f7733d54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f620eca3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d5050 0x55f7733d54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:47986/0 (socket says 172.21.15.39:47986) 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f620eca3700 1 -- 172.21.15.39:0/3056979127 learned_addr learned my addr 172.21.15.39:0/3056979127 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.025+0000 7f620e4a2700 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.026+0000 7f620eca3700 1 -- 172.21.15.39:0/3056979127 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 msgr2=0x55f7733d4b10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:17.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.026+0000 7f620eca3700 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 0x55f7733d4b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.026+0000 7f620eca3700 1 -- 172.21.15.39:0/3056979127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 msgr2=0x55f7733d0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.026+0000 7f620eca3700 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.026+0000 7f620eca3700 1 -- 172.21.15.39:0/3056979127 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7731a1630 con 0x55f7733d5050 2023-12-07T14:06:17.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.026+0000 7f620eca3700 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d5050 0x55f7733d54b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f620000a430 tx=0x7f6200009650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c4ee8d04ff6561 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.026+0000 7f61fcff9700 1 -- 172.21.15.39:0/3056979127 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6200010040 con 0x55f7733d5050 2023-12-07T14:06:17.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.027+0000 7f61fcff9700 1 -- 172.21.15.39:0/3056979127 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6200013a50 con 0x55f7733d5050 2023-12-07T14:06:17.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.027+0000 7f61fcff9700 1 -- 172.21.15.39:0/3056979127 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6200014b90 con 0x55f7733d5050 2023-12-07T14:06:17.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f620dca1700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f61f40a16f0 0x7f61f40a3bb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f61f800b3c0 tx=0x7f61f800d040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3056979127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d5050 msgr2=0x55f7733d54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d5050 0x55f7733d54b0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f620000a430 tx=0x7f6200009650 comp rx=0 tx=0).stop 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3056979127 shutdown_connections 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d5050 0x55f7733d54b0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3056979127 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 0x55f7733d4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3056979127 >> 172.21.15.39:0/3056979127 conn(0x55f7732ff360 msgr2=0x55f7733cb070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3056979127 shutdown_connections 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3056979127 wait complete. 2023-12-07T14:06:17.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.028+0000 7f621c8ffb80 1 -- start start 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 1 Processor -- start 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733da170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d5050 0x55f7733da6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733249b0 con 0x55f7733d0a40 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7732de560 con 0x55f7733d1360 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7732de200 con 0x55f7733d5050 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f621c8ffb80 10 client.0 _ll_register_callbacks cb 0x55f773209a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f620e4a2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f620e4a2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d9c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56790/0 (socket says 172.21.15.39:56790) 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f620e4a2700 1 -- 172.21.15.39:0/2481382617 learned_addr learned my addr 172.21.15.39:0/2481382617 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f620eca3700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d5050 0x55f7733da6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.029+0000 7f620dca1700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733da170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f620e4a2700 1 -- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d5050 msgr2=0x55f7733da6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f620e4a2700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d5050 0x55f7733da6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f620e4a2700 1 -- 172.21.15.39:0/2481382617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 msgr2=0x55f7733da170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f620e4a2700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733da170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f620e4a2700 1 -- 172.21.15.39:0/2481382617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6200009c60 con 0x55f7733d0a40 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f620dca1700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733da170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f620e4a2700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d9c30 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f620409b1c0 tx=0x7f62040cbe70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb4af8a600eca5e2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f61f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f61f1ffb700 1 -- 172.21.15.39:0/2481382617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f620409a920 con 0x55f7733d0a40 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f61f1ffb700 1 -- 172.21.15.39:0/2481382617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6204095e40 con 0x55f7733d0a40 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.030+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f7733c3a00 con 0x55f7733d0a40 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.031+0000 7f61f1ffb700 1 -- 172.21.15.39:0/2481382617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f620409f170 con 0x55f7733d0a40 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.031+0000 7f621c8ffb80 10 client.16608 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:17.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.031+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x55f77314dde0 con 0x55f7733d0a40 2023-12-07T14:06:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f61f1ffb700 1 -- 172.21.15.39:0/2481382617 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f7733c3a00 con 0x55f7733d0a40 2023-12-07T14:06:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f61f1ffb700 1 -- 172.21.15.39:0/2481382617 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f620407c020 con 0x55f7733d0a40 2023-12-07T14:06:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f621c8ffb80 10 client.16608 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f621c8ffb80 10 client.16608 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:06:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f621c8ffb80 20 client.16608 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7733e9fd0 0x55f7733ec3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f621c8ffb80 4 client.16608 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f77339f6a0 con 0x55f7733e9fd0 2023-12-07T14:06:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.032+0000 7f620dca1700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7733e9fd0 0x55f7733ec3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.033+0000 7f61f1ffb700 10 client.16608 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.033+0000 7f620dca1700 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7733e9fd0 0x55f7733ec3f0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fcd019ff917aa1c server_cookie=eca0bfbca898a6d8 in_seq=0 out_seq=0 2023-12-07T14:06:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f61f1ffb700 1 -- 172.21.15.39:0/2481382617 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55f77339f6a0 con 0x55f7733e9fd0 2023-12-07T14:06:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f61f1ffb700 10 client.16608 handle_command_reply: tid=0 2023-12-07T14:06:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 client.16608 shutdown 2023-12-07T14:06:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 msgr2=0x55f7733d9c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d9c30 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f620409b1c0 tx=0x7f62040cbe70 comp rx=0 tx=0).stop 2023-12-07T14:06:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 shutdown_connections 2023-12-07T14:06:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d5050 0x55f7733da6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d0a40 0x55f7733d9c30 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7733e9fd0 0x55f7733ec3f0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.034+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/2481382617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733da170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.035+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 >> 172.21.15.39:0/2481382617 conn(0x55f7732ff360 msgr2=0x55f7733d64b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.035+0000 7f61f1ffb700 0 client.16608 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.035+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 shutdown_connections 2023-12-07T14:06:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.035+0000 7f621c8ffb80 1 -- 172.21.15.39:0/2481382617 wait complete. 2023-12-07T14:06:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.035+0000 7f621c8ffb80 20 client.16608 trim_cache size 0 max 16384 2023-12-07T14:06:17.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 Processor -- start 2023-12-07T14:06:17.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 -- start start 2023-12-07T14:06:17.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d0a40 0x55f7733da4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733d6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733e12f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7731a3920 con 0x55f7733d5050 2023-12-07T14:06:17.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733db220 con 0x55f7733d1360 2023-12-07T14:06:17.063 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.056+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733f15e0 con 0x55f7733d0a40 2023-12-07T14:06:17.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733e12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733e12f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56802/0 (socket says 172.21.15.39:56802) 2023-12-07T14:06:17.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 -- 172.21.15.39:0/3260315007 learned_addr learned my addr 172.21.15.39:0/3260315007 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 -- 172.21.15.39:0/3260315007 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d0a40 msgr2=0x55f7733da4d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:17.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 --2- 172.21.15.39:0/3260315007 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d0a40 0x55f7733da4d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 -- 172.21.15.39:0/3260315007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 msgr2=0x55f7733d6440 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:17.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 --2- 172.21.15.39:0/3260315007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733d6440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.057+0000 7f620eca3700 1 -- 172.21.15.39:0/3260315007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f773136c60 con 0x55f7733d5050 2023-12-07T14:06:17.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.058+0000 7f620eca3700 1 --2- 172.21.15.39:0/3260315007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733e12f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6200009c30 tx=0x7f6200009390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23356a7102e93f14 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.058+0000 7f61fd7fa700 1 -- 172.21.15.39:0/3260315007 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6200010040 con 0x55f7733d5050 2023-12-07T14:06:17.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.058+0000 7f61fd7fa700 1 -- 172.21.15.39:0/3260315007 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6200023070 con 0x55f7733d5050 2023-12-07T14:06:17.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.058+0000 7f61fd7fa700 1 -- 172.21.15.39:0/3260315007 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6200014b40 con 0x55f7733d5050 2023-12-07T14:06:17.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.059+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3260315007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 msgr2=0x55f7733e12f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.066 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.059+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3260315007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733e12f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6200009c30 tx=0x7f6200009390 comp rx=0 tx=0).stop 2023-12-07T14:06:17.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.061+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3260315007 shutdown_connections 2023-12-07T14:06:17.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.061+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3260315007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733e12f0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.061+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3260315007 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d0a40 0x55f7733da4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.061+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/3260315007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d1360 0x55f7733d6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.061+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3260315007 >> 172.21.15.39:0/3260315007 conn(0x55f7732ff360 msgr2=0x55f7733caf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.062+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3260315007 shutdown_connections 2023-12-07T14:06:17.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.062+0000 7f621c8ffb80 1 -- 172.21.15.39:0/3260315007 wait complete. 2023-12-07T14:06:17.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.062+0000 7f621c8ffb80 1 -- start start 2023-12-07T14:06:17.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.062+0000 7f621c8ffb80 1 Processor -- start 2023-12-07T14:06:17.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.062+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d0a40 0x55f7733e15f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.062+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 0x55f7733d5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.062+0000 7f621c8ffb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733d64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733d94c0 con 0x55f7733d5050 2023-12-07T14:06:17.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733d9630 con 0x55f7733d0a40 2023-12-07T14:06:17.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f621c8ffb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7733d97f0 con 0x55f7733d1360 2023-12-07T14:06:17.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f621c8ffb80 10 client.0 _ll_register_callbacks cb 0x55f773209a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:17.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d0a40 0x55f7733e15f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d0a40 0x55f7733e15f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48006/0 (socket says 172.21.15.39:48006) 2023-12-07T14:06:17.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 -- 172.21.15.39:0/546047427 learned_addr learned my addr 172.21.15.39:0/546047427 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620eca3700 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733d64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 -- 172.21.15.39:0/546047427 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 msgr2=0x55f7733d5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 0x55f7733d5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 -- 172.21.15.39:0/546047427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 msgr2=0x55f7733d64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733d64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.071 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 -- 172.21.15.39:0/546047427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f7731a1630 con 0x55f7733d0a40 2023-12-07T14:06:17.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.063+0000 7f620e4a2700 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d0a40 0x55f7733e15f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f620409b170 tx=0x7f620409b360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b75f2c64353d0bd6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.064+0000 7f61f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:06:17.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.064+0000 7f61f1ffb700 1 -- 172.21.15.39:0/546047427 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f620409a920 con 0x55f7733d0a40 2023-12-07T14:06:17.074 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.064+0000 7f61f1ffb700 1 -- 172.21.15.39:0/546047427 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6204095e40 con 0x55f7733d0a40 2023-12-07T14:06:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.064+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6200013a50 con 0x55f7733d0a40 2023-12-07T14:06:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.064+0000 7f61f1ffb700 1 -- 172.21.15.39:0/546047427 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6204097570 con 0x55f7733d0a40 2023-12-07T14:06:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.064+0000 7f621c8ffb80 10 client.26183 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.064+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x55f773174250 con 0x55f7733d0a40 2023-12-07T14:06:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.065+0000 7f61f1ffb700 1 -- 172.21.15.39:0/546047427 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6200013a50 con 0x55f7733d0a40 2023-12-07T14:06:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.065+0000 7f61f1ffb700 1 -- 172.21.15.39:0/546047427 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f620407c020 con 0x55f7733d0a40 2023-12-07T14:06:17.075 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.067+0000 7f621c8ffb80 10 client.26183 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.067+0000 7f621c8ffb80 10 client.26183 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:06:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.067+0000 7f621c8ffb80 20 client.26183 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.067+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7734519f0 0x55f773453de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.067+0000 7f621c8ffb80 4 client.26183 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.067+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f7732eafd0 con 0x55f7734519f0 2023-12-07T14:06:17.076 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.067+0000 7f620dca1700 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7734519f0 0x55f773453de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f61f1ffb700 10 client.26183 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f620dca1700 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7734519f0 0x55f773453de0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=17c13222ba80c123 server_cookie=4ce85d2922d83e56 in_seq=0 out_seq=0 2023-12-07T14:06:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f61f1ffb700 1 -- 172.21.15.39:0/546047427 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f7732eafd0 con 0x55f7734519f0 2023-12-07T14:06:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f61f1ffb700 10 client.26183 handle_command_reply: tid=0 2023-12-07T14:06:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 client.26183 shutdown 2023-12-07T14:06:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d0a40 msgr2=0x55f7733e15f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.077 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d0a40 0x55f7733e15f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f620409b170 tx=0x7f620409b360 comp rx=0 tx=0).stop 2023-12-07T14:06:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 shutdown_connections 2023-12-07T14:06:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f7733d5050 0x55f7733d64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55f7734519f0 0x55f773453de0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f7733d0a40 0x55f7733e15f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 --2- 172.21.15.39:0/546047427 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f7733d1360 0x55f7733d5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f61f1ffb700 0 client.26183 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:17.078 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 >> 172.21.15.39:0/546047427 conn(0x55f7732ff360 msgr2=0x55f7733d3270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 shutdown_connections 2023-12-07T14:06:17.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 1 -- 172.21.15.39:0/546047427 wait complete. 2023-12-07T14:06:17.079 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.068+0000 7f621c8ffb80 20 client.26183 trim_cache size 0 max 16384 2023-12-07T14:06:17.079 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:17.080 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.069+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f61f40a16f0 msgr2=0x7f61f40a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.069+0000 7f6210706700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f61f40a16f0 0x7f61f40a3bb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f61f800b3c0 tx=0x7f61f800d040 comp rx=0 tx=0).stop 2023-12-07T14:06:17.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.069+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6208100590 msgr2=0x7f620819c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.069+0000 7f6210706700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6208100590 0x7f620819c4c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f620400b2e0 tx=0x7f6204005740 comp rx=0 tx=0).stop 2023-12-07T14:06:17.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.070+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 shutdown_connections 2023-12-07T14:06:17.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.070+0000 7f6210706700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62081955e0 0x7f6208195a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.070+0000 7f6210706700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f61f40a16f0 0x7f61f40a3bb0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.081 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.070+0000 7f6210706700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6208100590 0x7f620819c4c0 secure :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f620400b2e0 tx=0x7f6204005740 comp rx=0 tx=0).stop 2023-12-07T14:06:17.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.070+0000 7f6210706700 1 --2- 172.21.15.39:0/3491936262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f62081056b0 0x7f620819ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.070+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 >> 172.21.15.39:0/3491936262 conn(0x7f62080fbe10 msgr2=0x7f62080fd170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.071+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 shutdown_connections 2023-12-07T14:06:17.082 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.071+0000 7f6210706700 1 -- 172.21.15.39:0/3491936262 wait complete. 2023-12-07T14:06:17.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:06:17.306 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.303+0000 7fab82c1e700 1 -- 172.21.15.39:0/1474687326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 msgr2=0x7fab7c108f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.303+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1474687326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 0x7fab7c108f90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fab6c009990 tx=0x7fab6c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.303+0000 7fab82c1e700 1 -- 172.21.15.39:0/1474687326 shutdown_connections 2023-12-07T14:06:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.304+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1474687326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 0x7fab7c108f90 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.304+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1474687326 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab7c10cc40 0x7fab7c10d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.304+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1474687326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 0x7fab7c1085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.307 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.304+0000 7fab82c1e700 1 -- 172.21.15.39:0/1474687326 >> 172.21.15.39:0/1474687326 conn(0x7fab7c06c910 msgr2=0x7fab7c06cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.305+0000 7fab82c1e700 1 -- 172.21.15.39:0/1474687326 shutdown_connections 2023-12-07T14:06:17.308 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.305+0000 7fab82c1e700 1 -- 172.21.15.39:0/1474687326 wait complete. 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.305+0000 7fab82c1e700 1 Processor -- start 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.305+0000 7fab82c1e700 1 -- start start 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.306+0000 7fab82c1e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 0x7fab7c1a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.306+0000 7fab82c1e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab7c10cc40 0x7fab7c1a2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.306+0000 7fab82c1e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 0x7fab7c1a6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.306+0000 7fab82c1e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c1a71a0 con 0x7fab7c10d560 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.306+0000 7fab82c1e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c1a7310 con 0x7fab7c108b10 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.306+0000 7fab82c1e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab7c1a74d0 con 0x7fab7c10cc40 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 0x7fab7c1a6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 0x7fab7c1a6b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56818/0 (socket says 172.21.15.39:56818) 2023-12-07T14:06:17.312 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 -- 172.21.15.39:0/1404936456 learned_addr learned my addr 172.21.15.39:0/1404936456 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab7bfff700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab7c10cc40 0x7fab7c1a2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 -- 172.21.15.39:0/1404936456 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab7c10cc40 msgr2=0x7fab7c1a2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab7c10cc40 0x7fab7c1a2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab809ba700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 0x7fab7c1a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 -- 172.21.15.39:0/1404936456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 msgr2=0x7fab7c1a2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 0x7fab7c1a2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 -- 172.21.15.39:0/1404936456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab6c0095f0 con 0x7fab7c10d560 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab809ba700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 0x7fab7c1a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.307+0000 7fab811bb700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 0x7fab7c1a6b60 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fab6c004730 tx=0x7fab6c004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.308+0000 7fab79ffb700 1 -- 172.21.15.39:0/1404936456 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c03f070 con 0x7fab7c10d560 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.308+0000 7fab79ffb700 1 -- 172.21.15.39:0/1404936456 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab6c044470 con 0x7fab7c10d560 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.308+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab7c1a7750 con 0x7fab7c10d560 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.308+0000 7fab79ffb700 1 -- 172.21.15.39:0/1404936456 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab6c039660 con 0x7fab7c10d560 2023-12-07T14:06:17.313 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.308+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab7c0739e0 con 0x7fab7c10d560 2023-12-07T14:06:17.316 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab79ffb700 1 -- 172.21.15.39:0/1404936456 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fab6c0445e0 con 0x7fab7c10d560 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 Processor -- start 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 -- start start 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab79ffb700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab640a1670 0x7fab640a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555677076a40 0x555677076e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x55567707ab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55567707b050 0x55567707b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555676fea7c0 con 0x555677076a40 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555676fd17a0 con 0x55567707b050 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.313+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555676fcf0c0 con 0x555677077360 2023-12-07T14:06:17.318 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab640a1670 0x7fab640a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab811bb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55567707b050 0x55567707b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab79ffb700 1 -- 172.21.15.39:0/1404936456 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab6c0f0450 con 0x7fab7c10d560 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x55567707ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x55567707ab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33320/0 (socket says 172.21.15.39:33320) 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 -- 172.21.15.39:0/3257666106 learned_addr learned my addr 172.21.15.39:0/3257666106 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab809ba700 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555677076a40 0x555677076e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 -- 172.21.15.39:0/3257666106 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55567707b050 msgr2=0x55567707b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55567707b050 0x55567707b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 -- 172.21.15.39:0/3257666106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555677076a40 msgr2=0x555677076e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555677076a40 0x555677076e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.319 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.314+0000 7fab7bfff700 1 -- 172.21.15.39:0/3257666106 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555676e47630 con 0x555677077360 2023-12-07T14:06:17.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.316+0000 7fab7bfff700 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x55567707ab10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fab70013b50 tx=0x7fab70013e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fba83549d20e4f5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.316+0000 7fab7bfff700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab640a1670 0x7fab640a3b30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fab700116c0 tx=0x7fab7001e000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.316+0000 7fab62ffd700 1 -- 172.21.15.39:0/3257666106 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab70009830 con 0x555677077360 2023-12-07T14:06:17.320 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.316+0000 7fab62ffd700 1 -- 172.21.15.39:0/3257666106 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab70013690 con 0x555677077360 2023-12-07T14:06:17.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.316+0000 7fab62ffd700 1 -- 172.21.15.39:0/3257666106 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab70012aa0 con 0x555677077360 2023-12-07T14:06:17.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.317+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3257666106 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 msgr2=0x55567707ab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.321 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.317+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x55567707ab10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fab70013b50 tx=0x7fab70013e60 comp rx=0 tx=0).stop 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.317+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3257666106 shutdown_connections 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.317+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55567707b050 0x55567707b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.317+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555677076a40 0x555677076e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.317+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3257666106 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x55567707ab10 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.317+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3257666106 >> 172.21.15.39:0/3257666106 conn(0x555676fa5360 msgr2=0x555677071070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.318+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3257666106 shutdown_connections 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.318+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3257666106 wait complete. 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.318+0000 7fab8ee17b80 1 -- start start 2023-12-07T14:06:17.322 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.318+0000 7fab8ee17b80 1 Processor -- start 2023-12-07T14:06:17.324 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677076a40 0x55567707fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x555677080090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x5556770805d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555676fca9b0 con 0x55567707b050 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555676f84560 con 0x555677076a40 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555676f84200 con 0x555677077360 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab8ee17b80 10 client.0 _ll_register_callbacks cb 0x555676eafa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab7bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x555677080090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab811bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x5556770805d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab7bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x555677080090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33322/0 (socket says 172.21.15.39:33322) 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab7bfff700 1 -- 172.21.15.39:0/727421462 learned_addr learned my addr 172.21.15.39:0/727421462 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.319+0000 7fab809ba700 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677076a40 0x55567707fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab7bfff700 1 -- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677076a40 msgr2=0x55567707fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.325 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab7bfff700 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677076a40 0x55567707fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab7bfff700 1 -- 172.21.15.39:0/727421462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 msgr2=0x5556770805d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab7bfff700 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x5556770805d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab7bfff700 1 -- 172.21.15.39:0/727421462 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab7001b040 con 0x555677077360 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab7bfff700 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x555677080090 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fab70009a60 tx=0x7fab70012640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c29c549ac07edc45 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab5bfff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab5bfff700 1 -- 172.21.15.39:0/727421462 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab700050b0 con 0x555677077360 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab5bfff700 1 -- 172.21.15.39:0/727421462 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab70005210 con 0x555677077360 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555677069a00 con 0x555677077360 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab5bfff700 1 -- 172.21.15.39:0/727421462 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab700053f0 con 0x555677077360 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab8ee17b80 10 client.26308 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:17.326 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.320+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x555676df3de0 con 0x555677077360 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab5bfff700 1 -- 172.21.15.39:0/727421462 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555677069a00 con 0x555677077360 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab5bfff700 1 -- 172.21.15.39:0/727421462 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fab7002e070 con 0x555677077360 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab8ee17b80 10 client.26308 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab8ee17b80 10 client.26308 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab8ee17b80 20 client.26308 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555677098c00 0x55567709b020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab8ee17b80 4 client.26308 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5556770456a0 con 0x555677098c00 2023-12-07T14:06:17.327 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.321+0000 7fab809ba700 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555677098c00 0x55567709b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.322+0000 7fab5bfff700 10 client.26308 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.322+0000 7fab809ba700 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555677098c00 0x55567709b020 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26743aba17a6d282 server_cookie=8e4918a908c1f958 in_seq=0 out_seq=0 2023-12-07T14:06:17.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.322+0000 7fab5bfff700 1 -- 172.21.15.39:0/727421462 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5556770456a0 con 0x555677098c00 2023-12-07T14:06:17.328 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.322+0000 7fab5bfff700 10 client.26308 handle_command_reply: tid=0 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.322+0000 7fab8ee17b80 1 client.26308 shutdown 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 msgr2=0x555677080090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x555677080090 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fab70009a60 tx=0x7fab70012640 comp rx=0 tx=0).stop 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 shutdown_connections 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x5556770805d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555677098c00 0x55567709b020 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677076a40 0x55567707fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/727421462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677077360 0x555677080090 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab5bfff700 0 client.26308 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 >> 172.21.15.39:0/727421462 conn(0x555676fa5360 msgr2=0x55567707c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 shutdown_connections 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 1 -- 172.21.15.39:0/727421462 wait complete. 2023-12-07T14:06:17.329 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.323+0000 7fab8ee17b80 20 client.26308 trim_cache size 0 max 16384 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.345+0000 7fab8ee17b80 1 Processor -- start 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.345+0000 7fab8ee17b80 1 -- start start 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.345+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x55567707a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x55567707a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x55567706ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555676e49920 con 0x55567707b050 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556770456a0 con 0x555677077360 2023-12-07T14:06:17.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555677072160 con 0x555677076a40 2023-12-07T14:06:17.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x55567707a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x55567707a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48044/0 (socket says 172.21.15.39:48044) 2023-12-07T14:06:17.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 -- 172.21.15.39:0/2932698631 learned_addr learned my addr 172.21.15.39:0/2932698631 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 -- 172.21.15.39:0/2932698631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 msgr2=0x55567707a160 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:17.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 --2- 172.21.15.39:0/2932698631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x55567707a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 -- 172.21.15.39:0/2932698631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 msgr2=0x55567706ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 --2- 172.21.15.39:0/2932698631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x55567706ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.346+0000 7fab7bfff700 1 -- 172.21.15.39:0/2932698631 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555676ddcc60 con 0x555677077360 2023-12-07T14:06:17.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.347+0000 7fab7bfff700 1 --2- 172.21.15.39:0/2932698631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x55567707a6a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fab70000c00 tx=0x7fab70013e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28b8e15260c1555 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.347+0000 7fab637fe700 1 -- 172.21.15.39:0/2932698631 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab70012450 con 0x555677077360 2023-12-07T14:06:17.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.347+0000 7fab637fe700 1 -- 172.21.15.39:0/2932698631 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab70017030 con 0x555677077360 2023-12-07T14:06:17.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.347+0000 7fab637fe700 1 -- 172.21.15.39:0/2932698631 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab70012dd0 con 0x555677077360 2023-12-07T14:06:17.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.348+0000 7fab8ee17b80 1 -- 172.21.15.39:0/2932698631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 msgr2=0x55567707a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.348+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/2932698631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x55567707a6a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fab70000c00 tx=0x7fab70013e60 comp rx=0 tx=0).stop 2023-12-07T14:06:17.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.349+0000 7fab8ee17b80 1 -- 172.21.15.39:0/2932698631 shutdown_connections 2023-12-07T14:06:17.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.349+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/2932698631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x55567706ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.349+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/2932698631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x55567707a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.349+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/2932698631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x55567707a6a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.352 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.349+0000 7fab8ee17b80 1 -- 172.21.15.39:0/2932698631 >> 172.21.15.39:0/2932698631 conn(0x555676fa5360 msgr2=0x5556770728b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.349+0000 7fab8ee17b80 1 -- 172.21.15.39:0/2932698631 shutdown_connections 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.349+0000 7fab8ee17b80 1 -- 172.21.15.39:0/2932698631 wait complete. 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 -- start start 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 Processor -- start 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x555677086450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x555677086990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x555677086ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556770ee0c0 con 0x55567707b050 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556770ee200 con 0x555677077360 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.350+0000 7fab8ee17b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556770ee340 con 0x555677076a40 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab8ee17b80 10 client.0 _ll_register_callbacks cb 0x555676eafa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:17.355 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x555677086450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x555677086450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33336/0 (socket says 172.21.15.39:33336) 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 -- 172.21.15.39:0/3149235842 learned_addr learned my addr 172.21.15.39:0/3149235842 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab7bfff700 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x555677086990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 -- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 msgr2=0x555677086990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x555677086990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 -- 172.21.15.39:0/3149235842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 msgr2=0x555677086ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x555677086ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 -- 172.21.15.39:0/3149235842 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555676df3de0 con 0x555677076a40 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab809ba700 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x555677086450 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x55567709b8c0 tx=0x7fab74007840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a19e9c18e1bc5b8d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.351+0000 7fab5bfff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab5bfff700 1 -- 172.21.15.39:0/3149235842 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab7401c040 con 0x555677076a40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab5bfff700 1 -- 172.21.15.39:0/3149235842 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab7401dd10 con 0x555677076a40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fab70013690 con 0x555677076a40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab5bfff700 1 -- 172.21.15.39:0/3149235842 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab7401d240 con 0x555677076a40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab8ee17b80 10 client.26311 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x555676e1a250 con 0x555677076a40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab5bfff700 1 -- 172.21.15.39:0/3149235842 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab70013690 con 0x555677076a40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.352+0000 7fab5bfff700 1 -- 172.21.15.39:0/3149235842 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fab740177f0 con 0x555677076a40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.353+0000 7fab8ee17b80 10 client.26311 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:17.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.353+0000 7fab8ee17b80 10 client.26311 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.353+0000 7fab8ee17b80 20 client.26311 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.353+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556770efbe0 0x5556770f2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.353+0000 7fab8ee17b80 4 client.26311 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.353+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555676f90fd0 con 0x5556770efbe0 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.354+0000 7fab7bfff700 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556770efbe0 0x5556770f2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.354+0000 7fab5bfff700 10 client.26311 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.354+0000 7fab7bfff700 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556770efbe0 0x5556770f2000 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f0cb3b9d9a6800b server_cookie=5894702b104fcee3 in_seq=0 out_seq=0 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.354+0000 7fab5bfff700 1 -- 172.21.15.39:0/3149235842 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555676f90fd0 con 0x5556770efbe0 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.354+0000 7fab5bfff700 10 client.26311 handle_command_reply: tid=0 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.354+0000 7fab8ee17b80 1 client.26311 shutdown 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 msgr2=0x555677086450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x555677086450 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x55567709b8c0 tx=0x7fab74007840 comp rx=0 tx=0).stop 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 shutdown_connections 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55567707b050 0x555677086ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555677076a40 0x555677086450 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556770efbe0 0x5556770f2000 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 --2- 172.21.15.39:0/3149235842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555677077360 0x555677086990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab5bfff700 0 client.26311 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 >> 172.21.15.39:0/3149235842 conn(0x555676fa5360 msgr2=0x55567707a160 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 shutdown_connections 2023-12-07T14:06:17.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 1 -- 172.21.15.39:0/3149235842 wait complete. 2023-12-07T14:06:17.361 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:17.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.355+0000 7fab8ee17b80 20 client.26311 trim_cache size 0 max 16384 2023-12-07T14:06:17.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab640a1670 msgr2=0x7fab640a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab640a1670 0x7fab640a3b30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fab700116c0 tx=0x7fab7001e000 comp rx=0 tx=0).stop 2023-12-07T14:06:17.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 msgr2=0x7fab7c1a6b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 0x7fab7c1a6b60 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fab6c004730 tx=0x7fab6c004760 comp rx=0 tx=0).stop 2023-12-07T14:06:17.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 shutdown_connections 2023-12-07T14:06:17.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab7c10d560 0x7fab7c1a6b60 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab640a1670 0x7fab640a3b30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab7c108b10 0x7fab7c1a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 --2- 172.21.15.39:0/1404936456 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab7c10cc40 0x7fab7c1a2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.357+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 >> 172.21.15.39:0/1404936456 conn(0x7fab7c06c910 msgr2=0x7fab7c071da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.358+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 shutdown_connections 2023-12-07T14:06:17.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:17.358+0000 7fab82c1e700 1 -- 172.21.15.39:0/1404936456 wait complete. 2023-12-07T14:06:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:17 smithi089 ceph-mon[103124]: pgmap v117: 97 pgs: 97 active+clean; 5.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 43 MiB/s wr, 2.25k op/s 2023-12-07T14:06:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.696+0000 7f824ad7e700 1 -- 172.21.15.39:0/3334591292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8244101e10 msgr2=0x7f824410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.696+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3334591292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8244101e10 0x7f824410e320 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f823c00b0a0 tx=0x7f823c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.698+0000 7f824ad7e700 1 -- 172.21.15.39:0/3334591292 shutdown_connections 2023-12-07T14:06:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.698+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3334591292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8244101e10 0x7f824410e320 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.698+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3334591292 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f82441074f0 0x7f82441078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.698+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3334591292 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8244101450 0x7f82441018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.701 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.698+0000 7f824ad7e700 1 -- 172.21.15.39:0/3334591292 >> 172.21.15.39:0/3334591292 conn(0x7f82440fcf80 msgr2=0x7f82440ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.698+0000 7f824ad7e700 1 -- 172.21.15.39:0/3334591292 shutdown_connections 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.698+0000 7f824ad7e700 1 -- 172.21.15.39:0/3334591292 wait complete. 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 Processor -- start 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 -- start start 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8244101450 0x7f824410b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8244101e10 0x7f824410b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82441074f0 0x7f824419b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f824419b720 con 0x7f82441074f0 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f824419b890 con 0x7f8244101e10 2023-12-07T14:06:17.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.699+0000 7f824ad7e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f824419ba50 con 0x7f8244101450 2023-12-07T14:06:17.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82441074f0 0x7f824419b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82441074f0 0x7f824419b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56862/0 (socket says 172.21.15.39:56862) 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 -- 172.21.15.39:0/3249461144 learned_addr learned my addr 172.21.15.39:0/3249461144 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f8248b1a700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8244101450 0x7f824410b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f8243fff700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8244101e10 0x7f824410b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 -- 172.21.15.39:0/3249461144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8244101450 msgr2=0x7f824410b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8244101450 0x7f824410b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 -- 172.21.15.39:0/3249461144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8244101e10 msgr2=0x7f824410b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8244101e10 0x7f824410b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f824931b700 1 -- 172.21.15.39:0/3249461144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8230009520 con 0x7f82441074f0 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.700+0000 7f8243fff700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8244101e10 0x7f824410b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.701+0000 7f824931b700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82441074f0 0x7f824419b090 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f823c00b070 tx=0x7f823c007870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.701+0000 7f8241ffb700 1 -- 172.21.15.39:0/3249461144 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c00e040 con 0x7f82441074f0 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.701+0000 7f8241ffb700 1 -- 172.21.15.39:0/3249461144 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f823c004e60 con 0x7f82441074f0 2023-12-07T14:06:17.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.701+0000 7f8241ffb700 1 -- 172.21.15.39:0/3249461144 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c0052a0 con 0x7f82441074f0 2023-12-07T14:06:17.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.701+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f823c009d00 con 0x7f82441074f0 2023-12-07T14:06:17.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.702+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f824419e160 con 0x7f82441074f0 2023-12-07T14:06:17.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.705+0000 7f8241ffb700 1 -- 172.21.15.39:0/3249461144 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f823c01d470 con 0x7f82441074f0 2023-12-07T14:06:17.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.706+0000 7f8241ffb700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82340a15e0 0x7f82340a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.706+0000 7f8241ffb700 1 -- 172.21.15.39:0/3249461144 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f823c0ce6c0 con 0x7f82441074f0 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.706+0000 7f8248b1a700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82340a15e0 0x7f82340a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.706+0000 7f8256f77b80 1 Processor -- start 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8256f77b80 1 -- start start 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8248b1a700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82340a15e0 0x7f82340a3aa0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8238009be0 tx=0x7f8238009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803630 0x55e19c803a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c803f50 0x55e19c8075d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c807b10 0x55e19c807f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8256f77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c777760 con 0x55e19c803630 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8256f77b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c75e740 con 0x55e19c807b10 2023-12-07T14:06:17.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8256f77b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c75c060 con 0x55e19c803f50 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f824931b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c807b10 0x55e19c807f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f824931b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c807b10 0x55e19c807f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48074/0 (socket says 172.21.15.39:48074) 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f824931b700 1 -- 172.21.15.39:0/3170479171 learned_addr learned my addr 172.21.15.39:0/3170479171 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.707+0000 7f8248b1a700 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803630 0x55e19c803a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f824931b700 1 -- 172.21.15.39:0/3170479171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c803f50 msgr2=0x55e19c8075d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f824931b700 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c803f50 0x55e19c8075d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f824931b700 1 -- 172.21.15.39:0/3170479171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803630 msgr2=0x55e19c803a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f824931b700 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803630 0x55e19c803a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f824931b700 1 -- 172.21.15.39:0/3170479171 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e19c5d45d0 con 0x55e19c807b10 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f8248b1a700 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803630 0x55e19c803a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:17.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f824931b700 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c807b10 0x55e19c807f70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f823c097ca0 tx=0x7f823c01dbf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=705d3910af27abc5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f822effd700 1 -- 172.21.15.39:0/3170479171 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c09bea0 con 0x55e19c807b10 2023-12-07T14:06:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.708+0000 7f822effd700 1 -- 172.21.15.39:0/3170479171 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f823c00be20 con 0x55e19c807b10 2023-12-07T14:06:17.713 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.709+0000 7f822effd700 1 -- 172.21.15.39:0/3170479171 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c097eb0 con 0x55e19c807b10 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 -- 172.21.15.39:0/3170479171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c807b10 msgr2=0x55e19c807f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c807b10 0x55e19c807f70 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f823c097ca0 tx=0x7f823c01dbf0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 -- 172.21.15.39:0/3170479171 shutdown_connections 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c807b10 0x55e19c807f70 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803630 0x55e19c803a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3170479171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c803f50 0x55e19c8075d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 -- 172.21.15.39:0/3170479171 >> 172.21.15.39:0/3170479171 conn(0x55e19c732300 msgr2=0x55e19c7fdba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 -- 172.21.15.39:0/3170479171 shutdown_connections 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 -- 172.21.15.39:0/3170479171 wait complete. 2023-12-07T14:06:17.714 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.710+0000 7f8256f77b80 1 -- start start 2023-12-07T14:06:17.715 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 1 Processor -- start 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c757950 con 0x55e19c803f50 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c711500 con 0x55e19c803630 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c7111a0 con 0x55e19c807b10 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.711+0000 7f8256f77b80 10 client.0 _ll_register_callbacks cb 0x55e19c63ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33364/0 (socket says 172.21.15.39:33364) 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 -- 172.21.15.39:0/915712136 learned_addr learned my addr 172.21.15.39:0/915712136 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f8248b1a700 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 -- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 msgr2=0x55e19c80f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.716 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 -- 172.21.15.39:0/915712136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 msgr2=0x55e19c80c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 -- 172.21.15.39:0/915712136 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f824419e160 con 0x55e19c807b10 2023-12-07T14:06:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f824931b700 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80cd10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f823c0cbf30 tx=0x7f823c097c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee7b2db9f8052c86 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.717 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.712+0000 7f8223fff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:17.720 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.713+0000 7f8223fff700 1 -- 172.21.15.39:0/915712136 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c09f8f0 con 0x55e19c807b10 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.713+0000 7f8223fff700 1 -- 172.21.15.39:0/915712136 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f823c0a3aa0 con 0x55e19c807b10 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.713+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e19c7f65f0 con 0x55e19c807b10 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.713+0000 7f8223fff700 1 -- 172.21.15.39:0/915712136 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f823c099b40 con 0x55e19c807b10 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.713+0000 7f8256f77b80 10 client.26320 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.713+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x55e19c580d80 con 0x55e19c807b10 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8223fff700 1 -- 172.21.15.39:0/915712136 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e19c7f65f0 con 0x55e19c807b10 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8223fff700 1 -- 172.21.15.39:0/915712136 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f823c0b7030 con 0x55e19c807b10 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8256f77b80 10 client.26320 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:17.721 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8256f77b80 10 client.26320 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8256f77b80 20 client.26320 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8256f77b80 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c81c7e0 0x55e19c81ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8256f77b80 4 client.26320 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e19c7d2640 con 0x55e19c81c7e0 2023-12-07T14:06:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.714+0000 7f8248b1a700 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c81c7e0 0x55e19c81ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.715+0000 7f8223fff700 10 client.26320 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.722 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.715+0000 7f8248b1a700 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c81c7e0 0x55e19c81ec00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa34acac2798a97f server_cookie=e44ac2163ef118aa in_seq=0 out_seq=0 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.715+0000 7f8223fff700 1 -- 172.21.15.39:0/915712136 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55e19c7d2640 con 0x55e19c81c7e0 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.715+0000 7f8223fff700 10 client.26320 handle_command_reply: tid=0 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.715+0000 7f8256f77b80 1 client.26320 shutdown 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 msgr2=0x55e19c80cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80cd10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f823c0cbf30 tx=0x7f823c097c10 comp rx=0 tx=0).stop 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 shutdown_connections 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80cd10 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c81c7e0 0x55e19c81ec00 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8223fff700 0 client.26320 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.723 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 --2- 172.21.15.39:0/915712136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.724 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 >> 172.21.15.39:0/915712136 conn(0x55e19c732300 msgr2=0x55e19c802430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.724 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 shutdown_connections 2023-12-07T14:06:17.724 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 1 -- 172.21.15.39:0/915712136 wait complete. 2023-12-07T14:06:17.724 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.716+0000 7f8256f77b80 20 client.26320 trim_cache size 0 max 16384 2023-12-07T14:06:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 Processor -- start 2023-12-07T14:06:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 -- start start 2023-12-07T14:06:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c7fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c823560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c5d68c0 con 0x55e19c803f50 2023-12-07T14:06:17.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c8196f0 con 0x55e19c803630 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.742+0000 7f8256f77b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c7fa4b0 con 0x55e19c807b10 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c7fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8248b1a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c7fd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56884/0 (socket says 172.21.15.39:56884) 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 -- 172.21.15.39:0/105165373 learned_addr learned my addr 172.21.15.39:0/105165373 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f824931b700 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c823560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 -- 172.21.15.39:0/105165373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 msgr2=0x55e19c823560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c823560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 -- 172.21.15.39:0/105165373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 msgr2=0x55e19c80f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 -- 172.21.15.39:0/105165373 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8244073670 con 0x55e19c803f50 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f8243fff700 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c7fd8b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8230009ce0 tx=0x7f82300113e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b6c54c49cb21033 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f822f7fe700 1 -- 172.21.15.39:0/105165373 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8230011b00 con 0x55e19c803f50 2023-12-07T14:06:17.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f822f7fe700 1 -- 172.21.15.39:0/105165373 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8230011c60 con 0x55e19c803f50 2023-12-07T14:06:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.743+0000 7f822f7fe700 1 -- 172.21.15.39:0/105165373 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823000f6a0 con 0x55e19c803f50 2023-12-07T14:06:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.744+0000 7f8256f77b80 1 -- 172.21.15.39:0/105165373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 msgr2=0x55e19c7fd8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.744+0000 7f8256f77b80 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c7fd8b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8230009ce0 tx=0x7f82300113e0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.744+0000 7f8256f77b80 1 -- 172.21.15.39:0/105165373 shutdown_connections 2023-12-07T14:06:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.744+0000 7f8256f77b80 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c823560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.744+0000 7f8256f77b80 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.744+0000 7f8256f77b80 1 --2- 172.21.15.39:0/105165373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c7fd8b0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.744+0000 7f8256f77b80 1 -- 172.21.15.39:0/105165373 >> 172.21.15.39:0/105165373 conn(0x55e19c732300 msgr2=0x55e19c802430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.747+0000 7f8256f77b80 1 -- 172.21.15.39:0/105165373 shutdown_connections 2023-12-07T14:06:17.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.747+0000 7f8256f77b80 1 -- 172.21.15.39:0/105165373 wait complete. 2023-12-07T14:06:17.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.747+0000 7f8256f77b80 1 -- start start 2023-12-07T14:06:17.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 1 Processor -- start 2023-12-07T14:06:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c812d50 con 0x55e19c803f50 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c812ec0 con 0x55e19c803630 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e19c813080 con 0x55e19c807b10 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8256f77b80 10 client.0 _ll_register_callbacks cb 0x55e19c63ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8248b1a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f824931b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8243fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f824931b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33382/0 (socket says 172.21.15.39:33382) 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8248b1a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80bb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48090/0 (socket says 172.21.15.39:48090) 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f8243fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56888/0 (socket says 172.21.15.39:56888) 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.748+0000 7f824931b700 1 -- 172.21.15.39:0/3804050909 learned_addr learned my addr 172.21.15.39:0/3804050909 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:17.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f824931b700 1 -- 172.21.15.39:0/3804050909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 msgr2=0x55e19c80bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f824931b700 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f824931b700 1 -- 172.21.15.39:0/3804050909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 msgr2=0x55e19c80c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f824931b700 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f824931b700 1 -- 172.21.15.39:0/3804050909 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8230009990 con 0x55e19c807b10 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f824931b700 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80c5d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f823c0cc400 tx=0x7f823c00b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=445165a9668e2a86 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f8223fff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f8223fff700 1 -- 172.21.15.39:0/3804050909 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823c09b100 con 0x55e19c807b10 2023-12-07T14:06:17.754 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f8223fff700 1 -- 172.21.15.39:0/3804050909 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f823c0a3aa0 con 0x55e19c807b10 2023-12-07T14:06:17.755 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.749+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f823c00be20 con 0x55e19c807b10 2023-12-07T14:06:17.755 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8223fff700 1 -- 172.21.15.39:0/3804050909 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f823c01d720 con 0x55e19c807b10 2023-12-07T14:06:17.755 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 10 client.26326 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x55e19c569c00 con 0x55e19c807b10 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8223fff700 1 -- 172.21.15.39:0/3804050909 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f823c07e080 con 0x55e19c807b10 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8223fff700 1 -- 172.21.15.39:0/3804050909 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f823c0b7070 con 0x55e19c807b10 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 10 client.26326 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 10 client.26326 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 20 client.26326 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c873510 0x55e19c875930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 4 client.26326 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e19c71df70 con 0x55e19c873510 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.750+0000 7f8248b1a700 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c873510 0x55e19c875930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:17.756 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.751+0000 7f8223fff700 10 client.26326 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.757 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.751+0000 7f8248b1a700 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c873510 0x55e19c875930 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e353e8f7a68eb36 server_cookie=4d9c1d7cd238d357 in_seq=0 out_seq=0 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8223fff700 1 -- 172.21.15.39:0/3804050909 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e19c71df70 con 0x55e19c873510 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8223fff700 10 client.26326 handle_command_reply: tid=0 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 client.26326 shutdown 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 msgr2=0x55e19c80c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80c5d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f823c0cc400 tx=0x7f823c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 shutdown_connections 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e19c807b10 0x55e19c80c5d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e19c873510 0x55e19c875930 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e19c803630 0x55e19c80bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.774 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8223fff700 0 client.26326 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 --2- 172.21.15.39:0/3804050909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e19c803f50 0x55e19c80c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 >> 172.21.15.39:0/3804050909 conn(0x55e19c732300 msgr2=0x55e19c7ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 shutdown_connections 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 1 -- 172.21.15.39:0/3804050909 wait complete. 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.770+0000 7f8256f77b80 20 client.26326 trim_cache size 0 max 16384 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:06:17.775 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82340a15e0 msgr2=0x7f82340a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82340a15e0 0x7f82340a3aa0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8238009be0 tx=0x7f8238009260 comp rx=0 tx=0).stop 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82441074f0 msgr2=0x7f824419b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82441074f0 0x7f824419b090 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f823c00b070 tx=0x7f823c007870 comp rx=0 tx=0).stop 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 shutdown_connections 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82441074f0 0x7f824419b090 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8244101450 0x7f824410b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82340a15e0 0x7f82340a3aa0 secure :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f8238009be0 tx=0x7f8238009260 comp rx=0 tx=0).stop 2023-12-07T14:06:17.776 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 --2- 172.21.15.39:0/3249461144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8244101e10 0x7f824410b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.771+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 >> 172.21.15.39:0/3249461144 conn(0x7f82440fcf80 msgr2=0x7f824410e030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.772+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 shutdown_connections 2023-12-07T14:06:17.777 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:17.774+0000 7f824ad7e700 1 -- 172.21.15.39:0/3249461144 wait complete. 2023-12-07T14:06:17.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:17 smithi039 ceph-mon[98864]: pgmap v117: 97 pgs: 97 active+clean; 5.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 43 MiB/s wr, 2.25k op/s 2023-12-07T14:06:17.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:17 smithi055 ceph-mon[103363]: pgmap v117: 97 pgs: 97 active+clean; 5.4 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 43 MiB/s wr, 2.25k op/s 2023-12-07T14:06:18.385 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:06:18.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:06:18.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.613+0000 7f5be7396700 1 -- 172.21.15.39:0/2632950404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 msgr2=0x7f5be0110180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.613+0000 7f5be7396700 1 --2- 172.21.15.39:0/2632950404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 0x7f5be0110180 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc0098f0 tx=0x7f5bdc009c00 comp rx=0 tx=0).stop 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.613+0000 7f5be7396700 1 -- 172.21.15.39:0/2632950404 shutdown_connections 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.613+0000 7f5be7396700 1 --2- 172.21.15.39:0/2632950404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 0x7f5be0110180 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.613+0000 7f5be7396700 1 --2- 172.21.15.39:0/2632950404 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 0x7f5be01005c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.613+0000 7f5be7396700 1 --2- 172.21.15.39:0/2632950404 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5be0100b90 0x7f5be010d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.613+0000 7f5be7396700 1 -- 172.21.15.39:0/2632950404 >> 172.21.15.39:0/2632950404 conn(0x7f5be00fbdf0 msgr2=0x7f5be00fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.614+0000 7f5be7396700 1 -- 172.21.15.39:0/2632950404 shutdown_connections 2023-12-07T14:06:18.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.614+0000 7f5be7396700 1 -- 172.21.15.39:0/2632950404 wait complete. 2023-12-07T14:06:18.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 Processor -- start 2023-12-07T14:06:18.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 -- start start 2023-12-07T14:06:18.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 0x7f5be01089c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5be0100b90 0x7f5be0108f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 0x7f5be01040b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be0104880 con 0x7f5be010dd90 2023-12-07T14:06:18.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be01049f0 con 0x7f5be01001e0 2023-12-07T14:06:18.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be7396700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5be0104bb0 con 0x7f5be0100b90 2023-12-07T14:06:18.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be5132700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 0x7f5be01089c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be5132700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 0x7f5be01089c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48104/0 (socket says 172.21.15.39:48104) 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.615+0000 7f5be5132700 1 -- 172.21.15.39:0/2300270535 learned_addr learned my addr 172.21.15.39:0/2300270535 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.616+0000 7f5be5933700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 0x7f5be01040b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.616+0000 7f5be5132700 1 -- 172.21.15.39:0/2300270535 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5be0100b90 msgr2=0x7f5be0108f00 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.616+0000 7f5be5132700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5be0100b90 0x7f5be0108f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.616+0000 7f5be5132700 1 -- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 msgr2=0x7f5be01040b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.616+0000 7f5be5132700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 0x7f5be01040b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.616+0000 7f5be5132700 1 -- 172.21.15.39:0/2300270535 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bdc009520 con 0x7f5be01001e0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.617+0000 7f5be5132700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 0x7f5be01089c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5bd000e9a0 tx=0x7f5bd000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.617+0000 7f5bd67fc700 1 -- 172.21.15.39:0/2300270535 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd0009790 con 0x7f5be01001e0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.617+0000 7f5bd67fc700 1 -- 172.21.15.39:0/2300270535 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bd000cbd0 con 0x7f5be01001e0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.617+0000 7f5bd67fc700 1 -- 172.21.15.39:0/2300270535 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd0010ea0 con 0x7f5be01001e0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.617+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5be0104e90 con 0x7f5be01001e0 2023-12-07T14:06:18.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.617+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5be010c9b0 con 0x7f5be01001e0 2023-12-07T14:06:18.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 Processor -- start 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 -- start start 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5770ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe5774b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe5775530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe56e4840 con 0x555fe57750d0 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe56cb820 con 0x555fe5770ac0 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe56c9140 con 0x555fe57713e0 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5be4931700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe5775530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5be5933700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5770ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5be4931700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe5775530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56910/0 (socket says 172.21.15.39:56910) 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5be5933700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5770ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48110/0 (socket says 172.21.15.39:48110) 2023-12-07T14:06:18.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.624+0000 7f5be4931700 1 -- 172.21.15.39:0/3069954152 learned_addr learned my addr 172.21.15.39:0/3069954152 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5be5933700 1 -- 172.21.15.39:0/3069954152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 msgr2=0x555fe5774b90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5be5933700 1 --2- 172.21.15.39:0/3069954152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe5774b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5be5933700 1 -- 172.21.15.39:0/3069954152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 msgr2=0x555fe5775530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5be5933700 1 --2- 172.21.15.39:0/3069954152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe5775530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5be5933700 1 -- 172.21.15.39:0/3069954152 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555fe55416b0 con 0x555fe5770ac0 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5be5933700 1 --2- 172.21.15.39:0/3069954152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5770ea0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc009230 tx=0x7f5bdc009400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=700022e271e5b81a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5bcb7fe700 1 -- 172.21.15.39:0/3069954152 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc00f460 con 0x555fe5770ac0 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5bcb7fe700 1 -- 172.21.15.39:0/3069954152 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bdc00b560 con 0x555fe5770ac0 2023-12-07T14:06:18.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.625+0000 7f5bcb7fe700 1 -- 172.21.15.39:0/3069954152 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc0052a0 con 0x555fe5770ac0 2023-12-07T14:06:18.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.626+0000 7f5bd67fc700 1 -- 172.21.15.39:0/2300270535 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5bd000cd40 con 0x7f5be01001e0 2023-12-07T14:06:18.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.626+0000 7f5bd67fc700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bcc0a16b0 0x7f5bcc0a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3069954152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 msgr2=0x555fe5770ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3069954152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5770ea0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc009230 tx=0x7f5bdc009400 comp rx=0 tx=0).stop 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bd67fc700 1 -- 172.21.15.39:0/2300270535 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5bd0014070 con 0x7f5be01001e0 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3069954152 shutdown_connections 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3069954152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe5775530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3069954152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5770ea0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3069954152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe5774b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3069954152 >> 172.21.15.39:0/3069954152 conn(0x555fe569f3e0 msgr2=0x555fe576b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.627+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3069954152 shutdown_connections 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.628+0000 7f5be5132700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bcc0a16b0 0x7f5bcc0a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.628+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3069954152 wait complete. 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.628+0000 7f5bf358fb80 1 -- start start 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.628+0000 7f5be5132700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bcc0a16b0 0x7f5bcc0a3b70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5bd0000c00 tx=0x7f5bd0095fb0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.632 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.628+0000 7f5bf358fb80 1 Processor -- start 2023-12-07T14:06:18.634 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe5770ac0 0x555fe577c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57713e0 0x555fe5779c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe577a380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe56c4a30 con 0x555fe57750d0 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe567e5e0 con 0x555fe57713e0 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe567e280 con 0x555fe5770ac0 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5bf358fb80 10 client.0 _ll_register_callbacks cb 0x555fe55a9b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5be4931700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57713e0 0x555fe5779c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5be4931700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57713e0 0x555fe5779c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48116/0 (socket says 172.21.15.39:48116) 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5be4931700 1 -- 172.21.15.39:0/1363070934 learned_addr learned my addr 172.21.15.39:0/1363070934 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5be5933700 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe5770ac0 0x555fe577c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.629+0000 7f5be5933700 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe577a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5be5933700 1 -- 172.21.15.39:0/1363070934 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57713e0 msgr2=0x555fe5779c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5be5933700 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57713e0 0x555fe5779c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5be5933700 1 -- 172.21.15.39:0/1363070934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 msgr2=0x555fe577a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5be5933700 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe577a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5be5933700 1 -- 172.21.15.39:0/1363070934 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5be0110df0 con 0x555fe5770ac0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5be5933700 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe5770ac0 0x555fe577c8e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc046040 tx=0x7f5bdc005a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d46e82d874ea0679 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5bc8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/1363070934 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bdc00f660 con 0x555fe5770ac0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/1363070934 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5bdc00bb10 con 0x555fe5770ac0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555fe5763a80 con 0x555fe5770ac0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/1363070934 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bdc00f7c0 con 0x555fe5770ac0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5bf358fb80 10 client.26332 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.630+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x555fe54ede60 con 0x555fe5770ac0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/1363070934 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555fe5763a80 con 0x555fe5770ac0 2023-12-07T14:06:18.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/1363070934 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f5bdc015020 con 0x555fe5770ac0 2023-12-07T14:06:18.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bf358fb80 10 client.26332 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:18.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bf358fb80 10 client.26332 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:18.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bf358fb80 20 client.26332 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:18.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe5789f60 0x555fe578c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bf358fb80 4 client.26332 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:18.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.631+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555fe573f720 con 0x555fe5789f60 2023-12-07T14:06:18.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.632+0000 7f5be4931700 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe5789f60 0x555fe578c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.635+0000 7f5be4931700 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe5789f60 0x555fe578c380 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71b3aebb505c3193 server_cookie=5d93c8c32c757999 in_seq=0 out_seq=0 2023-12-07T14:06:18.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.635+0000 7f5bc8ff9700 10 client.26332 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:18.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.637+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/1363070934 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x555fe573f720 con 0x555fe5789f60 2023-12-07T14:06:18.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.637+0000 7f5bc8ff9700 10 client.26332 handle_command_reply: tid=0 2023-12-07T14:06:18.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.637+0000 7f5bf358fb80 1 client.26332 shutdown 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe5770ac0 msgr2=0x555fe577c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe5770ac0 0x555fe577c8e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc046040 tx=0x7f5bdc005a00 comp rx=0 tx=0).stop 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 shutdown_connections 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57750d0 0x555fe577a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe5770ac0 0x555fe577c8e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe5789f60 0x555fe578c380 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/1363070934 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57713e0 0x555fe5779c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.638+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 >> 172.21.15.39:0/1363070934 conn(0x555fe569f3e0 msgr2=0x555fe5776530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.639+0000 7f5bc8ff9700 0 client.26332 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:18.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.640+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 shutdown_connections 2023-12-07T14:06:18.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.640+0000 7f5bf358fb80 1 -- 172.21.15.39:0/1363070934 wait complete. 2023-12-07T14:06:18.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.641+0000 7f5bf358fb80 20 client.26332 trim_cache size 0 max 16384 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.675+0000 7f5bf358fb80 1 Processor -- start 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.675+0000 7f5bf358fb80 1 -- start start 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.675+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5772b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57713e0 0x555fe5781320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57750d0 0x555fe5781860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe55439a0 con 0x555fe57713e0 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe5786e90 con 0x555fe5770ac0 2023-12-07T14:06:18.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe5767ad0 con 0x555fe57750d0 2023-12-07T14:06:18.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57713e0 0x555fe5781320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57713e0 0x555fe5781320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56926/0 (socket says 172.21.15.39:56926) 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 -- 172.21.15.39:0/3948085912 learned_addr learned my addr 172.21.15.39:0/3948085912 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be5933700 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57750d0 0x555fe5781860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be5933700 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5772b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 -- 172.21.15.39:0/3948085912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57750d0 msgr2=0x555fe5781860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57750d0 0x555fe5781860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 -- 172.21.15.39:0/3948085912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 msgr2=0x555fe5772b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5772b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.676+0000 7f5be4931700 1 -- 172.21.15.39:0/3948085912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555fe54d6ce0 con 0x555fe57713e0 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.677+0000 7f5be5933700 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57750d0 0x555fe5781860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.677+0000 7f5be4931700 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57713e0 0x555fe5781320 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x555fe578cc90 tx=0x7f5bd8004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5087b56b39118b21 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.677+0000 7f5bcbfff700 1 -- 172.21.15.39:0/3948085912 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8021070 con 0x555fe57713e0 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.677+0000 7f5bcbfff700 1 -- 172.21.15.39:0/3948085912 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bd800f040 con 0x555fe57713e0 2023-12-07T14:06:18.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.677+0000 7f5bcbfff700 1 -- 172.21.15.39:0/3948085912 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd801c8a0 con 0x555fe57713e0 2023-12-07T14:06:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.678+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3948085912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57713e0 msgr2=0x555fe5781320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.678+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57713e0 0x555fe5781320 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x555fe578cc90 tx=0x7f5bd8004b40 comp rx=0 tx=0).stop 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.680+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3948085912 shutdown_connections 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.680+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57750d0 0x555fe5781860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.680+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe5770ac0 0x555fe5772b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.680+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/3948085912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe57713e0 0x555fe5781320 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.680+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3948085912 >> 172.21.15.39:0/3948085912 conn(0x555fe569f3e0 msgr2=0x555fe5790ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.680+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3948085912 shutdown_connections 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.681+0000 7f5bf358fb80 1 -- 172.21.15.39:0/3948085912 wait complete. 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.681+0000 7f5bf358fb80 1 -- start start 2023-12-07T14:06:18.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.681+0000 7f5bf358fb80 1 Processor -- start 2023-12-07T14:06:18.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.681+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe5770ac0 0x555fe57817c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.681+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe577fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.681+0000 7f5bf358fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57750d0 0x555fe57802c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.681+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe57809d0 con 0x555fe5770ac0 2023-12-07T14:06:18.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.682+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe5780b40 con 0x555fe57750d0 2023-12-07T14:06:18.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.682+0000 7f5bf358fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555fe57e04c0 con 0x555fe57713e0 2023-12-07T14:06:18.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.682+0000 7f5bf358fb80 10 client.0 _ll_register_callbacks cb 0x555fe57663c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:18.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.682+0000 7f5be4931700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe577fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.682+0000 7f5be4931700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe577fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33418/0 (socket says 172.21.15.39:33418) 2023-12-07T14:06:18.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.682+0000 7f5be4931700 1 -- 172.21.15.39:0/694959293 learned_addr learned my addr 172.21.15.39:0/694959293 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5be4931700 1 -- 172.21.15.39:0/694959293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57750d0 msgr2=0x555fe57802c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5be4931700 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57750d0 0x555fe57802c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5be4931700 1 -- 172.21.15.39:0/694959293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe5770ac0 msgr2=0x555fe57817c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5be4931700 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe5770ac0 0x555fe57817c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5be4931700 1 -- 172.21.15.39:0/694959293 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555fe54ede60 con 0x555fe57713e0 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5be4931700 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe577fcb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8020000 tx=0x7f5bd8004e90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38b48ed7c94a8fe7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5bc8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/694959293 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bd8021040 con 0x555fe57713e0 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/694959293 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5bd801c520 con 0x555fe57713e0 2023-12-07T14:06:18.687 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.683+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5bdc00b560 con 0x555fe57713e0 2023-12-07T14:06:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.684+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/694959293 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5bd801c720 con 0x555fe57713e0 2023-12-07T14:06:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.684+0000 7f5bf358fb80 10 client.26338 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.684+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x7f5bd8009b20 con 0x555fe57713e0 2023-12-07T14:06:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/694959293 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bdc00b560 con 0x555fe57713e0 2023-12-07T14:06:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/694959293 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f5bd802c060 con 0x555fe57713e0 2023-12-07T14:06:18.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bf358fb80 10 client.26338 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bf358fb80 10 client.26338 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bf358fb80 20 client.26338 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe57e1da0 0x555fe57e41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bf358fb80 4 client.26338 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:06:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x555fe568b050 con 0x555fe57e1da0 2023-12-07T14:06:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.685+0000 7f5be5933700 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe57e1da0 0x555fe57e41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.686+0000 7f5bc8ff9700 10 client.26338 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:18.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.686+0000 7f5be5933700 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe57e1da0 0x555fe57e41c0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f55205d3e2b4f90e server_cookie=790d7fa0e6380bf4 in_seq=0 out_seq=0 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bc8ff9700 1 -- 172.21.15.39:0/694959293 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x555fe568b050 con 0x555fe57e1da0 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bc8ff9700 10 client.26338 handle_command_reply: tid=0 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 client.26338 shutdown 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 msgr2=0x555fe577fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe577fcb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f5bd8020000 tx=0x7f5bd8004e90 comp rx=0 tx=0).stop 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 shutdown_connections 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555fe57e1da0 0x555fe57e41c0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555fe57750d0 0x555fe57802c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555fe5770ac0 0x555fe57817c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.695 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 --2- 172.21.15.39:0/694959293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555fe57713e0 0x555fe577fcb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 >> 172.21.15.39:0/694959293 conn(0x555fe569f3e0 msgr2=0x555fe5773350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bc8ff9700 0 client.26338 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 shutdown_connections 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.691+0000 7f5bf358fb80 1 -- 172.21.15.39:0/694959293 wait complete. 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5bf358fb80 20 client.26338 trim_cache size 0 max 16384 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "58a3716f-d022-4d42-86b8-c35d254fd502", 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:06:18.696 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:06:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bcc0a16b0 msgr2=0x7f5bcc0a3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bcc0a16b0 0x7f5bcc0a3b70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5bd0000c00 tx=0x7f5bd0095fb0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 msgr2=0x7f5be01089c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 0x7f5be01089c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5bd000e9a0 tx=0x7f5bd000ecb0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 shutdown_connections 2023-12-07T14:06:18.697 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5be010dd90 0x7f5be01040b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5bcc0a16b0 0x7f5bcc0a3b70 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5be01001e0 0x7f5be01089c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 --2- 172.21.15.39:0/2300270535 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5be0100b90 0x7f5be0108f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.692+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 >> 172.21.15.39:0/2300270535 conn(0x7f5be00fbdf0 msgr2=0x7f5be00fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.693+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 shutdown_connections 2023-12-07T14:06:18.698 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.693+0000 7f5be7396700 1 -- 172.21.15.39:0/2300270535 wait complete. 2023-12-07T14:06:18.720 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:06:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 205.0 s, 1860.8 tps, lat 53.869 ms stddev 87.245 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 -- 172.21.15.39:0/903027195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc10d670 msgr2=0x7f3edc1151d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/903027195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc10d670 0x7f3edc1151d0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f3ed4009990 tx=0x7f3ed4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 -- 172.21.15.39:0/903027195 shutdown_connections 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/903027195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc10d670 0x7f3edc1151d0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/903027195 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3edc1090d0 0x7f3edc1094b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/903027195 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc109a80 0x7f3edc10cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 -- 172.21.15.39:0/903027195 >> 172.21.15.39:0/903027195 conn(0x7f3edc06c550 msgr2=0x7f3edc06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 -- 172.21.15.39:0/903027195 shutdown_connections 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 -- 172.21.15.39:0/903027195 wait complete. 2023-12-07T14:06:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.966+0000 7f3ee1fda700 1 Processor -- start 2023-12-07T14:06:18.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3ee1fda700 1 -- start start 2023-12-07T14:06:18.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3ee1fda700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3edc1090d0 0x7f3edc1a0e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3ee1fda700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc10d670 0x7f3edc1a1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3ee1fda700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc1a18c0 0x7f3edc1abec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3ee1fda700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc1ac560 con 0x7f3edc1a18c0 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3ee1fda700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc1ac6d0 con 0x7f3edc1090d0 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3ee1fda700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3edc1ac890 con 0x7f3edc10d670 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc10d670 0x7f3edc1a1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc10d670 0x7f3edc1a1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33434/0 (socket says 172.21.15.39:33434) 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 -- 172.21.15.39:0/108185050 learned_addr learned my addr 172.21.15.39:0/108185050 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3edc1090d0 0x7f3edc1a0e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edbfff700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc1a18c0 0x7f3edc1abec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 -- 172.21.15.39:0/108185050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3edc1090d0 msgr2=0x7f3edc1a0e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3edc1090d0 0x7f3edc1a0e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 -- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc1a18c0 msgr2=0x7f3edc1abec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc1a18c0 0x7f3edc1abec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.967+0000 7f3edaffd700 1 -- 172.21.15.39:0/108185050 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ed40095f0 con 0x7f3edc10d670 2023-12-07T14:06:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.968+0000 7f3edaffd700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc10d670 0x7f3edc1a1380 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400e970 tx=0x7f3ec400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.968+0000 7f3ed8ff9700 1 -- 172.21.15.39:0/108185050 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4009790 con 0x7f3edc10d670 2023-12-07T14:06:18.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.968+0000 7f3ed8ff9700 1 -- 172.21.15.39:0/108185050 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ec400eec0 con 0x7f3edc10d670 2023-12-07T14:06:18.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.968+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3edc1acb70 con 0x7f3edc10d670 2023-12-07T14:06:18.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.968+0000 7f3ed8ff9700 1 -- 172.21.15.39:0/108185050 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4005590 con 0x7f3edc10d670 2023-12-07T14:06:18.974 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.968+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3edc1ad080 con 0x7f3edc10d670 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.971+0000 7f3ed8ff9700 1 -- 172.21.15.39:0/108185050 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f3ec400cbd0 con 0x7f3edc10d670 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.971+0000 7f3ed8ff9700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3ec80a15f0 0x7f3ec80a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.971+0000 7f3eee1d3b80 1 Processor -- start 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.971+0000 7f3eee1d3b80 1 -- start start 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3ed8ff9700 1 -- 172.21.15.39:0/108185050 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f3ec4014070 con 0x7f3edc10d670 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3ec80a15f0 0x7f3ec80a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787154a40 0x558787154e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x558787158b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871594b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587870c87c0 con 0x558787154a40 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587870af7a0 con 0x558787155360 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587870ad0c0 con 0x558787159050 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787154a40 0x558787154e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edb7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787154a40 0x558787154e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56950/0 (socket says 172.21.15.39:56950) 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edb7fe700 1 -- 172.21.15.39:0/2815843636 learned_addr learned my addr 172.21.15.39:0/2815843636 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edbfff700 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871594b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edaffd700 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x558787158b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3ec80a15f0 0x7f3ec80a3ab0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc00f9b0 tx=0x7f3ecc00fd70 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edbfff700 1 -- 172.21.15.39:0/2815843636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 msgr2=0x558787158b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edbfff700 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x558787158b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edbfff700 1 -- 172.21.15.39:0/2815843636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787154a40 msgr2=0x558787154e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edbfff700 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787154a40 0x558787154e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edbfff700 1 -- 172.21.15.39:0/2815843636 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558786f25630 con 0x558787159050 2023-12-07T14:06:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787154a40 0x558787154e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:18.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edaffd700 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x558787158b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:18.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.972+0000 7f3edbfff700 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871594b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400b2e0 tx=0x7f3ed4005ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b3059bcd9e76e3d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3ed1ffb700 1 -- 172.21.15.39:0/2815843636 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed40056a0 con 0x558787159050 2023-12-07T14:06:18.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3ed1ffb700 1 -- 172.21.15.39:0/2815843636 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ed401e040 con 0x558787159050 2023-12-07T14:06:18.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3ed1ffb700 1 -- 172.21.15.39:0/2815843636 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ed4004860 con 0x558787159050 2023-12-07T14:06:18.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2815843636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 msgr2=0x5587871594b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871594b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3ed400b2e0 tx=0x7f3ed4005ea0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2815843636 shutdown_connections 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871594b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787154a40 0x558787154e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2815843636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x558787158b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2815843636 >> 172.21.15.39:0/2815843636 conn(0x558787083360 msgr2=0x55878714f070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2815843636 shutdown_connections 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.973+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2815843636 wait complete. 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 -- start start 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 Processor -- start 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787154a40 0x5587871607b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x55878715daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x55878715e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587870a89b0 con 0x558787159050 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558787062560 con 0x558787155360 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558787062200 con 0x558787154a40 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3eee1d3b80 10 client.0 _ll_register_callbacks cb 0x558786f8da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3edbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x55878715e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3edbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x55878715e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56960/0 (socket says 172.21.15.39:56960) 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3edb7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787154a40 0x5587871607b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3edbfff700 1 -- 172.21.15.39:0/541465143 learned_addr learned my addr 172.21.15.39:0/541465143 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.974+0000 7f3edaffd700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x55878715daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edb7fe700 1 -- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 msgr2=0x55878715daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x55878715daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edb7fe700 1 -- 172.21.15.39:0/541465143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 msgr2=0x55878715e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x55878715e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edb7fe700 1 -- 172.21.15.39:0/541465143 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3edc1ad080 con 0x558787154a40 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edbfff700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x55878715e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edaffd700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x55878715daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787154a40 0x5587871607b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc003f60 tx=0x7f3ecc004b40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4bea18b73c521e5d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3ebaffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3ebaffd700 1 -- 172.21.15.39:0/541465143 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc00e040 con 0x558787154a40 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3ebaffd700 1 -- 172.21.15.39:0/541465143 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f3ecc004db0 con 0x558787154a40 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558787147a00 con 0x558787154a40 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3ebaffd700 1 -- 172.21.15.39:0/541465143 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ecc004250 con 0x558787154a40 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3eee1d3b80 10 client.26350 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.975+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x7f3edc115a10 con 0x558787154a40 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3ebaffd700 1 -- 172.21.15.39:0/541465143 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558787147a00 con 0x558787154a40 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3ebaffd700 1 -- 172.21.15.39:0/541465143 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f3ecc0248e0 con 0x558787154a40 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3eee1d3b80 10 client.26350 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3eee1d3b80 10 client.26350 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3eee1d3b80 20 client.26350 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55878716e310 0x558787170730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3eee1d3b80 4 client.26350 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5587871236a0 con 0x55878716e310 2023-12-07T14:06:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.976+0000 7f3edaffd700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55878716e310 0x558787170730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.986+0000 7f3edaffd700 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55878716e310 0x558787170730 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb527fc6fd3f2592 server_cookie=3913c68c1e5207f6 in_seq=0 out_seq=0 2023-12-07T14:06:18.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.989+0000 7f3ebaffd700 10 client.26350 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:18.992 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.989+0000 7f3ebaffd700 1 -- 172.21.15.39:0/541465143 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5587871236a0 con 0x55878716e310 2023-12-07T14:06:18.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.989+0000 7f3ebaffd700 10 client.26350 handle_command_reply: tid=0 2023-12-07T14:06:18.993 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.989+0000 7f3eee1d3b80 1 client.26350 shutdown 2023-12-07T14:06:18.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.990+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787154a40 msgr2=0x5587871607b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:18.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.990+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787154a40 0x5587871607b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc003f60 tx=0x7f3ecc004b40 comp rx=0 tx=0).stop 2023-12-07T14:06:18.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 shutdown_connections 2023-12-07T14:06:18.994 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x55878715e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787154a40 0x5587871607b0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55878716e310 0x558787170730 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/541465143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787155360 0x55878715daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 >> 172.21.15.39:0/541465143 conn(0x558787083360 msgr2=0x55878715a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3ebaffd700 0 client.26350 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 shutdown_connections 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/541465143 wait complete. 2023-12-07T14:06:18.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:18.991+0000 7f3eee1d3b80 20 client.26350 trim_cache size 0 max 16384 2023-12-07T14:06:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 Processor -- start 2023-12-07T14:06:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 -- start start 2023-12-07T14:06:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x5587871652d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787155360 0x558787165810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x558787157170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558786f27920 con 0x558787159050 2023-12-07T14:06:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55878716b8c0 con 0x558787154a40 2023-12-07T14:06:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.025+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55878714fbb0 con 0x558787155360 2023-12-07T14:06:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787155360 0x558787165810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787155360 0x558787165810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33454/0 (socket says 172.21.15.39:33454) 2023-12-07T14:06:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 -- 172.21.15.39:0/2792293118 learned_addr learned my addr 172.21.15.39:0/2792293118 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edbfff700 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x558787157170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 -- 172.21.15.39:0/2792293118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 msgr2=0x5587871652d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x5587871652d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 -- 172.21.15.39:0/2792293118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 msgr2=0x558787157170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x558787157170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 -- 172.21.15.39:0/2792293118 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558786ed1de0 con 0x558787155360 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.026+0000 7f3edaffd700 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787155360 0x558787165810 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3ec40cab70 tx=0x7f3ec409a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14947eb86fc56198 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.027+0000 7f3ed27fc700 1 -- 172.21.15.39:0/2792293118 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec40af040 con 0x558787155360 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.027+0000 7f3ed27fc700 1 -- 172.21.15.39:0/2792293118 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ec409e4a0 con 0x558787155360 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.027+0000 7f3ed27fc700 1 -- 172.21.15.39:0/2792293118 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4016330 con 0x558787155360 2023-12-07T14:06:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.028+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2792293118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787155360 msgr2=0x558787165810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.028+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787155360 0x558787165810 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3ec40cab70 tx=0x7f3ec409a250 comp rx=0 tx=0).stop 2023-12-07T14:06:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.029+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2792293118 shutdown_connections 2023-12-07T14:06:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.029+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787159050 0x558787157170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.029+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x5587871652d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.029+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/2792293118 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787155360 0x558787165810 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.029+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2792293118 >> 172.21.15.39:0/2792293118 conn(0x558787083360 msgr2=0x558787169d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.029+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2792293118 shutdown_connections 2023-12-07T14:06:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.029+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/2792293118 wait complete. 2023-12-07T14:06:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 -- start start 2023-12-07T14:06:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 Processor -- start 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x558787164ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787155360 0x558787165400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871633d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587871639f0 con 0x558787155360 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558787163b60 con 0x558787154a40 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.030+0000 7f3eee1d3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558787163d20 con 0x558787159050 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3eee1d3b80 10 client.0 _ll_register_callbacks cb 0x558786f8da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787155360 0x558787165400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x558787164ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edaffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787155360 0x558787165400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56972/0 (socket says 172.21.15.39:56972) 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x558787164ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48172/0 (socket says 172.21.15.39:48172) 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edaffd700 1 -- 172.21.15.39:0/1766408323 learned_addr learned my addr 172.21.15.39:0/1766408323 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edbfff700 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871633d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 -- 172.21.15.39:0/1766408323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 msgr2=0x5587871633d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871633d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 -- 172.21.15.39:0/1766408323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787155360 msgr2=0x558787165400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787155360 0x558787165400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 -- 172.21.15.39:0/1766408323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3edc1acb70 con 0x558787154a40 2023-12-07T14:06:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3edb7fe700 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x558787164ec0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc024c70 tx=0x7f3ecc024690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8e620a4d53cfb9c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.031+0000 7f3ebaffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:06:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.035+0000 7f3ebaffd700 1 -- 172.21.15.39:0/1766408323 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ecc00e050 con 0x558787154a40 2023-12-07T14:06:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.035+0000 7f3ebaffd700 1 -- 172.21.15.39:0/1766408323 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f3ecc009020 con 0x558787154a40 2023-12-07T14:06:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.035+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3ed401e040 con 0x558787154a40 2023-12-07T14:06:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.035+0000 7f3ebaffd700 1 -- 172.21.15.39:0/1766408323 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ecc0098a0 con 0x558787154a40 2023-12-07T14:06:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.035+0000 7f3eee1d3b80 10 client.26246 fetch_fsmap learned FSMap version 40 2023-12-07T14:06:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.035+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=4+}) v3 -- 0x558786ebac60 con 0x558787154a40 2023-12-07T14:06:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3ebaffd700 1 -- 172.21.15.39:0/1766408323 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ed401e040 con 0x558787154a40 2023-12-07T14:06:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3ebaffd700 1 -- 172.21.15.39:0/1766408323 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 40) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f3ecc008510 con 0x558787154a40 2023-12-07T14:06:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3eee1d3b80 10 client.26246 fetch_fsmap finished waiting for FSMap version 40 2023-12-07T14:06:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3eee1d3b80 10 client.26246 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3eee1d3b80 20 client.26246 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5587871c58b0 0x5587871c7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3eee1d3b80 4 client.26246 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:06:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.036+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55878706efd0 con 0x5587871c58b0 2023-12-07T14:06:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.037+0000 7f3edaffd700 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5587871c58b0 0x5587871c7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:19.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.037+0000 7f3ebaffd700 10 client.26246 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:19.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.037+0000 7f3edaffd700 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5587871c58b0 0x5587871c7cd0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c420631544480e server_cookie=55719c3255c65c57 in_seq=0 out_seq=0 2023-12-07T14:06:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.037+0000 7f3ebaffd700 1 -- 172.21.15.39:0/1766408323 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55878706efd0 con 0x5587871c58b0 2023-12-07T14:06:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.037+0000 7f3ebaffd700 10 client.26246 handle_command_reply: tid=0 2023-12-07T14:06:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.037+0000 7f3eee1d3b80 1 client.26246 shutdown 2023-12-07T14:06:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 msgr2=0x558787164ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:19.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x558787164ec0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc024c70 tx=0x7f3ecc024690 comp rx=0 tx=0).stop 2023-12-07T14:06:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 shutdown_connections 2023-12-07T14:06:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558787159050 0x5587871633d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5587871c58b0 0x5587871c7cd0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558787154a40 0x558787164ec0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 --2- 172.21.15.39:0/1766408323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558787155360 0x558787165400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 >> 172.21.15.39:0/1766408323 conn(0x558787083360 msgr2=0x558787169d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:19.045 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.038+0000 7f3ebaffd700 0 client.26246 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.042+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 shutdown_connections 2023-12-07T14:06:19.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.042+0000 7f3eee1d3b80 1 -- 172.21.15.39:0/1766408323 wait complete. 2023-12-07T14:06:19.051 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.048+0000 7f3eee1d3b80 20 client.26246 trim_cache size 0 max 16384 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: "58a3716f-d022-4d42-86b8-c35d254fd502": { 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "58a3716f-d022-4d42-86b8-c35d254fd502", 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:06:19.052 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:06:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3ec80a15f0 msgr2=0x7f3ec80a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3ec80a15f0 0x7f3ec80a3ab0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f3ecc00f9b0 tx=0x7f3ecc00fd70 comp rx=0 tx=0).stop 2023-12-07T14:06:19.061 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc10d670 msgr2=0x7f3edc1a1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc10d670 0x7f3edc1a1380 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400e970 tx=0x7f3ec400ec80 comp rx=0 tx=0).stop 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 shutdown_connections 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3edc1a18c0 0x7f3edc1abec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3ec80a15f0 0x7f3ec80a3ab0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3edc1090d0 0x7f3edc1a0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 --2- 172.21.15.39:0/108185050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3edc10d670 0x7f3edc1a1380 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.052+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 >> 172.21.15.39:0/108185050 conn(0x7f3edc06c550 msgr2=0x7f3edc071f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.057+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 shutdown_connections 2023-12-07T14:06:19.062 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:19.058+0000 7f3ee1fda700 1 -- 172.21.15.39:0/108185050 wait complete. 2023-12-07T14:06:19.089 INFO:tasks.cephfs.filesystem:scrub status for tag:58a3716f-d022-4d42-86b8-c35d254fd502 - {'path': '/', 'tag': '58a3716f-d022-4d42-86b8-c35d254fd502', 'options': 'recursive,force'} 2023-12-07T14:06:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: pgmap v118: 97 pgs: 97 active+clean; 5.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 60 MiB/s wr, 3.34k op/s 2023-12-07T14:06:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:06:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:19.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:19 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: pgmap v118: 97 pgs: 97 active+clean; 5.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 60 MiB/s wr, 3.34k op/s 2023-12-07T14:06:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:19 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: pgmap v118: 97 pgs: 97 active+clean; 5.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 60 MiB/s wr, 3.34k op/s 2023-12-07T14:06:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:06:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:19 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:20 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:20 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:20.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:20 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:20 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:20 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:20 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:20.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:20 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:20.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:20 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:20.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:20 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:21.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:21 smithi089 ceph-mon[103124]: pgmap v119: 97 pgs: 97 active+clean; 5.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 38 MiB/s wr, 2.01k op/s 2023-12-07T14:06:21.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:21 smithi039 ceph-mon[98864]: pgmap v119: 97 pgs: 97 active+clean; 5.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 38 MiB/s wr, 2.01k op/s 2023-12-07T14:06:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:21 smithi055 ceph-mon[103363]: pgmap v119: 97 pgs: 97 active+clean; 5.6 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 38 MiB/s wr, 2.01k op/s 2023-12-07T14:06:23.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:23 smithi089 ceph-mon[103124]: pgmap v120: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 144 KiB/s rd, 47 MiB/s wr, 2.45k op/s 2023-12-07T14:06:23.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:23 smithi039 ceph-mon[98864]: pgmap v120: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 144 KiB/s rd, 47 MiB/s wr, 2.45k op/s 2023-12-07T14:06:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:23 smithi055 ceph-mon[103363]: pgmap v120: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 144 KiB/s rd, 47 MiB/s wr, 2.45k op/s 2023-12-07T14:06:23.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 210.0 s, 2453.3 tps, lat 40.925 ms stddev 45.976 2023-12-07T14:06:25.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:25 smithi039 ceph-mon[98864]: pgmap v121: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 34 MiB/s wr, 1.97k op/s 2023-12-07T14:06:25.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:25 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:25.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:25 smithi055 ceph-mon[103363]: pgmap v121: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 34 MiB/s wr, 1.97k op/s 2023-12-07T14:06:25.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:25 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:25.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:25 smithi089 ceph-mon[103124]: pgmap v121: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 34 MiB/s wr, 1.97k op/s 2023-12-07T14:06:25.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:25 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:27.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:27 smithi039 ceph-mon[98864]: pgmap v122: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 35 MiB/s wr, 2.04k op/s 2023-12-07T14:06:27.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:27 smithi055 ceph-mon[103363]: pgmap v122: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 35 MiB/s wr, 2.04k op/s 2023-12-07T14:06:27.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:27 smithi089 ceph-mon[103124]: pgmap v122: 97 pgs: 97 active+clean; 5.7 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 142 KiB/s rd, 35 MiB/s wr, 2.04k op/s 2023-12-07T14:06:28.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 215.0 s, 2536.7 tps, lat 39.444 ms stddev 43.705 2023-12-07T14:06:29.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:29 smithi039 ceph-mon[98864]: pgmap v123: 97 pgs: 97 active+clean; 5.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 38 MiB/s wr, 2.16k op/s 2023-12-07T14:06:29.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:29 smithi055 ceph-mon[103363]: pgmap v123: 97 pgs: 97 active+clean; 5.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 38 MiB/s wr, 2.16k op/s 2023-12-07T14:06:29.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:29 smithi089 ceph-mon[103124]: pgmap v123: 97 pgs: 97 active+clean; 5.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 140 KiB/s rd, 38 MiB/s wr, 2.16k op/s 2023-12-07T14:06:30.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:30 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:30.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:30 smithi039 ceph-mon[98864]: pgmap v124: 97 pgs: 97 active+clean; 5.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 17 MiB/s wr, 866 op/s 2023-12-07T14:06:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:30 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:30 smithi055 ceph-mon[103363]: pgmap v124: 97 pgs: 97 active+clean; 5.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 17 MiB/s wr, 866 op/s 2023-12-07T14:06:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:30 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:30 smithi089 ceph-mon[103124]: pgmap v124: 97 pgs: 97 active+clean; 5.8 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 135 KiB/s rd, 17 MiB/s wr, 866 op/s 2023-12-07T14:06:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.942+0000 7fc915843700 1 -- 172.21.15.39:0/1986751738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc910102670 msgr2=0x7fc910102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.942+0000 7fc915843700 1 --2- 172.21.15.39:0/1986751738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc910102670 0x7fc910102a50 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fc900009990 tx=0x7fc900009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 -- 172.21.15.39:0/1986751738 shutdown_connections 2023-12-07T14:06:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 --2- 172.21.15.39:0/1986751738 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc91010ba40 0x7fc91010dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 --2- 172.21.15.39:0/1986751738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc910102670 0x7fc910102a50 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 --2- 172.21.15.39:0/1986751738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102f90 0x7fc91010b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 -- 172.21.15.39:0/1986751738 >> 172.21.15.39:0/1986751738 conn(0x7fc9100fbe50 msgr2=0x7fc9100fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 -- 172.21.15.39:0/1986751738 shutdown_connections 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 -- 172.21.15.39:0/1986751738 wait complete. 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.943+0000 7fc915843700 1 Processor -- start 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc915843700 1 -- start start 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc915843700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102670 0x7fc910107580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc915843700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc910102f90 0x7fc910107ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc915843700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91010ba40 0x7fc910108000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc915843700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9101a1900 con 0x7fc91010ba40 2023-12-07T14:06:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc915843700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9101a1a40 con 0x7fc910102670 2023-12-07T14:06:30.947 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc915843700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9101a1c00 con 0x7fc910102f90 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102670 0x7fc910107580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91010ba40 0x7fc910108000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102670 0x7fc910107580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48186/0 (socket says 172.21.15.39:48186) 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90effd700 1 -- 172.21.15.39:0/1292402047 learned_addr learned my addr 172.21.15.39:0/1292402047 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90effd700 1 -- 172.21.15.39:0/1292402047 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc910102f90 msgr2=0x7fc910107ac0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90effd700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc910102f90 0x7fc910107ac0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90effd700 1 -- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91010ba40 msgr2=0x7fc910108000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.944+0000 7fc90effd700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91010ba40 0x7fc910108000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.945+0000 7fc90effd700 1 -- 172.21.15.39:0/1292402047 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9000095f0 con 0x7fc910102670 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.945+0000 7fc90effd700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102670 0x7fc910107580 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc900005910 tx=0x7fc900004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:30.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.945+0000 7fc914841700 1 -- 172.21.15.39:0/1292402047 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90001d070 con 0x7fc910102670 2023-12-07T14:06:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.945+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9101a1e80 con 0x7fc910102670 2023-12-07T14:06:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.945+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9101b33b0 con 0x7fc910102670 2023-12-07T14:06:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.945+0000 7fc914841700 1 -- 172.21.15.39:0/1292402047 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc900022470 con 0x7fc910102670 2023-12-07T14:06:30.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.945+0000 7fc914841700 1 -- 172.21.15.39:0/1292402047 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc900017650 con 0x7fc910102670 2023-12-07T14:06:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.948+0000 7fc914841700 1 -- 172.21.15.39:0/1292402047 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fc90000fac0 con 0x7fc910102670 2023-12-07T14:06:30.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.948+0000 7fc914841700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8f80a1660 0x7fc8f80a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.948+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8f80a1660 0x7fc8f80a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.951 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.948+0000 7fc914841700 1 -- 172.21.15.39:0/1292402047 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc9000ce200 con 0x7fc910102670 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 Processor -- start 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 -- start start 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8f80a1660 0x7fc8f80a3b20 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc910108cb0 tx=0x7fc904009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3b6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6f50 0x55b65f3ba5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3baf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f32a760 con 0x55b65f3b6630 2023-12-07T14:06:30.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f311740 con 0x55b65f3bab10 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f30f060 con 0x55b65f3b6f50 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3b6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3b6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56990/0 (socket says 172.21.15.39:56990) 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 -- 172.21.15.39:0/1244791625 learned_addr learned my addr 172.21.15.39:0/1244791625 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6f50 0x55b65f3ba5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90f7fe700 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3baf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 -- 172.21.15.39:0/1244791625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6f50 msgr2=0x55b65f3ba5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6f50 0x55b65f3ba5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 -- 172.21.15.39:0/1244791625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 msgr2=0x55b65f3baf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3baf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.949+0000 7fc90effd700 1 -- 172.21.15.39:0/1244791625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b65f1875d0 con 0x55b65f3b6630 2023-12-07T14:06:30.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.951+0000 7fc90effd700 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3b6a10 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fc900097d50 tx=0x7fc900009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74e42393082841a3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:30.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.952+0000 7fc8f5ffb700 1 -- 172.21.15.39:0/1244791625 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90009b2e0 con 0x55b65f3b6630 2023-12-07T14:06:30.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.952+0000 7fc8f5ffb700 1 -- 172.21.15.39:0/1244791625 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc90009f430 con 0x55b65f3b6630 2023-12-07T14:06:30.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.952+0000 7fc8f5ffb700 1 -- 172.21.15.39:0/1244791625 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90009a7d0 con 0x55b65f3b6630 2023-12-07T14:06:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1244791625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 msgr2=0x55b65f3b6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:30.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3b6a10 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fc900097d50 tx=0x7fc900009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1244791625 shutdown_connections 2023-12-07T14:06:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3baf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3b6a10 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1244791625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6f50 0x55b65f3ba5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1244791625 >> 172.21.15.39:0/1244791625 conn(0x55b65f2e5300 msgr2=0x55b65f3b0ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1244791625 shutdown_connections 2023-12-07T14:06:30.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.954+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1244791625 wait complete. 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 -- start start 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 Processor -- start 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3c22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3bfe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f30a950 con 0x55b65f3b6630 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f2c4500 con 0x55b65f3b6f50 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f2c41a0 con 0x55b65f3bab10 2023-12-07T14:06:30.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.955+0000 7fc921a3cb80 10 client.0 _ll_register_callbacks cb 0x55b65f1efa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:30.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3c22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3c22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56996/0 (socket says 172.21.15.39:56996) 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 -- 172.21.15.39:0/1303496833 learned_addr learned my addr 172.21.15.39:0/1303496833 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90f7fe700 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3bfe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 -- 172.21.15.39:0/1303496833 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 msgr2=0x55b65f3bfe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3bfe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 -- 172.21.15.39:0/1303496833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 msgr2=0x55b65f3bf6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 -- 172.21.15.39:0/1303496833 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9101b33b0 con 0x55b65f3b6630 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc90effd700 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3c22c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fc90009afe0 tx=0x7fc90009ab80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb18100a0553990 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.956+0000 7fc8eeffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1303496833 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9000b2070 con 0x55b65f3b6630 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1303496833 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc9000a35e0 con 0x55b65f3b6630 2023-12-07T14:06:30.961 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b65f3a95f0 con 0x55b65f3b6630 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1303496833 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc90009b2e0 con 0x55b65f3b6630 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 10 client.16686 fetch_fsmap learned FSMap version 43 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x55b65f133d80 con 0x55b65f3b6630 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1303496833 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b65f3a95f0 con 0x55b65f3b6630 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1303496833 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 43) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc9000b9270 con 0x55b65f3b6630 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 10 client.16686 fetch_fsmap finished waiting for FSMap version 43 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 10 client.16686 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 20 client.16686 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f3cf770 0x55b65f3d1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 4 client.16686 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.957+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b65f385640 con 0x55b65f3cf770 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.958+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f3cf770 0x55b65f3d1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.958+0000 7fc8eeffd700 10 client.16686 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:30.962 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.958+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f3cf770 0x55b65f3d1b90 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83be9bc39ed063b1 server_cookie=5c57ff743929da7f in_seq=0 out_seq=0 2023-12-07T14:06:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.960+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1303496833 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55b65f385640 con 0x55b65f3cf770 2023-12-07T14:06:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.960+0000 7fc8eeffd700 10 client.16686 handle_command_reply: tid=0 2023-12-07T14:06:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 client.16686 shutdown 2023-12-07T14:06:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 msgr2=0x55b65f3c22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3c22c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fc90009afe0 tx=0x7fc90009ab80 comp rx=0 tx=0).stop 2023-12-07T14:06:30.963 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 shutdown_connections 2023-12-07T14:06:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3bfe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3c22c0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f3cf770 0x55b65f3d1b90 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1303496833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 >> 172.21.15.39:0/1303496833 conn(0x55b65f2e5300 msgr2=0x55b65f3b5430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc8eeffd700 0 client.16686 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:30.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.961+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 shutdown_connections 2023-12-07T14:06:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.962+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1303496833 wait complete. 2023-12-07T14:06:30.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.963+0000 7fc921a3cb80 20 client.16686 trim_cache size 0 max 16384 2023-12-07T14:06:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 Processor -- start 2023-12-07T14:06:30.987 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 -- start start 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3befa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bbf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3c1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f1898c0 con 0x55b65f3b6630 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f3bf4e0 con 0x55b65f3b6f50 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.985+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f3b9840 con 0x55b65f3bab10 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bbf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48208/0 (socket says 172.21.15.39:48208) 2023-12-07T14:06:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 -- 172.21.15.39:0/1505694867 learned_addr learned my addr 172.21.15.39:0/1505694867 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90f7fe700 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3c1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90effd700 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3befa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 -- 172.21.15.39:0/1505694867 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 msgr2=0x55b65f3c1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.989 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3c1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 -- 172.21.15.39:0/1505694867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 msgr2=0x55b65f3befa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3befa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90e7fc700 1 -- 172.21.15.39:0/1505694867 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b65f11cc00 con 0x55b65f3b6f50 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.986+0000 7fc90effd700 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3befa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.987+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bbf00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc91010cd50 tx=0x7fc904011000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8513e9a528534cbe server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.987+0000 7fc8f67fc700 1 -- 172.21.15.39:0/1505694867 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc904022040 con 0x55b65f3b6f50 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.987+0000 7fc8f67fc700 1 -- 172.21.15.39:0/1505694867 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc904004cf0 con 0x55b65f3b6f50 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.987+0000 7fc8f67fc700 1 -- 172.21.15.39:0/1505694867 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9040248c0 con 0x55b65f3b6f50 2023-12-07T14:06:30.990 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.988+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1505694867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 msgr2=0x55b65f3bbf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:30.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.988+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bbf00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fc91010cd50 tx=0x7fc904011000 comp rx=0 tx=0).stop 2023-12-07T14:06:30.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1505694867 shutdown_connections 2023-12-07T14:06:30.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3bab10 0x55b65f3c1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6630 0x55b65f3befa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.991 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1505694867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3b6f50 0x55b65f3bbf00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1505694867 >> 172.21.15.39:0/1505694867 conn(0x55b65f2e5300 msgr2=0x55b65f3b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1505694867 shutdown_connections 2023-12-07T14:06:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1505694867 wait complete. 2023-12-07T14:06:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 -- start start 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.989+0000 7fc921a3cb80 1 Processor -- start 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6630 0x55b65f3c2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6f50 0x55b65f3c3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc921a3cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3c3590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f3c7480 con 0x55b65f3b6f50 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f424c40 con 0x55b65f3bab10 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc921a3cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b65f424dd0 con 0x55b65f3b6630 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc921a3cb80 10 client.0 _ll_register_callbacks cb 0x55b65f1efa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6f50 0x55b65f3c3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6630 0x55b65f3c2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3c3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6f50 0x55b65f3c3050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57012/0 (socket says 172.21.15.39:57012) 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90e7fc700 1 -- 172.21.15.39:0/1804158430 learned_addr learned my addr 172.21.15.39:0/1804158430 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90effd700 1 -- 172.21.15.39:0/1804158430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 msgr2=0x55b65f3c3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90effd700 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3c3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90effd700 1 -- 172.21.15.39:0/1804158430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6f50 msgr2=0x55b65f3c3050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90effd700 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6f50 0x55b65f3c3050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90effd700 1 -- 172.21.15.39:0/1804158430 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b65f133d80 con 0x55b65f3b6630 2023-12-07T14:06:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.990+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6f50 0x55b65f3c3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.991+0000 7fc90effd700 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6630 0x55b65f3c2b10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc9000977e0 tx=0x7fc900009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ddb0d31f9132933 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.991+0000 7fc8eeffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.991+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1804158430 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9000a3150 con 0x55b65f3b6630 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.991+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1804158430 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc9000a35e0 con 0x55b65f3b6630 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc90009f430 con 0x55b65f3b6630 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1804158430 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=43) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc9000b2020 con 0x55b65f3b6630 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 10 client.26371 fetch_fsmap learned FSMap version 43 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=43,monmap=4+}) v3 -- 0x7fc90400e840 con 0x55b65f3b6630 2023-12-07T14:06:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1804158430 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc90009f430 con 0x55b65f3b6630 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1804158430 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 43) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc90009a240 con 0x55b65f3b6630 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 10 client.26371 fetch_fsmap finished waiting for FSMap version 43 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 10 client.26371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 20 client.26371 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f4263b0 0x55b65f4287d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 4 client.26371 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.992+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b65f2d0f70 con 0x55b65f4263b0 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.993+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f4263b0 0x55b65f4287d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.993+0000 7fc8eeffd700 10 client.26371 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:30.997 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:30.993+0000 7fc90e7fc700 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f4263b0 0x55b65f4287d0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b60ac2ab20bc8e59 server_cookie=b9b72b886a3c3aa5 in_seq=0 out_seq=0 2023-12-07T14:06:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.071+0000 7fc8eeffd700 1 -- 172.21.15.39:0/1804158430 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b65f2d0f70 con 0x55b65f4263b0 2023-12-07T14:06:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.071+0000 7fc8eeffd700 10 client.26371 handle_command_reply: tid=0 2023-12-07T14:06:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.071+0000 7fc921a3cb80 1 client.26371 shutdown 2023-12-07T14:06:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.071+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6630 msgr2=0x55b65f3c2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:31.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.071+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6630 0x55b65f3c2b10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc9000977e0 tx=0x7fc900009310 comp rx=0 tx=0).stop 2023-12-07T14:06:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.072+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 shutdown_connections 2023-12-07T14:06:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.072+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b65f4263b0 0x55b65f4287d0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.072+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b65f3bab10 0x55b65f3c3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.072+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b65f3b6630 0x55b65f3c2b10 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.072+0000 7fc921a3cb80 1 --2- 172.21.15.39:0/1804158430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b65f3b6f50 0x55b65f3c3050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.072+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 >> 172.21.15.39:0/1804158430 conn(0x55b65f2e5300 msgr2=0x55b65f3bcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc8eeffd700 0 client.26371 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 shutdown_connections 2023-12-07T14:06:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc921a3cb80 1 -- 172.21.15.39:0/1804158430 wait complete. 2023-12-07T14:06:31.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc921a3cb80 20 client.26371 trim_cache size 0 max 16384 2023-12-07T14:06:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:06:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:06:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:06:31.077 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:06:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8f80a1660 msgr2=0x7fc8f80a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc915843700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8f80a1660 0x7fc8f80a3b20 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fc910108cb0 tx=0x7fc904009260 comp rx=0 tx=0).stop 2023-12-07T14:06:31.078 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102670 msgr2=0x7fc910107580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.073+0000 7fc915843700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102670 0x7fc910107580 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fc900005910 tx=0x7fc900004730 comp rx=0 tx=0).stop 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 shutdown_connections 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc91010ba40 0x7fc910108000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8f80a1660 0x7fc8f80a3b20 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc910102670 0x7fc910107580 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 --2- 172.21.15.39:0/1292402047 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc910102f90 0x7fc910107ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 >> 172.21.15.39:0/1292402047 conn(0x7fc9100fbe50 msgr2=0x7fc9100fcac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 shutdown_connections 2023-12-07T14:06:31.079 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:31.074+0000 7fc915843700 1 -- 172.21.15.39:0/1292402047 wait complete. 2023-12-07T14:06:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:31 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:06:31.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:31 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:06:31.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:31 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:06:31.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:31 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:06:31.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:31 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:06:31.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:31 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:06:31.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:31 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:06:31.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:31 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:06:31.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:31 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:06:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:32 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:06:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:32 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:06:32.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:32 smithi039 ceph-mon[98864]: pgmap v125: 97 pgs: 97 active+clean; 5.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 24 MiB/s wr, 1.21k op/s 2023-12-07T14:06:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:32 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:06:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:32 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:06:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:32 smithi055 ceph-mon[103363]: pgmap v125: 97 pgs: 97 active+clean; 5.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 24 MiB/s wr, 1.21k op/s 2023-12-07T14:06:32.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:32 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:06:32.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:32 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:06:32.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:32 smithi089 ceph-mon[103124]: pgmap v125: 97 pgs: 97 active+clean; 5.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 24 MiB/s wr, 1.21k op/s 2023-12-07T14:06:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 220.0 s, 2880.3 tps, lat 34.660 ms stddev 38.641 2023-12-07T14:06:35.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:35 smithi039 ceph-mon[98864]: pgmap v126: 97 pgs: 97 active+clean; 5.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 775 op/s 2023-12-07T14:06:35.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:35 smithi055 ceph-mon[103363]: pgmap v126: 97 pgs: 97 active+clean; 5.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 775 op/s 2023-12-07T14:06:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:35 smithi089 ceph-mon[103124]: pgmap v126: 97 pgs: 97 active+clean; 5.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 775 op/s 2023-12-07T14:06:37.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:37 smithi039 ceph-mon[98864]: pgmap v127: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 20 MiB/s wr, 882 op/s 2023-12-07T14:06:37.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:37 smithi055 ceph-mon[103363]: pgmap v127: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 20 MiB/s wr, 882 op/s 2023-12-07T14:06:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:37 smithi089 ceph-mon[103124]: pgmap v127: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 20 MiB/s wr, 882 op/s 2023-12-07T14:06:38.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 225.0 s, 2712.7 tps, lat 36.835 ms stddev 41.890 2023-12-07T14:06:39.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:39 smithi055 ceph-mon[103363]: pgmap v128: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 26 MiB/s wr, 1.08k op/s 2023-12-07T14:06:39.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:39 smithi089 ceph-mon[103124]: pgmap v128: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 26 MiB/s wr, 1.08k op/s 2023-12-07T14:06:39.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:39 smithi039 ceph-mon[98864]: pgmap v128: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 26 MiB/s wr, 1.08k op/s 2023-12-07T14:06:40.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:40 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:40.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:40 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:06:40.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:40 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:40.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:40 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:06:40.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:40 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:40.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:40 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:06:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:41 smithi055 ceph-mon[103363]: pgmap v129: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 19 MiB/s wr, 713 op/s 2023-12-07T14:06:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:41 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:06:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:41 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:06:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:41 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:06:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:41 smithi089 ceph-mon[103124]: pgmap v129: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 19 MiB/s wr, 713 op/s 2023-12-07T14:06:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:41 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:06:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:41 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:06:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:41 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:06:41.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:41 smithi039 ceph-mon[98864]: pgmap v129: 97 pgs: 97 active+clean; 5.9 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 19 MiB/s wr, 713 op/s 2023-12-07T14:06:41.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:41 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:06:41.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:41 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:06:41.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:41 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:06:43.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:42 smithi039 ceph-mon[98864]: pgmap v130: 97 pgs: 97 active+clean; 6.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 29 MiB/s wr, 1.05k op/s 2023-12-07T14:06:43.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:42 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:43.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:42 smithi055 ceph-mon[103363]: pgmap v130: 97 pgs: 97 active+clean; 6.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 29 MiB/s wr, 1.05k op/s 2023-12-07T14:06:43.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:42 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:43.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:42 smithi089 ceph-mon[103124]: pgmap v130: 97 pgs: 97 active+clean; 6.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 29 MiB/s wr, 1.05k op/s 2023-12-07T14:06:43.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:42 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:06:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 230.0 s, 2515.1 tps, lat 39.595 ms stddev 44.490 2023-12-07T14:06:44.242 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 -- 172.21.15.39:0/4115253610 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f0101450 msgr2=0x7fa6f01018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 --2- 172.21.15.39:0/4115253610 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f0101450 0x7fa6f01018d0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0098f0 tx=0x7fa6dc009c00 comp rx=0 tx=0).stop 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 -- 172.21.15.39:0/4115253610 shutdown_connections 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 --2- 172.21.15.39:0/4115253610 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 0x7fa6f010e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 --2- 172.21.15.39:0/4115253610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6f01074f0 0x7fa6f01078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 --2- 172.21.15.39:0/4115253610 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f0101450 0x7fa6f01018d0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 -- 172.21.15.39:0/4115253610 >> 172.21.15.39:0/4115253610 conn(0x7fa6f00fcf80 msgr2=0x7fa6f00ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 -- 172.21.15.39:0/4115253610 shutdown_connections 2023-12-07T14:06:44.243 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 -- 172.21.15.39:0/4115253610 wait complete. 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.239+0000 7fa6f7257700 1 Processor -- start 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f7257700 1 -- start start 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f7257700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6f0101450 0x7fa6f019f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f7257700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 0x7fa6f019fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f7257700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f01074f0 0x7fa6f0199990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f7257700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6f019a160 con 0x7fa6f0101450 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f7257700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6f019a2d0 con 0x7fa6f0101e10 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f7257700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6f019a490 con 0x7fa6f01074f0 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6effff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 0x7fa6f019fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6effff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 0x7fa6f019fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48226/0 (socket says 172.21.15.39:48226) 2023-12-07T14:06:44.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6effff700 1 -- 172.21.15.39:0/3980320216 learned_addr learned my addr 172.21.15.39:0/3980320216 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:44.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.240+0000 7fa6f57f4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f01074f0 0x7fa6f0199990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6f0101450 0x7fa6f019f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6effff700 1 -- 172.21.15.39:0/3980320216 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f01074f0 msgr2=0x7fa6f0199990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6effff700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f01074f0 0x7fa6f0199990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6effff700 1 -- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6f0101450 msgr2=0x7fa6f019f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6effff700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6f0101450 0x7fa6f019f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6effff700 1 -- 172.21.15.39:0/3980320216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6dc009520 con 0x7fa6f0101e10 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6f0101450 0x7fa6f019f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6effff700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 0x7fa6f019fe30 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc00fb40 tx=0x7fa6dc00fb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6edffb700 1 -- 172.21.15.39:0/3980320216 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc01c070 con 0x7fa6f0101e10 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6edffb700 1 -- 172.21.15.39:0/3980320216 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6dc00bcb0 con 0x7fa6f0101e10 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6edffb700 1 -- 172.21.15.39:0/3980320216 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc003db0 con 0x7fa6f0101e10 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.241+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6f019a710 con 0x7fa6f0101e10 2023-12-07T14:06:44.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.242+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6f01a6870 con 0x7fa6f0101e10 2023-12-07T14:06:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.246+0000 7fa703450b80 1 Processor -- start 2023-12-07T14:06:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.246+0000 7fa703450b80 1 -- start start 2023-12-07T14:06:44.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa703450b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6640 0x56408e4b6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa703450b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4ba5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa703450b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4baf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa703450b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e419760 con 0x56408e4bab20 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa703450b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e400740 con 0x56408e4b6640 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa703450b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e3fe060 con 0x56408e4b6f60 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa6f57f4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6640 0x56408e4b6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa6f4ff3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4ba5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa6f57f4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6640 0x56408e4b6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48234/0 (socket says 172.21.15.39:48234) 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa6f57f4700 1 -- 172.21.15.39:0/3264354917 learned_addr learned my addr 172.21.15.39:0/3264354917 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:44.251 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.247+0000 7fa6f4ff3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4ba5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33520/0 (socket says 172.21.15.39:33520) 2023-12-07T14:06:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6f4ff3700 1 -- 172.21.15.39:0/3264354917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6640 msgr2=0x56408e4b6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6640 0x56408e4b6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6f4ff3700 1 -- 172.21.15.39:0/3264354917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 msgr2=0x56408e4baf80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:06:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4baf80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6f4ff3700 1 -- 172.21.15.39:0/3264354917 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56408e2765d0 con 0x56408e4b6f60 2023-12-07T14:06:44.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4ba5e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4009b90 tx=0x7fa6e4009ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b08017789124913 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6daffd700 1 -- 172.21.15.39:0/3264354917 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6e400eb00 con 0x56408e4b6f60 2023-12-07T14:06:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6daffd700 1 -- 172.21.15.39:0/3264354917 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6e400ec60 con 0x56408e4b6f60 2023-12-07T14:06:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6edffb700 1 -- 172.21.15.39:0/3980320216 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa6dc00b7f0 con 0x7fa6f0101e10 2023-12-07T14:06:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6daffd700 1 -- 172.21.15.39:0/3264354917 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4010630 con 0x56408e4b6f60 2023-12-07T14:06:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.248+0000 7fa6f57f4700 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6640 0x56408e4b6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:44.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa6edffb700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6e00a1660 0x7fa6e00a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 -- 172.21.15.39:0/3264354917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 msgr2=0x56408e4ba5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4ba5e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4009b90 tx=0x7fa6e4009ea0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa6edffb700 1 -- 172.21.15.39:0/3980320216 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa6dc0ce090 con 0x7fa6f0101e10 2023-12-07T14:06:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa6f57f4700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6e00a1660 0x7fa6e00a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 -- 172.21.15.39:0/3264354917 shutdown_connections 2023-12-07T14:06:44.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4baf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6640 0x56408e4b6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 --2- 172.21.15.39:0/3264354917 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4ba5e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 -- 172.21.15.39:0/3264354917 >> 172.21.15.39:0/3264354917 conn(0x56408e3d4300 msgr2=0x56408e49fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 -- 172.21.15.39:0/3264354917 shutdown_connections 2023-12-07T14:06:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.249+0000 7fa703450b80 1 -- 172.21.15.39:0/3264354917 wait complete. 2023-12-07T14:06:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.250+0000 7fa6f57f4700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6e00a1660 0x7fa6e00a3b20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa6e8007fd0 tx=0x7fa6e800c040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:44.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.250+0000 7fa703450b80 1 -- start start 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.250+0000 7fa703450b80 1 Processor -- start 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa703450b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6640 0x56408e4c2260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa703450b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4bf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa703450b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4bfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa703450b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e3f9950 con 0x56408e4b6640 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa703450b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e3b3500 con 0x56408e4bab20 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa703450b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e3b31a0 con 0x56408e4b6f60 2023-12-07T14:06:44.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa703450b80 10 client.0 _ll_register_callbacks cb 0x56408e2dea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6640 0x56408e4c2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6640 0x56408e4c2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57038/0 (socket says 172.21.15.39:57038) 2023-12-07T14:06:44.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 -- 172.21.15.39:0/3713086836 learned_addr learned my addr 172.21.15.39:0/3713086836 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f57f4700 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4bfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6effff700 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4bf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 -- 172.21.15.39:0/3713086836 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 msgr2=0x56408e4bf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4bf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 -- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 msgr2=0x56408e4bfbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4bfbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.251+0000 7fa6f4ff3700 1 -- 172.21.15.39:0/3713086836 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6e40097c0 con 0x56408e4b6640 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.252+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6640 0x56408e4c2260 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4011b60 tx=0x7fa6e4011db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0c9a6b18a9a6a76 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.252+0000 7fa6cffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.252+0000 7fa6cffff700 1 -- 172.21.15.39:0/3713086836 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4020070 con 0x56408e4b6640 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.252+0000 7fa6cffff700 1 -- 172.21.15.39:0/3713086836 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa6e4011680 con 0x56408e4b6640 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.252+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56408e4985f0 con 0x56408e4b6640 2023-12-07T14:06:44.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.253+0000 7fa6cffff700 1 -- 172.21.15.39:0/3713086836 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa6e4011840 con 0x56408e4b6640 2023-12-07T14:06:44.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.253+0000 7fa703450b80 10 client.16698 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:44.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.253+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x56408e222d80 con 0x56408e4b6640 2023-12-07T14:06:44.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.253+0000 7fa6cffff700 1 -- 172.21.15.39:0/3713086836 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56408e4985f0 con 0x56408e4b6640 2023-12-07T14:06:44.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.254+0000 7fa6cffff700 1 -- 172.21.15.39:0/3713086836 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fa6e402c070 con 0x56408e4b6640 2023-12-07T14:06:44.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa703450b80 10 client.16698 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:44.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa703450b80 10 client.16698 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa703450b80 20 client.16698 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa703450b80 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e4cfd50 0x56408e4d2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa703450b80 4 client.16698 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56408e474640 con 0x56408e4cfd50 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa6effff700 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e4cfd50 0x56408e4d2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa6effff700 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e4cfd50 0x56408e4d2170 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d55e86330c024f18 server_cookie=9b49af6718111540 in_seq=0 out_seq=0 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.255+0000 7fa6cffff700 10 client.16698 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa6cffff700 1 -- 172.21.15.39:0/3713086836 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56408e474640 con 0x56408e4cfd50 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa6cffff700 10 client.16698 handle_command_reply: tid=0 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 client.16698 shutdown 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6640 msgr2=0x56408e4c2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6640 0x56408e4c2260 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4011b60 tx=0x7fa6e4011db0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 shutdown_connections 2023-12-07T14:06:44.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e4cfd50 0x56408e4d2170 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4bfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6640 0x56408e4c2260 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 --2- 172.21.15.39:0/3713086836 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6f60 0x56408e4bf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 >> 172.21.15.39:0/3713086836 conn(0x56408e3d4300 msgr2=0x56408e4a4430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.256+0000 7fa6cffff700 0 client.16698 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.257+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 shutdown_connections 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.257+0000 7fa703450b80 1 -- 172.21.15.39:0/3713086836 wait complete. 2023-12-07T14:06:44.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.257+0000 7fa703450b80 20 client.16698 trim_cache size 0 max 16384 2023-12-07T14:06:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.281+0000 7fa703450b80 1 Processor -- start 2023-12-07T14:06:44.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.282+0000 7fa703450b80 1 -- start start 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.282+0000 7fa703450b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.282+0000 7fa703450b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6f60 0x56408e4c7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.282+0000 7fa703450b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4cb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.282+0000 7fa703450b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e2788c0 con 0x56408e4bab20 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.282+0000 7fa703450b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e4c2bb0 con 0x56408e4b6f60 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa703450b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e4c04b0 con 0x56408e4b6640 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6f57f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4cb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6effff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6f60 0x56408e4c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6f4ff3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6f57f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4cb8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57048/0 (socket says 172.21.15.39:57048) 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6f57f4700 1 -- 172.21.15.39:0/19486106 learned_addr learned my addr 172.21.15.39:0/19486106 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6effff700 1 -- 172.21.15.39:0/19486106 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 msgr2=0x56408e4c6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6effff700 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6effff700 1 -- 172.21.15.39:0/19486106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 msgr2=0x56408e4cb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6effff700 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4cb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6effff700 1 -- 172.21.15.39:0/19486106 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56408e20bc00 con 0x56408e4b6f60 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6f57f4700 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4cb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6effff700 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6f60 0x56408e4c7370 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0cb850 tx=0x7fa6dc084040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e42ca6364df969cb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6db7fe700 1 -- 172.21.15.39:0/19486106 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc09b870 con 0x56408e4b6f60 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.283+0000 7fa6db7fe700 1 -- 172.21.15.39:0/19486106 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6dc09b170 con 0x56408e4b6f60 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa6db7fe700 1 -- 172.21.15.39:0/19486106 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc099510 con 0x56408e4b6f60 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 -- 172.21.15.39:0/19486106 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6f60 msgr2=0x56408e4c7370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6f60 0x56408e4c7370 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0cb850 tx=0x7fa6dc084040 comp rx=0 tx=0).stop 2023-12-07T14:06:44.289 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 -- 172.21.15.39:0/19486106 shutdown_connections 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4bab20 0x56408e4cb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 --2- 172.21.15.39:0/19486106 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4b6f60 0x56408e4c7370 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 -- 172.21.15.39:0/19486106 >> 172.21.15.39:0/19486106 conn(0x56408e3d4300 msgr2=0x56408e4d6af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 -- 172.21.15.39:0/19486106 shutdown_connections 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.284+0000 7fa703450b80 1 -- 172.21.15.39:0/19486106 wait complete. 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 -- start start 2023-12-07T14:06:44.290 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 Processor -- start 2023-12-07T14:06:44.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6f60 0x56408e4c4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4c5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e4c5a80 con 0x56408e4b6f60 2023-12-07T14:06:44.293 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e4c5bf0 con 0x56408e4bab20 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408e525270 con 0x56408e4b6640 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa703450b80 10 client.0 _ll_register_callbacks cb 0x56408e2dea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa6effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6f60 0x56408e4c4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa6f57f4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4c5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa6effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6f60 0x56408e4c4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57052/0 (socket says 172.21.15.39:57052) 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa6effff700 1 -- 172.21.15.39:0/1340953129 learned_addr learned my addr 172.21.15.39:0/1340953129 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.285+0000 7fa6f4ff3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6effff700 1 -- 172.21.15.39:0/1340953129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 msgr2=0x56408e4c71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6effff700 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6effff700 1 -- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 msgr2=0x56408e4c5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6effff700 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4c5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6effff700 1 -- 172.21.15.39:0/1340953129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6e8016590 con 0x56408e4b6f60 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6f57f4700 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4c5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:44.294 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6effff700 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6f60 0x56408e4c4e10 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0cb8b0 tx=0x7fa6dc096e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fead15142fd880a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6cffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6cffff700 1 -- 172.21.15.39:0/1340953129 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6dc09f2c0 con 0x56408e4b6f60 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa6cffff700 1 -- 172.21.15.39:0/1340953129 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fa6dc09b870 con 0x56408e4b6f60 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.286+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa6e400ec60 con 0x56408e4b6f60 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa6cffff700 1 -- 172.21.15.39:0/1340953129 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa6dc0a3470 con 0x56408e4b6f60 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 10 client.16704 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x7fa6f01a6870 con 0x56408e4b6f60 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa6cffff700 1 -- 172.21.15.39:0/1340953129 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6e400ec60 con 0x56408e4b6f60 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa6cffff700 1 -- 172.21.15.39:0/1340953129 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fa6dc0b91a0 con 0x56408e4b6f60 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 10 client.16704 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 10 client.16704 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 20 client.16704 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e526660 0x56408e528a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 4 client.16704 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:06:44.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.287+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56408e3bff70 con 0x56408e526660 2023-12-07T14:06:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.288+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e526660 0x56408e528a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.288+0000 7fa6f4ff3700 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e526660 0x56408e528a80 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44f865bc0bdde9b0 server_cookie=1e24ae4e7bcceec3 in_seq=0 out_seq=0 2023-12-07T14:06:44.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.288+0000 7fa6cffff700 10 client.16704 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.387+0000 7fa6cffff700 1 -- 172.21.15.39:0/1340953129 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56408e3bff70 con 0x56408e526660 2023-12-07T14:06:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.387+0000 7fa6cffff700 10 client.16704 handle_command_reply: tid=0 2023-12-07T14:06:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.387+0000 7fa703450b80 1 client.16704 shutdown 2023-12-07T14:06:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.387+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6f60 msgr2=0x56408e4c4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.387+0000 7fa703450b80 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6f60 0x56408e4c4e10 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0cb8b0 tx=0x7fa6dc096e80 comp rx=0 tx=0).stop 2023-12-07T14:06:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 shutdown_connections 2023-12-07T14:06:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56408e526660 0x56408e528a80 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56408e4bab20 0x56408e4c5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56408e4b6640 0x56408e4c71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa6cffff700 0 client.16704 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 --2- 172.21.15.39:0/1340953129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56408e4b6f60 0x56408e4c4e10 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 >> 172.21.15.39:0/1340953129 conn(0x56408e3d4300 msgr2=0x56408e4bcf10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 shutdown_connections 2023-12-07T14:06:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.389+0000 7fa703450b80 1 -- 172.21.15.39:0/1340953129 wait complete. 2023-12-07T14:06:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa703450b80 20 client.16704 trim_cache size 0 max 16384 2023-12-07T14:06:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:06:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:06:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:06:44.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6e00a1660 msgr2=0x7fa6e00a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6e00a1660 0x7fa6e00a3b20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fa6e8007fd0 tx=0x7fa6e800c040 comp rx=0 tx=0).stop 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 msgr2=0x7fa6f019fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 0x7fa6f019fe30 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc00fb40 tx=0x7fa6dc00fb70 comp rx=0 tx=0).stop 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 shutdown_connections 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6f01074f0 0x7fa6f0199990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6f0101450 0x7fa6f019f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6e00a1660 0x7fa6e00a3b20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 --2- 172.21.15.39:0/3980320216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6f0101e10 0x7fa6f019fe30 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 >> 172.21.15.39:0/3980320216 conn(0x7fa6f00fcf80 msgr2=0x7fa6f00fd8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 shutdown_connections 2023-12-07T14:06:44.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:44.390+0000 7fa6f7257700 1 -- 172.21.15.39:0/3980320216 wait complete. 2023-12-07T14:06:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:45 smithi039 ceph-mon[98864]: pgmap v131: 97 pgs: 97 active+clean; 6.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 21 MiB/s wr, 703 op/s 2023-12-07T14:06:45.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:45 smithi055 ceph-mon[103363]: pgmap v131: 97 pgs: 97 active+clean; 6.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 21 MiB/s wr, 703 op/s 2023-12-07T14:06:45.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:45 smithi089 ceph-mon[103124]: pgmap v131: 97 pgs: 97 active+clean; 6.0 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 21 MiB/s wr, 703 op/s 2023-12-07T14:06:47.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:47 smithi039 ceph-mon[98864]: pgmap v132: 97 pgs: 97 active+clean; 6.0 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 28 MiB/s wr, 1.04k op/s 2023-12-07T14:06:47.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:47 smithi055 ceph-mon[103363]: pgmap v132: 97 pgs: 97 active+clean; 6.0 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 28 MiB/s wr, 1.04k op/s 2023-12-07T14:06:47.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:47 smithi089 ceph-mon[103124]: pgmap v132: 97 pgs: 97 active+clean; 6.0 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 28 MiB/s wr, 1.04k op/s 2023-12-07T14:06:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 235.0 s, 614.4 tps, lat 69.677 ms stddev 159.909 2023-12-07T14:06:49.090 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 -- 172.21.15.39:0/3672583998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a810dd70 msgr2=0x7ff9a8110160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3672583998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a810dd70 0x7ff9a8110160 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7ff9a000b0a0 tx=0x7ff9a000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 -- 172.21.15.39:0/3672583998 shutdown_connections 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3672583998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a810dd70 0x7ff9a8110160 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3672583998 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff9a81001c0 0x7ff9a81005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3672583998 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff9a8100b70 0x7ff9a810d830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 -- 172.21.15.39:0/3672583998 >> 172.21.15.39:0/3672583998 conn(0x7ff9a80fbda0 msgr2=0x7ff9a80fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 -- 172.21.15.39:0/3672583998 shutdown_connections 2023-12-07T14:06:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.223+0000 7ff9acad8700 1 -- 172.21.15.39:0/3672583998 wait complete. 2023-12-07T14:06:49.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 Processor -- start 2023-12-07T14:06:49.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 -- start start 2023-12-07T14:06:49.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a81001c0 0x7ff9a819f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff9a8100b70 0x7ff9a819fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff9a810dd70 0x7ff9a8199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9a819a130 con 0x7ff9a81001c0 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9a819a2a0 con 0x7ff9a810dd70 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9acad8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9a819a460 con 0x7ff9a8100b70 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a81001c0 0x7ff9a819f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a81001c0 0x7ff9a819f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57064/0 (socket says 172.21.15.39:57064) 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.224+0000 7ff9a659c700 1 -- 172.21.15.39:0/3882384182 learned_addr learned my addr 172.21.15.39:0/3882384182 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff9a810dd70 0x7ff9a8199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff9a8100b70 0x7ff9a819fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a659c700 1 -- 172.21.15.39:0/3882384182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff9a8100b70 msgr2=0x7ff9a819fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a659c700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff9a8100b70 0x7ff9a819fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a659c700 1 -- 172.21.15.39:0/3882384182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff9a810dd70 msgr2=0x7ff9a8199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a659c700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff9a810dd70 0x7ff9a8199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a659c700 1 -- 172.21.15.39:0/3882384182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9a0009d00 con 0x7ff9a81001c0 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff9a810dd70 0x7ff9a8199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9a659c700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a81001c0 0x7ff9a819f990 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ff99800e9a0 tx=0x7ff99800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9977fe700 1 -- 172.21.15.39:0/3882384182 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff998009790 con 0x7ff9a81001c0 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9977fe700 1 -- 172.21.15.39:0/3882384182 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff998010430 con 0x7ff9a81001c0 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9a819a740 con 0x7ff9a81001c0 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9977fe700 1 -- 172.21.15.39:0/3882384182 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff998018680 con 0x7ff9a81001c0 2023-12-07T14:06:49.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.225+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9a81a6980 con 0x7ff9a81001c0 2023-12-07T14:06:49.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.227+0000 7ff9977fe700 1 -- 172.21.15.39:0/3882384182 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff9980105a0 con 0x7ff9a81001c0 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.228+0000 7ff9977fe700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff9900a15f0 0x7ff9900a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.228+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff9900a15f0 0x7ff9900a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.228+0000 7ff9977fe700 1 -- 172.21.15.39:0/3882384182 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff998014070 con 0x7ff9a81001c0 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.229+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff9900a15f0 0x7ff9900a3ab0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8101ae0 tx=0x7ff99c009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.229+0000 7ff9b8cd1b80 1 Processor -- start 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.229+0000 7ff9b8cd1b80 1 -- start start 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a1ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a20b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a214b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab59907c0 con 0x563ab5a1ca40 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab59777a0 con 0x563ab5a1d360 2023-12-07T14:06:49.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab59750c0 con 0x563ab5a21050 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a1ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a1ce20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57072/0 (socket says 172.21.15.39:57072) 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 -- 172.21.15.39:0/3324794039 learned_addr learned my addr 172.21.15.39:0/3324794039 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a20b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 -- 172.21.15.39:0/3324794039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 msgr2=0x563ab5a214b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a214b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a214b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 -- 172.21.15.39:0/3324794039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 msgr2=0x563ab5a20b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.241 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a20b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 -- 172.21.15.39:0/3324794039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563ab57ed630 con 0x563ab5a1ca40 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a20b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff9a659c700 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a1ce20 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7ff9980a2100 tx=0x7ff99809a9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c93fb3614537dbf5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff994ff9700 1 -- 172.21.15.39:0/3324794039 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9980a2630 con 0x563ab5a1ca40 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff994ff9700 1 -- 172.21.15.39:0/3324794039 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff998098640 con 0x563ab5a1ca40 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.230+0000 7ff994ff9700 1 -- 172.21.15.39:0/3324794039 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff998099990 con 0x563ab5a1ca40 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3324794039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 msgr2=0x563ab5a1ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a1ce20 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7ff9980a2100 tx=0x7ff99809a9a0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3324794039 shutdown_connections 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a214b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a1ce20 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3324794039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a20b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3324794039 >> 172.21.15.39:0/3324794039 conn(0x563ab594b360 msgr2=0x563ab5a17070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3324794039 shutdown_connections 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.231+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3324794039 wait complete. 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 -- start start 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 Processor -- start 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a25b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a260a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a265e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab59709b0 con 0x563ab5a1ca40 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab592a560 con 0x563ab5a1d360 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab592a200 con 0x563ab5a21050 2023-12-07T14:06:49.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9b8cd1b80 10 client.0 _ll_register_callbacks cb 0x563ab5855a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a25b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a25b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57078/0 (socket says 172.21.15.39:57078) 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 -- 172.21.15.39:0/55573218 learned_addr learned my addr 172.21.15.39:0/55573218 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a265e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a260a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 -- 172.21.15.39:0/55573218 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 msgr2=0x563ab5a265e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a265e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 -- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 msgr2=0x563ab5a260a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a260a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a659c700 1 -- 172.21.15.39:0/55573218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9a81a6980 con 0x563ab5a1ca40 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.232+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a265e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:49.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9a659c700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a25b60 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7ff9980967a0 tx=0x7ff998005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40fdb9e39f786f86 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff98dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff98dffb700 1 -- 172.21.15.39:0/55573218 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9980a2630 con 0x563ab5a1ca40 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff98dffb700 1 -- 172.21.15.39:0/55573218 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff99809a500 con 0x563ab5a1ca40 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563ab5a0fa00 con 0x563ab5a1ca40 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff98dffb700 1 -- 172.21.15.39:0/55573218 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff99809a6c0 con 0x563ab5a1ca40 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 10 client.16716 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x563ab5799de0 con 0x563ab5a1ca40 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff98dffb700 1 -- 172.21.15.39:0/55573218 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563ab5a0fa00 con 0x563ab5a1ca40 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff98dffb700 1 -- 172.21.15.39:0/55573218 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff9980b83e0 con 0x563ab5a1ca40 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 10 client.16716 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 10 client.16716 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 20 client.16716 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a35ed0 0x563ab5a382f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 4 client.16716 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.233+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563ab59eb6a0 con 0x563ab5a35ed0 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.234+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a35ed0 0x563ab5a382f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.234+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a35ed0 0x563ab5a382f0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=175f7f851fdc4512 server_cookie=837498d3a9eaba05 in_seq=0 out_seq=0 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.234+0000 7ff98dffb700 10 client.16716 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff98dffb700 1 -- 172.21.15.39:0/55573218 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x563ab59eb6a0 con 0x563ab5a35ed0 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff98dffb700 10 client.16716 handle_command_reply: tid=0 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 client.16716 shutdown 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 msgr2=0x563ab5a25b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a25b60 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7ff9980967a0 tx=0x7ff998005b40 comp rx=0 tx=0).stop 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 shutdown_connections 2023-12-07T14:06:49.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a265e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a25b60 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a35ed0 0x563ab5a382f0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/55573218 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a260a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 >> 172.21.15.39:0/55573218 conn(0x563ab594b360 msgr2=0x563ab5a224b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff98dffb700 0 client.16716 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 shutdown_connections 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/55573218 wait complete. 2023-12-07T14:06:49.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.235+0000 7ff9b8cd1b80 20 client.16716 trim_cache size 0 max 16384 2023-12-07T14:06:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 Processor -- start 2023-12-07T14:06:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 -- start start 2023-12-07T14:06:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a1ca40 0x563ab5a26400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a21050 0x563ab5a2d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab57ef920 con 0x563ab5a21050 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab5a137e0 con 0x563ab5a1d360 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab5a26ff0 con 0x563ab5a1ca40 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a21050 0x563ab5a2d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a21050 0x563ab5a2d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57090/0 (socket says 172.21.15.39:57090) 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 -- 172.21.15.39:0/3221852242 learned_addr learned my addr 172.21.15.39:0/3221852242 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a659c700 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a1ca40 0x563ab5a26400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 -- 172.21.15.39:0/3221852242 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a1ca40 msgr2=0x563ab5a26400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a1ca40 0x563ab5a26400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 -- 172.21.15.39:0/3221852242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 msgr2=0x563ab5a2d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a6d9d700 1 -- 172.21.15.39:0/3221852242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563ab5782c60 con 0x563ab5a21050 2023-12-07T14:06:49.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.253+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:49.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a21050 0x563ab5a2d840 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff9a000b0a0 tx=0x7ff9a0008fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec5ff951f056cc4d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9957fa700 1 -- 172.21.15.39:0/3221852242 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a000e040 con 0x563ab5a21050 2023-12-07T14:06:49.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9957fa700 1 -- 172.21.15.39:0/3221852242 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9a0021070 con 0x563ab5a21050 2023-12-07T14:06:49.260 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9957fa700 1 -- 172.21.15.39:0/3221852242 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a0026770 con 0x563ab5a21050 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3221852242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a21050 msgr2=0x563ab5a2d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a21050 0x563ab5a2d840 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff9a000b0a0 tx=0x7ff9a0008fa0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3221852242 shutdown_connections 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a21050 0x563ab5a2d840 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a1ca40 0x563ab5a26400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/3221852242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3221852242 >> 172.21.15.39:0/3221852242 conn(0x563ab594b360 msgr2=0x563ab5a3cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3221852242 shutdown_connections 2023-12-07T14:06:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.254+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/3221852242 wait complete. 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 -- start start 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 Processor -- start 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a2c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a2cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab5a8b3d0 con 0x563ab5a1ca40 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab5a8b510 con 0x563ab5a1d360 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ab5a8b6d0 con 0x563ab5a21050 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9b8cd1b80 10 client.0 _ll_register_callbacks cb 0x563ab5855a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a2c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9a659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a2c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57094/0 (socket says 172.21.15.39:57094) 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9a659c700 1 -- 172.21.15.39:0/2393121856 learned_addr learned my addr 172.21.15.39:0/2393121856 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9a6d9d700 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a2cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.255+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9a659c700 1 -- 172.21.15.39:0/2393121856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 msgr2=0x563ab5a2cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9a659c700 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a2cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9a659c700 1 -- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 msgr2=0x563ab5a2ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9a659c700 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9a659c700 1 -- 172.21.15.39:0/2393121856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9a8110de0 con 0x563ab5a1ca40 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9a659c700 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a2c520 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff998000c00 tx=0x7ff99809a7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a22a5edc8ee23da server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff98dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff98dffb700 1 -- 172.21.15.39:0/2393121856 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff99809a070 con 0x563ab5a1ca40 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff998098640 con 0x563ab5a1ca40 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff98dffb700 1 -- 172.21.15.39:0/2393121856 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff9980a2630 con 0x563ab5a1ca40 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff98dffb700 1 -- 172.21.15.39:0/2393121856 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9980965e0 con 0x563ab5a1ca40 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9b8cd1b80 10 client.16722 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x563ab57c0250 con 0x563ab5a1ca40 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.256+0000 7ff98dffb700 1 -- 172.21.15.39:0/2393121856 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9980a8080 con 0x563ab5a1ca40 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff98dffb700 1 -- 172.21.15.39:0/2393121856 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff998096090 con 0x563ab5a1ca40 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9b8cd1b80 10 client.16722 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9b8cd1b80 10 client.16722 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9b8cd1b80 20 client.16722 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a8c9a0 0x563ab5a8ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9b8cd1b80 4 client.16722 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563ab5936fd0 con 0x563ab5a8c9a0 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a8c9a0 0x563ab5a8ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff98dffb700 10 client.16722 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.257+0000 7ff9a5d9b700 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a8c9a0 0x563ab5a8ed90 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43b873e376a03653 server_cookie=c98b17106f057b7e in_seq=0 out_seq=0 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff98dffb700 1 -- 172.21.15.39:0/2393121856 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x563ab5936fd0 con 0x563ab5a8c9a0 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff98dffb700 10 client.16722 handle_command_reply: tid=0 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 client.16722 shutdown 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 msgr2=0x563ab5a2c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a2c520 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff998000c00 tx=0x7ff99809a7b0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 shutdown_connections 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563ab5a21050 0x563ab5a2cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563ab5a1ca40 0x563ab5a2c520 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563ab5a8c9a0 0x563ab5a8ed90 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 --2- 172.21.15.39:0/2393121856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563ab5a1d360 0x563ab5a2ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff98dffb700 0 client.16722 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:49.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 >> 172.21.15.39:0/2393121856 conn(0x563ab594b360 msgr2=0x563ab5a1f270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 shutdown_connections 2023-12-07T14:06:49.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 1 -- 172.21.15.39:0/2393121856 wait complete. 2023-12-07T14:06:49.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.260+0000 7ff9b8cd1b80 20 client.16722 trim_cache size 0 max 16384 2023-12-07T14:06:49.271 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:06:49.271 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:06:49.271 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:06:49.271 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff9900a15f0 msgr2=0x7ff9900a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff9900a15f0 0x7ff9900a3ab0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8101ae0 tx=0x7ff99c009260 comp rx=0 tx=0).stop 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a81001c0 msgr2=0x7ff9a819f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a81001c0 0x7ff9a819f990 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7ff99800e9a0 tx=0x7ff99800ecb0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 shutdown_connections 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff9900a15f0 0x7ff9900a3ab0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff9a810dd70 0x7ff9a8199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9a81001c0 0x7ff9a819f990 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 --2- 172.21.15.39:0/3882384182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff9a8100b70 0x7ff9a819fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 >> 172.21.15.39:0/3882384182 conn(0x7ff9a80fbda0 msgr2=0x7ff9a80fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 shutdown_connections 2023-12-07T14:06:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.261+0000 7ff9acad8700 1 -- 172.21.15.39:0/3882384182 wait complete. 2023-12-07T14:06:49.277 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:06:49.277 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:06:49.405 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 -- 172.21.15.39:0/2288253846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100f30 msgr2=0x7f7734104f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 --2- 172.21.15.39:0/2288253846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100f30 0x7f7734104f70 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f7728009990 tx=0x7f7728009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 -- 172.21.15.39:0/2288253846 shutdown_connections 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 --2- 172.21.15.39:0/2288253846 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77341056a0 0x7f773410d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 --2- 172.21.15.39:0/2288253846 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7734100580 0x7f7734100960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 --2- 172.21.15.39:0/2288253846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100f30 0x7f7734104f70 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 -- 172.21.15.39:0/2288253846 >> 172.21.15.39:0/2288253846 conn(0x7f77340fbe20 msgr2=0x7f77340fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 -- 172.21.15.39:0/2288253846 shutdown_connections 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.401+0000 7f7739d60700 1 -- 172.21.15.39:0/2288253846 wait complete. 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.402+0000 7f7739d60700 1 Processor -- start 2023-12-07T14:06:49.406 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.402+0000 7f7739d60700 1 -- start start 2023-12-07T14:06:49.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.402+0000 7f7739d60700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100580 0x7f77341987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7739d60700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77341056a0 0x7f7734198d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7739d60700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7734199240 0x7f77341a3840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7739d60700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77341a3ed0 con 0x7f7734100580 2023-12-07T14:06:49.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7739d60700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77341a4040 con 0x7f77341056a0 2023-12-07T14:06:49.408 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7739d60700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77341a4200 con 0x7f7734199240 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100580 0x7f77341987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100580 0x7f77341987c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57106/0 (socket says 172.21.15.39:57106) 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 -- 172.21.15.39:0/2227417314 learned_addr learned my addr 172.21.15.39:0/2227417314 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7733fff700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7734199240 0x7f77341a3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7732ffd700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77341056a0 0x7f7734198d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 -- 172.21.15.39:0/2227417314 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7734199240 msgr2=0x7f77341a3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7734199240 0x7f77341a3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 -- 172.21.15.39:0/2227417314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77341056a0 msgr2=0x7f7734198d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77341056a0 0x7f7734198d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 -- 172.21.15.39:0/2227417314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77280095f0 con 0x7f7734100580 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f77337fe700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100580 0x7f77341987c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f772400d950 tx=0x7f772400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7730ff9700 1 -- 172.21.15.39:0/2227417314 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7724009940 con 0x7f7734100580 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7730ff9700 1 -- 172.21.15.39:0/2227417314 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7724010460 con 0x7f7734100580 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77341a44e0 con 0x7f7734100580 2023-12-07T14:06:49.409 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7730ff9700 1 -- 172.21.15.39:0/2227417314 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f772400f620 con 0x7f7734100580 2023-12-07T14:06:49.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.403+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77341a49f0 con 0x7f7734100580 2023-12-07T14:06:49.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.404+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7734108970 con 0x7f7734100580 2023-12-07T14:06:49.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.406+0000 7f7730ff9700 1 -- 172.21.15.39:0/2227417314 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f77240108d0 con 0x7f7734100580 2023-12-07T14:06:49.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.406+0000 7f7730ff9700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f771c0a15f0 0x7f771c0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.410 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.406+0000 7f7730ff9700 1 -- 172.21.15.39:0/2227417314 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f77240ccf30 con 0x7f7734100580 2023-12-07T14:06:49.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.406+0000 7f7732ffd700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f771c0a15f0 0x7f771c0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.411 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.407+0000 7f7732ffd700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f771c0a15f0 0x7f771c0a3ab0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f772800b2e0 tx=0x7f7728005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.413 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.410+0000 7f7730ff9700 1 -- 172.21.15.39:0/2227417314 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f77240962c0 con 0x7f7734100580 2023-12-07T14:06:49.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:49 smithi039 ceph-mon[98864]: pgmap v133: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 51 MiB/s wr, 2.19k op/s 2023-12-07T14:06:49.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:49 smithi055 ceph-mon[103363]: pgmap v133: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 51 MiB/s wr, 2.19k op/s 2023-12-07T14:06:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.665+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7734101a50 con 0x7f7734100580 2023-12-07T14:06:49.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.666+0000 7f7730ff9700 1 -- 172.21.15.39:0/2227417314 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) v1 ==== 94+0+11359 (secure 0 0 0) 0x7f7724020090 con 0x7f7734100580 2023-12-07T14:06:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:06:49.670 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":45,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":45,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:06:41.175118+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[2],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_26218":{"gid":26218,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/1175032817","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":1175032817},{"type":"v1","addr":"172.21.15.89:6835","nonce":1175032817}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:06:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f771c0a15f0 msgr2=0x7f771c0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f771c0a15f0 0x7f771c0a3ab0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f772800b2e0 tx=0x7f7728005fd0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100580 msgr2=0x7f77341987c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100580 0x7f77341987c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f772400d950 tx=0x7f772400dc60 comp rx=0 tx=0).stop 2023-12-07T14:06:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 shutdown_connections 2023-12-07T14:06:49.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7734199240 0x7f77341a3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7734100580 0x7f77341987c0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f771c0a15f0 0x7f771c0a3ab0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 --2- 172.21.15.39:0/2227417314 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77341056a0 0x7f7734198d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.668+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 >> 172.21.15.39:0/2227417314 conn(0x7f77340fbe20 msgr2=0x7f77340fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.669+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 shutdown_connections 2023-12-07T14:06:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.669+0000 7f7739d60700 1 -- 172.21.15.39:0/2227417314 wait complete. 2023-12-07T14:06:49.673 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 45 2023-12-07T14:06:49.685 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:06:49.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:49 smithi089 ceph-mon[103124]: pgmap v133: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 51 MiB/s wr, 2.19k op/s 2023-12-07T14:06:49.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 -- 172.21.15.39:0/1995589682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4100560 msgr2=0x7f29f4100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 --2- 172.21.15.39:0/1995589682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4100560 0x7f29f4100940 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f29e8009990 tx=0x7f29e8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 -- 172.21.15.39:0/1995589682 shutdown_connections 2023-12-07T14:06:49.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 --2- 172.21.15.39:0/1995589682 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29f4105680 0x7f29f410d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 --2- 172.21.15.39:0/1995589682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4100560 0x7f29f4100940 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 --2- 172.21.15.39:0/1995589682 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29f4100f10 0x7f29f4104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.814 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 -- 172.21.15.39:0/1995589682 >> 172.21.15.39:0/1995589682 conn(0x7f29f40fbda0 msgr2=0x7f29f40fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 -- 172.21.15.39:0/1995589682 shutdown_connections 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 -- 172.21.15.39:0/1995589682 wait complete. 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.809+0000 7f29faaa8700 1 Processor -- start 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29faaa8700 1 -- start start 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29faaa8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29f4100560 0x7f29f419f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29faaa8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29f4105680 0x7f29f419fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29faaa8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4199a10 0x7f29f4199ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29faaa8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29f419a490 con 0x7f29f4199a10 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29faaa8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29f419a600 con 0x7f29f4100560 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29faaa8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29f419a7c0 con 0x7f29f4105680 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4199a10 0x7f29f4199ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4199a10 0x7f29f4199ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57124/0 (socket says 172.21.15.39:57124) 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 -- 172.21.15.39:0/649858770 learned_addr learned my addr 172.21.15.39:0/649858770 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f3fff700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29f4105680 0x7f29f419fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.815 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f8844700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29f4100560 0x7f29f419f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 -- 172.21.15.39:0/649858770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29f4105680 msgr2=0x7f29f419fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29f4105680 0x7f29f419fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 -- 172.21.15.39:0/649858770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29f4100560 msgr2=0x7f29f419f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29f4100560 0x7f29f419f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 -- 172.21.15.39:0/649858770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29e80095f0 con 0x7f29f4199a10 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f8844700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29f4100560 0x7f29f419f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f9045700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4199a10 0x7f29f4199ec0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f29ec00b970 tx=0x7f29ec00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f1ffb700 1 -- 172.21.15.39:0/649858770 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29ec00c930 con 0x7f29f4199a10 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.810+0000 7f29f1ffb700 1 -- 172.21.15.39:0/649858770 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29ec014440 con 0x7f29f4199a10 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.811+0000 7f29f1ffb700 1 -- 172.21.15.39:0/649858770 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29ec0075d0 con 0x7f29f4199a10 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.811+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29f41a67b0 con 0x7f29f4199a10 2023-12-07T14:06:49.816 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.811+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29f41a6c40 con 0x7f29f4199a10 2023-12-07T14:06:49.817 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.813+0000 7f29f1ffb700 1 -- 172.21.15.39:0/649858770 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f29ec0145b0 con 0x7f29f4199a10 2023-12-07T14:06:49.817 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.814+0000 7f29f1ffb700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29e40a1670 0x7f29e40a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.814+0000 7f29f8844700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29e40a1670 0x7f29e40a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.814+0000 7f29f1ffb700 1 -- 172.21.15.39:0/649858770 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f29ec006e40 con 0x7f29f4199a10 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.814+0000 7f29f8844700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29e40a1670 0x7f29e40a3b30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f29e8006010 tx=0x7f29e800b540 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.814+0000 7f2a06ca1b80 1 Processor -- start 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f2a06ca1b80 1 -- start start 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652aab10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652ab4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.819 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56136521a7c0 con 0x5613652a6a40 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613652017a0 con 0x5613652ab050 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613651ff0c0 con 0x5613652a7360 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a6e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57128/0 (socket says 172.21.15.39:57128) 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 -- 172.21.15.39:0/2411994022 learned_addr learned my addr 172.21.15.39:0/2411994022 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f3fff700 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652aab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 -- 172.21.15.39:0/2411994022 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 msgr2=0x5613652aab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652aab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 -- 172.21.15.39:0/2411994022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 msgr2=0x5613652ab4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652ab4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 -- 172.21.15.39:0/2411994022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561365077630 con 0x5613652a6a40 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29f8844700 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a6e20 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f29e8005ef0 tx=0x7f29e801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=853cf93e372d1a22 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.815+0000 7f29deffd700 1 -- 172.21.15.39:0/2411994022 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e802b070 con 0x5613652a6a40 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f29deffd700 1 -- 172.21.15.39:0/2411994022 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29e801e040 con 0x5613652a6a40 2023-12-07T14:06:49.820 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f29deffd700 1 -- 172.21.15.39:0/2411994022 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e800f460 con 0x5613652a6a40 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/2411994022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 msgr2=0x5613652a6e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a6e20 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f29e8005ef0 tx=0x7f29e801f000 comp rx=0 tx=0).stop 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/2411994022 shutdown_connections 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652ab4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a6e20 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/2411994022 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652aab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/2411994022 >> 172.21.15.39:0/2411994022 conn(0x5613651d5360 msgr2=0x5613652a1070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/2411994022 shutdown_connections 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.816+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/2411994022 wait complete. 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 -- start start 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 Processor -- start 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652afd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.825 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652b02d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652b0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613651fa9b0 con 0x5613652a6a40 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613651b4560 con 0x5613652ab050 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613651b4200 con 0x5613652a7360 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f2a06ca1b80 10 client.0 _ll_register_callbacks cb 0x5613650dfa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f29f8844700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652afd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f29f8844700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652afd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57134/0 (socket says 172.21.15.39:57134) 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f29f8844700 1 -- 172.21.15.39:0/3419163625 learned_addr learned my addr 172.21.15.39:0/3419163625 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f29f9045700 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652b0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.817+0000 7f29f3fff700 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652b02d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29f8844700 1 -- 172.21.15.39:0/3419163625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 msgr2=0x5613652b02d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29f8844700 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652b02d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29f8844700 1 -- 172.21.15.39:0/3419163625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 msgr2=0x5613652b0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.826 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29f8844700 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652b0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29f8844700 1 -- 172.21.15.39:0/3419163625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29f410da70 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29f8844700 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652afd90 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f29e80046f0 tx=0x7f29e800bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a299fb454c19a4ec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29d3fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29d3fff700 1 -- 172.21.15.39:0/3419163625 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e802b040 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29d3fff700 1 -- 172.21.15.39:0/3419163625 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f29e800b770 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561365299a00 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29d3fff700 1 -- 172.21.15.39:0/3419163625 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29e8005130 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f2a06ca1b80 10 client.16740 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x561365023de0 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.818+0000 7f29d3fff700 1 -- 172.21.15.39:0/3419163625 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561365299a00 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f29d3fff700 1 -- 172.21.15.39:0/3419163625 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f29e80246e0 con 0x5613652a6a40 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f2a06ca1b80 10 client.16740 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f2a06ca1b80 10 client.16740 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f2a06ca1b80 20 client.16740 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:49.827 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5613652c0010 0x5613652c2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f2a06ca1b80 4 client.16740 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5613652756a0 con 0x5613652c0010 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f29f3fff700 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5613652c0010 0x5613652c2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f29d3fff700 10 client.16740 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.819+0000 7f29f3fff700 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5613652c0010 0x5613652c2400 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7694286f9786809b server_cookie=41caba6241fb5069 in_seq=0 out_seq=0 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f29d3fff700 1 -- 172.21.15.39:0/3419163625 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5613652756a0 con 0x5613652c0010 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f29d3fff700 10 client.16740 handle_command_reply: tid=0 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 client.16740 shutdown 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 msgr2=0x5613652afd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652afd90 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f29e80046f0 tx=0x7f29e800bfd0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 shutdown_connections 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5613652c0010 0x5613652c2400 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652b0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652afd90 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.828 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/3419163625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652b02d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f29d3fff700 0 client.16740 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:49.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 >> 172.21.15.39:0/3419163625 conn(0x5613651d5360 msgr2=0x5613652ac4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 shutdown_connections 2023-12-07T14:06:49.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/3419163625 wait complete. 2023-12-07T14:06:49.829 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.820+0000 7f2a06ca1b80 20 client.16740 trim_cache size 0 max 16384 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 Processor -- start 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 -- start start 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652a8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652b0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561365079920 con 0x5613652a6a40 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56136529d7e0 con 0x5613652ab050 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613652bcf50 con 0x5613652a7360 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a2b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57142/0 (socket says 172.21.15.39:57142) 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 -- 172.21.15.39:0/1631914861 learned_addr learned my addr 172.21.15.39:0/1631914861 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 -- 172.21.15.39:0/1631914861 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 msgr2=0x5613652a8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.843 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 --2- 172.21.15.39:0/1631914861 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652a8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 -- 172.21.15.39:0/1631914861 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 msgr2=0x5613652b0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 --2- 172.21.15.39:0/1631914861 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.834+0000 7f29f8844700 1 -- 172.21.15.39:0/1631914861 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56136500cc60 con 0x5613652a6a40 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f29f8844700 1 --2- 172.21.15.39:0/1631914861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a2b60 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f29e8024a10 tx=0x7f29e8005d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b4c4c6f2f2be6db server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f29df7fe700 1 -- 172.21.15.39:0/1631914861 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e8024410 con 0x5613652a6a40 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f29df7fe700 1 -- 172.21.15.39:0/1631914861 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f29e8005150 con 0x5613652a6a40 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f29df7fe700 1 -- 172.21.15.39:0/1631914861 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e800fd20 con 0x5613652a6a40 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/1631914861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 msgr2=0x5613652a2b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/1631914861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a2b60 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f29e8024a10 tx=0x7f29e8005d00 comp rx=0 tx=0).stop 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/1631914861 shutdown_connections 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/1631914861 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652ab050 0x5613652b0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/1631914861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a6a40 0x5613652a2b60 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/1631914861 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652a7360 0x5613652a8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/1631914861 >> 172.21.15.39:0/1631914861 conn(0x5613651d5360 msgr2=0x5613652a9410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/1631914861 shutdown_connections 2023-12-07T14:06:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.835+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/1631914861 wait complete. 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 -- start start 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 Processor -- start 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652a6a40 0x5613652b7490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a7360 0x5613652b5280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652ab050 0x5613652b57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613652b7bf0 con 0x5613652a7360 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613652b5d30 con 0x5613652a6a40 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613652b5ef0 con 0x5613652ab050 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f2a06ca1b80 10 client.0 _ll_register_callbacks cb 0x5613650dfa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f29f3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a7360 0x5613652b5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f29f3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a7360 0x5613652b5280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57150/0 (socket says 172.21.15.39:57150) 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f29f3fff700 1 -- 172.21.15.39:0/62511794 learned_addr learned my addr 172.21.15.39:0/62511794 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f29f9045700 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652ab050 0x5613652b57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.836+0000 7f29f8844700 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652a6a40 0x5613652b7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.845 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29f3fff700 1 -- 172.21.15.39:0/62511794 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652ab050 msgr2=0x5613652b57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29f3fff700 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652ab050 0x5613652b57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29f3fff700 1 -- 172.21.15.39:0/62511794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652a6a40 msgr2=0x5613652b7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29f3fff700 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652a6a40 0x5613652b7490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29f3fff700 1 -- 172.21.15.39:0/62511794 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561365023de0 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29f3fff700 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a7360 0x5613652b5280 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f29e0005950 tx=0x7f29e0014750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d36f8423312a4e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29d3fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29d3fff700 1 -- 172.21.15.39:0/62511794 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29e0018040 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5613651c0fd0 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29d3fff700 1 -- 172.21.15.39:0/62511794 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f29e0014c50 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29d3fff700 1 -- 172.21.15.39:0/62511794 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29e00142d0 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 10 client.16746 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x56136504a250 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29d3fff700 1 -- 172.21.15.39:0/62511794 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5613651c0fd0 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f29d3fff700 1 -- 172.21.15.39:0/62511794 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f29e00127f0 con 0x5613652a7360 2023-12-07T14:06:49.846 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 10 client.16746 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 10 client.16746 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 20 client.16746 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x561365316ab0 0x561365318ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 4 client.16746 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.837+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5613651b3490 con 0x561365316ab0 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f29f8844700 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x561365316ab0 0x561365318ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f29d3fff700 10 client.16746 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f29f8844700 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x561365316ab0 0x561365318ed0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=484231d742a4bddd server_cookie=b46163b5fa2fbad3 in_seq=0 out_seq=0 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f29d3fff700 1 -- 172.21.15.39:0/62511794 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5613651b3490 con 0x561365316ab0 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f29d3fff700 10 client.16746 handle_command_reply: tid=0 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 client.16746 shutdown 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a7360 msgr2=0x5613652b5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a7360 0x5613652b5280 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f29e0005950 tx=0x7f29e0014750 comp rx=0 tx=0).stop 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 shutdown_connections 2023-12-07T14:06:49.847 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613652ab050 0x5613652b57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x561365316ab0 0x561365318ed0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613652a6a40 0x5613652b7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 --2- 172.21.15.39:0/62511794 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613652a7360 0x5613652b5280 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f29d3fff700 0 client.16746 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 >> 172.21.15.39:0/62511794 conn(0x5613651d5360 msgr2=0x5613652aa390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 shutdown_connections 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.838+0000 7f2a06ca1b80 1 -- 172.21.15.39:0/62511794 wait complete. 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f2a06ca1b80 20 client.16746 trim_cache size 0 max 16384 2023-12-07T14:06:49.848 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29e40a1670 msgr2=0x7f29e40a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29e40a1670 0x7f29e40a3b30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f29e8006010 tx=0x7f29e800b540 comp rx=0 tx=0).stop 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4199a10 msgr2=0x7f29f4199ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4199a10 0x7f29f4199ec0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f29ec00b970 tx=0x7f29ec00bc80 comp rx=0 tx=0).stop 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 shutdown_connections 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29f4199a10 0x7f29f4199ec0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f29e40a1670 0x7f29e40a3b30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.849 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f29f4100560 0x7f29f419f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 --2- 172.21.15.39:0/649858770 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f29f4105680 0x7f29f419fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 >> 172.21.15.39:0/649858770 conn(0x7f29f40fbda0 msgr2=0x7f29f4068a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 shutdown_connections 2023-12-07T14:06:49.850 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.839+0000 7f29faaa8700 1 -- 172.21.15.39:0/649858770 wait complete. 2023-12-07T14:06:49.855 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 -- 172.21.15.39:0/2067431847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78105690 msgr2=0x7fec7810d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 --2- 172.21.15.39:0/2067431847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78105690 0x7fec7810d210 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fec7000b0a0 tx=0x7fec7000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 -- 172.21.15.39:0/2067431847 shutdown_connections 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 --2- 172.21.15.39:0/2067431847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78105690 0x7fec7810d210 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 --2- 172.21.15.39:0/2067431847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec78100570 0x7fec78100950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 --2- 172.21.15.39:0/2067431847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fec78100f20 0x7fec78104f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 -- 172.21.15.39:0/2067431847 >> 172.21.15.39:0/2067431847 conn(0x7fec780fbdf0 msgr2=0x7fec780fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 -- 172.21.15.39:0/2067431847 shutdown_connections 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 -- 172.21.15.39:0/2067431847 wait complete. 2023-12-07T14:06:49.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 Processor -- start 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.980+0000 7fec7f305700 1 -- start start 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78100570 0x7fec7819d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec78105690 0x7fec7819dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fec781978f0 0x7fec78197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec781983f0 con 0x7fec78100570 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec78198560 con 0x7fec78105690 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec78198720 con 0x7fec781978f0 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78100570 0x7fec7819d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78100570 0x7fec7819d850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57162/0 (socket says 172.21.15.39:57162) 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 -- 172.21.15.39:0/1148104476 learned_addr learned my addr 172.21.15.39:0/1148104476 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d8a2700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fec781978f0 0x7fec78197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec78105690 0x7fec7819dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 -- 172.21.15.39:0/1148104476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fec781978f0 msgr2=0x7fec78197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fec781978f0 0x7fec78197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 -- 172.21.15.39:0/1148104476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec78105690 msgr2=0x7fec7819dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec78105690 0x7fec7819dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 -- 172.21.15.39:0/1148104476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec70009d00 con 0x7fec78100570 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78100570 0x7fec7819d850 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fec6800e9c0 tx=0x7fec6800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec6e7fc700 1 -- 172.21.15.39:0/1148104476 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec680097b0 con 0x7fec78100570 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec6e7fc700 1 -- 172.21.15.39:0/1148104476 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fec6800ee60 con 0x7fec78100570 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec781a46b0 con 0x7fec78100570 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec6e7fc700 1 -- 172.21.15.39:0/1148104476 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec680054f0 con 0x7fec78100570 2023-12-07T14:06:49.987 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.981+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec781a4b70 con 0x7fec78100570 2023-12-07T14:06:49.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.984+0000 7fec6e7fc700 1 -- 172.21.15.39:0/1148104476 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fec68004750 con 0x7fec78100570 2023-12-07T14:06:49.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.984+0000 7fec6e7fc700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fec640a15f0 0x7fec640a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.984+0000 7fec6e7fc700 1 -- 172.21.15.39:0/1148104476 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fec68014070 con 0x7fec78100570 2023-12-07T14:06:49.988 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.984+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fec640a15f0 0x7fec640a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fec640a15f0 0x7fec640a3ab0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fec78199060 tx=0x7fec74009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 Processor -- start 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 -- start start 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b135e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b139b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b0a97c0 con 0x55fe6b13a050 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b0907a0 con 0x55fe6b136360 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.985+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b08e0c0 con 0x55fe6b135a40 2023-12-07T14:06:49.990 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57174/0 (socket says 172.21.15.39:57174) 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 -- 172.21.15.39:0/3956346515 learned_addr learned my addr 172.21.15.39:0/3956346515 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b135e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b139b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 -- 172.21.15.39:0/3956346515 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 msgr2=0x55fe6b135e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b135e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 -- 172.21.15.39:0/3956346515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 msgr2=0x55fe6b139b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b139b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 -- 172.21.15.39:0/3956346515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fe6af06630 con 0x55fe6b13a050 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec7d8a2700 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13a4b0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fec70015000 tx=0x7fec700092e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=717e03e44a6d4d9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec637fe700 1 -- 172.21.15.39:0/3956346515 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec7000e040 con 0x55fe6b13a050 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec637fe700 1 -- 172.21.15.39:0/3956346515 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fec70006000 con 0x55fe6b13a050 2023-12-07T14:06:49.991 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.986+0000 7fec637fe700 1 -- 172.21.15.39:0/3956346515 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec70003a00 con 0x55fe6b13a050 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 -- 172.21.15.39:0/3956346515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 msgr2=0x55fe6b13a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13a4b0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fec70015000 tx=0x7fec700092e0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 -- 172.21.15.39:0/3956346515 shutdown_connections 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13a4b0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b135e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/3956346515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b139b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 -- 172.21.15.39:0/3956346515 >> 172.21.15.39:0/3956346515 conn(0x55fe6b064360 msgr2=0x55fe6b130070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:49.997 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 -- 172.21.15.39:0/3956346515 shutdown_connections 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 -- 172.21.15.39:0/3956346515 wait complete. 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.987+0000 7fec8b4feb80 1 -- start start 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 1 Processor -- start 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b135a40 0x55fe6b141860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b136360 0x55fe6b13eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b0899b0 con 0x55fe6b13a050 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b043560 con 0x55fe6b135a40 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b043200 con 0x55fe6b136360 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec8b4feb80 10 client.0 _ll_register_callbacks cb 0x55fe6af6ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec7c8a0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b136360 0x55fe6b13eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec7d0a1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b135a40 0x55fe6b141860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec7c8a0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b136360 0x55fe6b13eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33668/0 (socket says 172.21.15.39:33668) 2023-12-07T14:06:49.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.988+0000 7fec7c8a0700 1 -- 172.21.15.39:0/1868554129 learned_addr learned my addr 172.21.15.39:0/1868554129 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec7c8a0700 1 -- 172.21.15.39:0/1868554129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b135a40 msgr2=0x55fe6b141860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b135a40 0x55fe6b141860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec7c8a0700 1 -- 172.21.15.39:0/1868554129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 msgr2=0x55fe6b13f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec7c8a0700 1 -- 172.21.15.39:0/1868554129 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec7810da80 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b136360 0x55fe6b13eb50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fec7401e710 tx=0x7fec740047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ecf9267efebbe2ec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec60ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec60ff9700 1 -- 172.21.15.39:0/1868554129 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec74004030 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fe6b128a00 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec60ff9700 1 -- 172.21.15.39:0/1868554129 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fec74004190 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec60ff9700 1 -- 172.21.15.39:0/1868554129 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7fec74004350 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec8b4feb80 10 client.26431 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x55fe6aeb2de0 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.989+0000 7fec60ff9700 1 -- 172.21.15.39:0/1868554129 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fe6b128a00 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec60ff9700 1 -- 172.21.15.39:0/1868554129 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fec74028520 con 0x55fe6b136360 2023-12-07T14:06:49.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec8b4feb80 10 client.26431 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec8b4feb80 10 client.26431 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec8b4feb80 20 client.26431 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b14f3f0 0x55fe6b151810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec8b4feb80 4 client.26431 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fe6b1046a0 con 0x55fe6b14f3f0 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b14f3f0 0x55fe6b151810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec60ff9700 10 client.26431 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.990+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b14f3f0 0x55fe6b151810 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b506f0f3615107c4 server_cookie=ffdedeee0284550a in_seq=0 out_seq=0 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec60ff9700 1 -- 172.21.15.39:0/1868554129 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55fe6b1046a0 con 0x55fe6b14f3f0 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec60ff9700 10 client.26431 handle_command_reply: tid=0 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 client.26431 shutdown 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b136360 msgr2=0x55fe6b13eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b136360 0x55fe6b13eb50 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fec7401e710 tx=0x7fec740047c0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 shutdown_connections 2023-12-07T14:06:50.000 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b13a050 0x55fe6b13f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b135a40 0x55fe6b141860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b14f3f0 0x55fe6b151810 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/1868554129 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b136360 0x55fe6b13eb50 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec60ff9700 0 client.26431 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 >> 172.21.15.39:0/1868554129 conn(0x55fe6b064360 msgr2=0x55fe6b13b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 shutdown_connections 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.991+0000 7fec8b4feb80 1 -- 172.21.15.39:0/1868554129 wait complete. 2023-12-07T14:06:50.001 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:49.992+0000 7fec8b4feb80 20 client.26431 trim_cache size 0 max 16384 2023-12-07T14:06:50.010 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 Processor -- start 2023-12-07T14:06:50.010 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 -- start start 2023-12-07T14:06:50.010 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b135a40 0x55fe6b1462a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.010 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b1467e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b13a050 0x55fe6b138270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6af08920 con 0x55fe6b135a40 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b141c10 con 0x55fe6b136360 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b130f70 con 0x55fe6b13a050 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec7d0a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b135a40 0x55fe6b1462a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec7d0a1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b135a40 0x55fe6b1462a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57184/0 (socket says 172.21.15.39:57184) 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec7d0a1700 1 -- 172.21.15.39:0/581803810 learned_addr learned my addr 172.21.15.39:0/581803810 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b1467e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.005+0000 7fec7d8a2700 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b13a050 0x55fe6b138270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec7d0a1700 1 -- 172.21.15.39:0/581803810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b13a050 msgr2=0x55fe6b138270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b13a050 0x55fe6b138270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec7d0a1700 1 -- 172.21.15.39:0/581803810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 msgr2=0x55fe6b1467e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b1467e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec7d0a1700 1 -- 172.21.15.39:0/581803810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fe6ae9bc60 con 0x55fe6b135a40 2023-12-07T14:06:50.011 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b1467e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b135a40 0x55fe6b1462a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fec6809a2e0 tx=0x7fec6809d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88a5df806153b45b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec63fff700 1 -- 172.21.15.39:0/581803810 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec680af040 con 0x55fe6b135a40 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec63fff700 1 -- 172.21.15.39:0/581803810 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fec680a26e0 con 0x55fe6b135a40 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec63fff700 1 -- 172.21.15.39:0/581803810 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec68016e80 con 0x55fe6b135a40 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec8b4feb80 1 -- 172.21.15.39:0/581803810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b135a40 msgr2=0x55fe6b1462a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b135a40 0x55fe6b1462a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fec6809a2e0 tx=0x7fec6809d040 comp rx=0 tx=0).stop 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec8b4feb80 1 -- 172.21.15.39:0/581803810 shutdown_connections 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b13a050 0x55fe6b138270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b135a40 0x55fe6b1462a0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/581803810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b136360 0x55fe6b1467e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.006+0000 7fec8b4feb80 1 -- 172.21.15.39:0/581803810 >> 172.21.15.39:0/581803810 conn(0x55fe6b064360 msgr2=0x55fe6b156170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 -- 172.21.15.39:0/581803810 shutdown_connections 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 -- 172.21.15.39:0/581803810 wait complete. 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 -- start start 2023-12-07T14:06:50.012 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 Processor -- start 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b144470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b136360 0x55fe6b1449b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b13a050 0x55fe6b1a8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b1a9240 con 0x55fe6b136360 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b1a9380 con 0x55fe6b13a050 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe6b1a94c0 con 0x55fe6b135a40 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec8b4feb80 10 client.0 _ll_register_callbacks cb 0x55fe6af6ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.007+0000 7fec7c8a0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b136360 0x55fe6b1449b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.019 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b136360 0x55fe6b1449b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57192/0 (socket says 172.21.15.39:57192) 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 -- 172.21.15.39:0/2226526847 learned_addr learned my addr 172.21.15.39:0/2226526847 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7d8a2700 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b13a050 0x55fe6b1a8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b144470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 -- 172.21.15.39:0/2226526847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 msgr2=0x55fe6b144470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b144470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 -- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b13a050 msgr2=0x55fe6b1a8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b13a050 0x55fe6b1a8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 -- 172.21.15.39:0/2226526847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec781a4b70 con 0x55fe6b136360 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec7c8a0700 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b136360 0x55fe6b1449b0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fec74005a60 tx=0x7fec74009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26711da87ee076f0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec60ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec60ff9700 1 -- 172.21.15.39:0/2226526847 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec74004230 con 0x55fe6b136360 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec60ff9700 1 -- 172.21.15.39:0/2226526847 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fec74004390 con 0x55fe6b136360 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fec70006000 con 0x55fe6b136360 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec60ff9700 1 -- 172.21.15.39:0/2226526847 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7fec74004550 con 0x55fe6b136360 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec8b4feb80 10 client.16761 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:50.020 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x55fe6aed9250 con 0x55fe6b136360 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.008+0000 7fec60ff9700 1 -- 172.21.15.39:0/2226526847 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fec70006000 con 0x55fe6b136360 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec60ff9700 1 -- 172.21.15.39:0/2226526847 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fec7401f5b0 con 0x55fe6b136360 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec8b4feb80 10 client.16761 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec8b4feb80 10 client.16761 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec8b4feb80 20 client.16761 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b1aacf0 0x55fe6b1ad110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec8b4feb80 4 client.16761 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fe6b04ffd0 con 0x55fe6b1aacf0 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b1aacf0 0x55fe6b1ad110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec60ff9700 10 client.16761 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec7d0a1700 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b1aacf0 0x55fe6b1ad110 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b563a42e6bd40831 server_cookie=83793e300be0dc47 in_seq=0 out_seq=0 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec60ff9700 1 -- 172.21.15.39:0/2226526847 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fe6b04ffd0 con 0x55fe6b1aacf0 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec60ff9700 10 client.16761 handle_command_reply: tid=0 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.009+0000 7fec8b4feb80 1 client.16761 shutdown 2023-12-07T14:06:50.021 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b136360 msgr2=0x55fe6b1449b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b136360 0x55fe6b1449b0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fec74005a60 tx=0x7fec74009a60 comp rx=0 tx=0).stop 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 shutdown_connections 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fe6b13a050 0x55fe6b1a8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55fe6b1aacf0 0x55fe6b1ad110 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fe6b135a40 0x55fe6b144470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 --2- 172.21.15.39:0/2226526847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fe6b136360 0x55fe6b1449b0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec60ff9700 0 client.16761 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 >> 172.21.15.39:0/2226526847 conn(0x55fe6b064360 msgr2=0x55fe6b138270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 shutdown_connections 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 1 -- 172.21.15.39:0/2226526847 wait complete. 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec8b4feb80 20 client.16761 trim_cache size 0 max 16384 2023-12-07T14:06:50.022 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:50.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fec640a15f0 msgr2=0x7fec640a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fec640a15f0 0x7fec640a3ab0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fec78199060 tx=0x7fec74009260 comp rx=0 tx=0).stop 2023-12-07T14:06:50.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78100570 msgr2=0x7fec7819d850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78100570 0x7fec7819d850 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fec6800e9c0 tx=0x7fec6800ecd0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.023 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 shutdown_connections 2023-12-07T14:06:50.024 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fec781978f0 0x7fec78197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.024 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec78100570 0x7fec7819d850 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.024 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fec640a15f0 0x7fec640a3ab0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.024 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 --2- 172.21.15.39:0/1148104476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec78105690 0x7fec7819dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.024 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.010+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 >> 172.21.15.39:0/1148104476 conn(0x7fec780fbdf0 msgr2=0x7fec78069a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.024 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.011+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 shutdown_connections 2023-12-07T14:06:50.024 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.011+0000 7fec7f305700 1 -- 172.21.15.39:0/1148104476 wait complete. 2023-12-07T14:06:50.026 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.171+0000 7f94f031f700 1 -- 172.21.15.39:0/531949238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8105680 msgr2=0x7f94e810d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.171+0000 7f94f031f700 1 --2- 172.21.15.39:0/531949238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8105680 0x7f94e810d200 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f94e000b0a0 tx=0x7f94e000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- 172.21.15.39:0/531949238 shutdown_connections 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 --2- 172.21.15.39:0/531949238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8105680 0x7f94e810d200 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 --2- 172.21.15.39:0/531949238 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94e8100560 0x7f94e8100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 --2- 172.21.15.39:0/531949238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94e8100f10 0x7f94e8104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- 172.21.15.39:0/531949238 >> 172.21.15.39:0/531949238 conn(0x7f94e80fbda0 msgr2=0x7f94e80fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- 172.21.15.39:0/531949238 shutdown_connections 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- 172.21.15.39:0/531949238 wait complete. 2023-12-07T14:06:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 Processor -- start 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- start start 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8100560 0x7f94e8198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94e8105680 0x7f94e8198d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94e8199280 0x7f94e81a3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94e81a3fb0 con 0x7f94e8100560 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94e81a4120 con 0x7f94e8199280 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.172+0000 7f94f031f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94e81a42e0 con 0x7f94e8105680 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8100560 0x7f94e8198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8100560 0x7f94e8198800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57204/0 (socket says 172.21.15.39:57204) 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1320245230 learned_addr learned my addr 172.21.15.39:0/1320245230 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94e8105680 0x7f94e8198d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94e8199280 0x7f94e81a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1320245230 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94e8105680 msgr2=0x7f94e8198d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94e8105680 0x7f94e8198d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1320245230 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94e8199280 msgr2=0x7f94e81a3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94e8199280 0x7f94e81a3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1320245230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94e0009d00 con 0x7f94e8100560 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8100560 0x7f94e8198800 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f94d800b530 tx=0x7f94d800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94df7fe700 1 -- 172.21.15.39:0/1320245230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d8011830 con 0x7f94e8100560 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94df7fe700 1 -- 172.21.15.39:0/1320245230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94d8011e50 con 0x7f94e8100560 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94e81a4560 con 0x7f94e8100560 2023-12-07T14:06:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94df7fe700 1 -- 172.21.15.39:0/1320245230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d800f2e0 con 0x7f94e8100560 2023-12-07T14:06:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.173+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94e81a4a70 con 0x7f94e8100560 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.176+0000 7f94df7fe700 1 -- 172.21.15.39:0/1320245230 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f94d80105a0 con 0x7f94e8100560 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.177+0000 7f94df7fe700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94d40a15f0 0x7f94d40a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.177+0000 7f94df7fe700 1 -- 172.21.15.39:0/1320245230 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f94d80cc9f0 con 0x7f94e8100560 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.177+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94d40a15f0 0x7f94d40a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.177+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94d40a15f0 0x7f94d40a3ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f94e8068f80 tx=0x7f94e400a380 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.177+0000 7f94fc518b80 1 Processor -- start 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94fc518b80 1 -- start start 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b4075e230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075e770 0x556b40761f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b40762460 0x556b407628c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94fc518b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b406cd7c0 con 0x556b4075de50 2023-12-07T14:06:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94fc518b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b406b47a0 con 0x556b40762460 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94fc518b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b406b20c0 con 0x556b4075e770 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b4075e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b4075e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57212/0 (socket says 172.21.15.39:57212) 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 -- 172.21.15.39:0/2715314196 learned_addr learned my addr 172.21.15.39:0/2715314196 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075e770 0x556b40761f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b40762460 0x556b407628c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 -- 172.21.15.39:0/2715314196 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075e770 msgr2=0x556b40761f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075e770 0x556b40761f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 -- 172.21.15.39:0/2715314196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b40762460 msgr2=0x556b407628c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b40762460 0x556b407628c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 -- 172.21.15.39:0/2715314196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b4052a630 con 0x556b4075de50 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075e770 0x556b40761f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b4075e230 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f94d800bb90 tx=0x7f94d8099700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=652984277ca219ee server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.178+0000 7f94dcd82700 1 -- 172.21.15.39:0/2715314196 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d809dc40 con 0x556b4075de50 2023-12-07T14:06:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94dcd82700 1 -- 172.21.15.39:0/2715314196 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94d80a1e80 con 0x556b4075de50 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94dcd82700 1 -- 172.21.15.39:0/2715314196 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d8099200 con 0x556b4075de50 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 -- 172.21.15.39:0/2715314196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 msgr2=0x556b4075e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b4075e230 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f94d800bb90 tx=0x7f94d8099700 comp rx=0 tx=0).stop 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 -- 172.21.15.39:0/2715314196 shutdown_connections 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b40762460 0x556b407628c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b4075e230 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2715314196 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075e770 0x556b40761f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 -- 172.21.15.39:0/2715314196 >> 172.21.15.39:0/2715314196 conn(0x556b40688360 msgr2=0x556b40754070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 -- 172.21.15.39:0/2715314196 shutdown_connections 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.179+0000 7f94fc518b80 1 -- 172.21.15.39:0/2715314196 wait complete. 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 -- start start 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 Processor -- start 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b40766f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b407674d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b40767a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b406ad9b0 con 0x556b4075de50 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b40667560 con 0x556b4075e770 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b40667200 con 0x556b40762460 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94fc518b80 10 client.0 _ll_register_callbacks cb 0x556b40592a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b40766f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b40766f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57218/0 (socket says 172.21.15.39:57218) 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1422732913 learned_addr learned my addr 172.21.15.39:0/1422732913 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b407674d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b40767a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 msgr2=0x556b40767a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b40767a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1422732913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 msgr2=0x556b407674d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b407674d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.180+0000 7f94ee0bb700 1 -- 172.21.15.39:0/1422732913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94e81a4a70 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b40767a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b407674d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b40766f90 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f94d80a1950 tx=0x7f94d8099c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e303a211faffca33 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94d1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94d1ffb700 1 -- 172.21.15.39:0/1422732913 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d8010380 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94d1ffb700 1 -- 172.21.15.39:0/1422732913 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f94d80991f0 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556b4074ca00 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94d1ffb700 1 -- 172.21.15.39:0/1422732913 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94d80b2270 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 10 client.16773 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x556b404d6de0 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94d1ffb700 1 -- 172.21.15.39:0/1422732913 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556b4074ca00 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94d1ffb700 1 -- 172.21.15.39:0/1422732913 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f94d80958e0 con 0x556b4075de50 2023-12-07T14:06:50.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 10 client.16773 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 10 client.16773 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 20 client.16773 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407774b0 0x556b407798d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 4 client.16773 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.181+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556b407286a0 con 0x556b407774b0 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.182+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407774b0 0x556b407798d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.182+0000 7f94d1ffb700 10 client.16773 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:50.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.182+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407774b0 0x556b407798d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fadc6c5f4f300590 server_cookie=6168b500bce53fce in_seq=0 out_seq=0 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94d1ffb700 1 -- 172.21.15.39:0/1422732913 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556b407286a0 con 0x556b407774b0 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94d1ffb700 10 client.16773 handle_command_reply: tid=0 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 client.16773 shutdown 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 msgr2=0x556b40766f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b40766f90 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f94d80a1950 tx=0x7f94d8099c60 comp rx=0 tx=0).stop 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 shutdown_connections 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407774b0 0x556b407798d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b40767a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94d1ffb700 0 client.16773 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:50.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075de50 0x556b40766f90 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 --2- 172.21.15.39:0/1422732913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b407674d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 >> 172.21.15.39:0/1422732913 conn(0x556b40688360 msgr2=0x556b407638c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 shutdown_connections 2023-12-07T14:06:50.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 1 -- 172.21.15.39:0/1422732913 wait complete. 2023-12-07T14:06:50.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.183+0000 7f94fc518b80 20 client.16773 trim_cache size 0 max 16384 2023-12-07T14:06:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 Processor -- start 2023-12-07T14:06:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 -- start start 2023-12-07T14:06:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075de50 0x556b407731c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b4074ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b40762460 0x556b40767850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b4052c920 con 0x556b40762460 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b40754c20 con 0x556b4075e770 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.196+0000 7f94fc518b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b40754ff0 con 0x556b4075de50 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b40762460 0x556b40767850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b40762460 0x556b40767850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57230/0 (socket says 172.21.15.39:57230) 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 -- 172.21.15.39:0/2844117211 learned_addr learned my addr 172.21.15.39:0/2844117211 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 -- 172.21.15.39:0/2844117211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075de50 msgr2=0x556b407731c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b4074ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075de50 0x556b407731c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075de50 0x556b407731c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 -- 172.21.15.39:0/2844117211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 msgr2=0x556b4074ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b4074ed10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 -- 172.21.15.39:0/2844117211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b404bfc60 con 0x556b40762460 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b40762460 0x556b40767850 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f94e0009cc0 tx=0x7f94e0007b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e161aa38a059d727 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94dd583700 1 -- 172.21.15.39:0/2844117211 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e000e040 con 0x556b40762460 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94dd583700 1 -- 172.21.15.39:0/2844117211 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94e0003a00 con 0x556b40762460 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.197+0000 7f94dd583700 1 -- 172.21.15.39:0/2844117211 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e00052a0 con 0x556b40762460 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- 172.21.15.39:0/2844117211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b40762460 msgr2=0x556b40767850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b40762460 0x556b40767850 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f94e0009cc0 tx=0x7f94e0007b30 comp rx=0 tx=0).stop 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- 172.21.15.39:0/2844117211 shutdown_connections 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b40762460 0x556b40767850 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b4075de50 0x556b407731c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2844117211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075e770 0x556b4074ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- 172.21.15.39:0/2844117211 >> 172.21.15.39:0/2844117211 conn(0x556b40688360 msgr2=0x556b407606c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- 172.21.15.39:0/2844117211 shutdown_connections 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- 172.21.15.39:0/2844117211 wait complete. 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- start start 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 Processor -- start 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075de50 0x556b4076c190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075e770 0x556b4076c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b4076cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b407cc990 con 0x556b4075e770 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b407ccad0 con 0x556b4075de50 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b407ccc10 con 0x556b40762460 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94fc518b80 10 client.0 _ll_register_callbacks cb 0x556b40592a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94ed8ba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075e770 0x556b4076c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94ed8ba700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075e770 0x556b4076c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57234/0 (socket says 172.21.15.39:57234) 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.198+0000 7f94ed8ba700 1 -- 172.21.15.39:0/2194816509 learned_addr learned my addr 172.21.15.39:0/2194816509 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075de50 0x556b4076c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ee8bc700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b4076cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ed8ba700 1 -- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 msgr2=0x556b4076cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b4076cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ed8ba700 1 -- 172.21.15.39:0/2194816509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075de50 msgr2=0x556b4076c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075de50 0x556b4076c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ed8ba700 1 -- 172.21.15.39:0/2194816509 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94e810da70 con 0x556b4075e770 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075de50 0x556b4076c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94ed8ba700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075e770 0x556b4076c6d0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x556b40768560 tx=0x7f94e40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dce57b7748a0ad5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94d1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:50.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94d1ffb700 1 -- 172.21.15.39:0/2194816509 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e4024070 con 0x556b4075e770 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94d1ffb700 1 -- 172.21.15.39:0/2194816509 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f94e400fd70 con 0x556b4075e770 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94d80a1e80 con 0x556b4075e770 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94d1ffb700 1 -- 172.21.15.39:0/2194816509 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e4003d70 con 0x556b4075e770 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94fc518b80 10 client.16779 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.199+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x556b404fd250 con 0x556b4075e770 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94d1ffb700 1 -- 172.21.15.39:0/2194816509 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94d80a1e80 con 0x556b4075e770 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94d1ffb700 1 -- 172.21.15.39:0/2194816509 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f94e4010430 con 0x556b4075e770 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94fc518b80 10 client.16779 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94fc518b80 10 client.16779 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94fc518b80 20 client.16779 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407ce580 0x556b407d09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94fc518b80 4 client.16779 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556b40673fd0 con 0x556b407ce580 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407ce580 0x556b407d09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94d1ffb700 10 client.16779 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94ee0bb700 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407ce580 0x556b407d09a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b9512b389a97331c server_cookie=e46487c8768e95de in_seq=0 out_seq=0 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94d1ffb700 1 -- 172.21.15.39:0/2194816509 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556b40673fd0 con 0x556b407ce580 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.200+0000 7f94d1ffb700 10 client.16779 handle_command_reply: tid=0 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 client.16779 shutdown 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075e770 msgr2=0x556b4076c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075e770 0x556b4076c6d0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x556b40768560 tx=0x7f94e40047c0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 shutdown_connections 2023-12-07T14:06:50.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x556b407ce580 0x556b407d09a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556b40762460 0x556b4076cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94d1ffb700 0 client.16779 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556b4075de50 0x556b4076c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 --2- 172.21.15.39:0/2194816509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556b4075e770 0x556b4076c6d0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 >> 172.21.15.39:0/2194816509 conn(0x556b40688360 msgr2=0x556b407678d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 shutdown_connections 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 1 -- 172.21.15.39:0/2194816509 wait complete. 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94fc518b80 20 client.16779 trim_cache size 0 max 16384 2023-12-07T14:06:50.212 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94d40a15f0 msgr2=0x7f94d40a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94d40a15f0 0x7f94d40a3ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f94e8068f80 tx=0x7f94e400a380 comp rx=0 tx=0).stop 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8100560 msgr2=0x7f94e8198800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8100560 0x7f94e8198800 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f94d800b530 tx=0x7f94d800b840 comp rx=0 tx=0).stop 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 shutdown_connections 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94d40a15f0 0x7f94d40a3ab0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94e8199280 0x7f94e81a3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94e8100560 0x7f94e8198800 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 --2- 172.21.15.39:0/1320245230 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94e8105680 0x7f94e8198d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 >> 172.21.15.39:0/1320245230 conn(0x7f94e80fbda0 msgr2=0x7f94e80fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 shutdown_connections 2023-12-07T14:06:50.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.201+0000 7f94f031f700 1 -- 172.21.15.39:0/1320245230 wait complete. 2023-12-07T14:06:50.217 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:06:50.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 -- 172.21.15.39:0/1370619284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 msgr2=0x7f152810e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.348 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 --2- 172.21.15.39:0/1370619284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152810e3c0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f152000b0d0 tx=0x7f152000b3e0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 -- 172.21.15.39:0/1370619284 shutdown_connections 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 --2- 172.21.15.39:0/1370619284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152810e3c0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 --2- 172.21.15.39:0/1370619284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1528107600 0x7f15281079e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 --2- 172.21.15.39:0/1370619284 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1528101430 0x7f15281018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 -- 172.21.15.39:0/1370619284 >> 172.21.15.39:0/1370619284 conn(0x7f15280fcee0 msgr2=0x7f15280ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 -- 172.21.15.39:0/1370619284 shutdown_connections 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 -- 172.21.15.39:0/1370619284 wait complete. 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 Processor -- start 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.343+0000 7f152dd96700 1 -- start start 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f152dd96700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1528101430 0x7f152819d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f152dd96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152819dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.349 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f152dd96700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1528107600 0x7f1528197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f152dd96700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1528197eb0 con 0x7f1528101df0 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f152dd96700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1528198020 con 0x7f1528107600 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f152dd96700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15281981e0 con 0x7f1528101430 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152819dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152819dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57248/0 (socket says 172.21.15.39:57248) 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 -- 172.21.15.39:0/771947181 learned_addr learned my addr 172.21.15.39:0/771947181 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1527fff700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1528107600 0x7f1528197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f15277fe700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1528101430 0x7f152819d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 -- 172.21.15.39:0/771947181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1528101430 msgr2=0x7f152819d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1528101430 0x7f152819d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 -- 172.21.15.39:0/771947181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1528107600 msgr2=0x7f1528197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.350 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1528107600 0x7f1528197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 -- 172.21.15.39:0/771947181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1520009d00 con 0x7f1528101df0 2023-12-07T14:06:50.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1526ffd700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152819dc50 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f151c00e9a0 tx=0x7f151c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.344+0000 7f1524ff9700 1 -- 172.21.15.39:0/771947181 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151c009790 con 0x7f1528101df0 2023-12-07T14:06:50.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.345+0000 7f1524ff9700 1 -- 172.21.15.39:0/771947181 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f151c010430 con 0x7f1528101df0 2023-12-07T14:06:50.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.345+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15281984c0 con 0x7f1528101df0 2023-12-07T14:06:50.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.345+0000 7f1524ff9700 1 -- 172.21.15.39:0/771947181 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151c018680 con 0x7f1528101df0 2023-12-07T14:06:50.351 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.345+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15281a4700 con 0x7f1528101df0 2023-12-07T14:06:50.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.347+0000 7f1524ff9700 1 -- 172.21.15.39:0/771947181 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f151c0105a0 con 0x7f1528101df0 2023-12-07T14:06:50.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.347+0000 7f1524ff9700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f15100a15f0 0x7f15100a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.358 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.347+0000 7f15277fe700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f15100a15f0 0x7f15100a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.347+0000 7f1524ff9700 1 -- 172.21.15.39:0/771947181 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f151c014070 con 0x7f1528101df0 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f15277fe700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f15100a15f0 0x7f15100a3ab0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1518005950 tx=0x7f151800b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 Processor -- start 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 -- start start 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff511e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff512360 0x5586ff515b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff516050 0x5586ff5164b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff4857c0 con 0x5586ff511a40 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff46c7a0 con 0x5586ff516050 2023-12-07T14:06:50.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff46a0c0 con 0x5586ff512360 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f15277fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff511e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f15277fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff511e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57254/0 (socket says 172.21.15.39:57254) 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.348+0000 7f15277fe700 1 -- 172.21.15.39:0/2589449239 learned_addr learned my addr 172.21.15.39:0/2589449239 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f1526ffd700 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff512360 0x5586ff515b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f1527fff700 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff516050 0x5586ff5164b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f15277fe700 1 -- 172.21.15.39:0/2589449239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff512360 msgr2=0x5586ff515b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f15277fe700 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff512360 0x5586ff515b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f15277fe700 1 -- 172.21.15.39:0/2589449239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff516050 msgr2=0x5586ff5164b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f15277fe700 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff516050 0x5586ff5164b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f15277fe700 1 -- 172.21.15.39:0/2589449239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5586ff2e2630 con 0x5586ff511a40 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f15277fe700 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff511e20 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f1518010fa0 tx=0x7f1518013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e68d85679030450b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f150dffb700 1 -- 172.21.15.39:0/2589449239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151801e620 con 0x5586ff511a40 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f150dffb700 1 -- 172.21.15.39:0/2589449239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1518015070 con 0x5586ff511a40 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.349+0000 7f150dffb700 1 -- 172.21.15.39:0/2589449239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151801ca20 con 0x5586ff511a40 2023-12-07T14:06:50.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2589449239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 msgr2=0x5586ff511e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff511e20 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f1518010fa0 tx=0x7f1518013000 comp rx=0 tx=0).stop 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2589449239 shutdown_connections 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff516050 0x5586ff5164b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff511e20 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2589449239 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff512360 0x5586ff515b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2589449239 >> 172.21.15.39:0/2589449239 conn(0x5586ff440360 msgr2=0x5586ff50c070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2589449239 shutdown_connections 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2589449239 wait complete. 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 -- start start 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.350+0000 7f1539f8fb80 1 Processor -- start 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff511a40 0x5586ff51d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff512360 0x5586ff51aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff51b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff4659b0 con 0x5586ff512360 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff41f560 con 0x5586ff511a40 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff41f200 con 0x5586ff516050 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 10 client.0 _ll_register_callbacks cb 0x5586ff34aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff512360 0x5586ff51aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff512360 0x5586ff51aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57262/0 (socket says 172.21.15.39:57262) 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 -- 172.21.15.39:0/2594587097 learned_addr learned my addr 172.21.15.39:0/2594587097 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1527fff700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff51b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 -- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 msgr2=0x5586ff51b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff51b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f15277fe700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff511a40 0x5586ff51d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 -- 172.21.15.39:0/2594587097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff511a40 msgr2=0x5586ff51d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff511a40 0x5586ff51d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 -- 172.21.15.39:0/2594587097 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1518010c50 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1527fff700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff51b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1526ffd700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff512360 0x5586ff51aa50 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f151c00e970 tx=0x7f151c09aa50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d502b8bd7755ca43 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1506ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1506ffd700 1 -- 172.21.15.39:0/2594587097 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f151c0a2630 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1506ffd700 1 -- 172.21.15.39:0/2594587097 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f151c09e170 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.351+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5586ff504a00 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1506ffd700 1 -- 172.21.15.39:0/2594587097 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f151c099790 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 10 client.16791 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x5586ff28ede0 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1506ffd700 1 -- 172.21.15.39:0/2594587097 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5586ff504a00 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1506ffd700 1 -- 172.21.15.39:0/2594587097 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f151c096090 con 0x5586ff512360 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 10 client.16791 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 10 client.16791 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:06:50.363 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 20 client.16791 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff52b3e0 0x5586ff52d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 4 client.16791 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5586ff4e06a0 con 0x5586ff52b3e0 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.352+0000 7f15277fe700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff52b3e0 0x5586ff52d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.353+0000 7f15277fe700 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff52b3e0 0x5586ff52d800 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=72bb4f1e83a3383f server_cookie=c3697f5cf8aec0d1 in_seq=0 out_seq=0 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.353+0000 7f1506ffd700 10 client.16791 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.353+0000 7f1506ffd700 1 -- 172.21.15.39:0/2594587097 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5586ff4e06a0 con 0x5586ff52b3e0 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.353+0000 7f1506ffd700 10 client.16791 handle_command_reply: tid=0 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.353+0000 7f1539f8fb80 1 client.16791 shutdown 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff512360 msgr2=0x5586ff51aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff512360 0x5586ff51aa50 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f151c00e970 tx=0x7f151c09aa50 comp rx=0 tx=0).stop 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 shutdown_connections 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff51b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff52b3e0 0x5586ff52d800 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff511a40 0x5586ff51d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1506ffd700 0 client.16791 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:50.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/2594587097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff512360 0x5586ff51aa50 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 >> 172.21.15.39:0/2594587097 conn(0x5586ff440360 msgr2=0x5586ff5174b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 shutdown_connections 2023-12-07T14:06:50.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 1 -- 172.21.15.39:0/2594587097 wait complete. 2023-12-07T14:06:50.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.354+0000 7f1539f8fb80 20 client.16791 trim_cache size 0 max 16384 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 Processor -- start 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 -- start start 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff522330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff522870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff50bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff2e4920 con 0x5586ff511a40 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff5049d0 con 0x5586ff512360 2023-12-07T14:06:50.377 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff519000 con 0x5586ff516050 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f15277fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff522330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f15277fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff522330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57268/0 (socket says 172.21.15.39:57268) 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.367+0000 7f15277fe700 1 -- 172.21.15.39:0/268317277 learned_addr learned my addr 172.21.15.39:0/268317277 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f1526ffd700 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff522870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f1527fff700 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff50bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f15277fe700 1 -- 172.21.15.39:0/268317277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 msgr2=0x5586ff50bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f15277fe700 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff50bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f15277fe700 1 -- 172.21.15.39:0/268317277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 msgr2=0x5586ff522870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f15277fe700 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff522870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.378 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f15277fe700 1 -- 172.21.15.39:0/268317277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5586ff506e40 con 0x5586ff511a40 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f15277fe700 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff522330 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f1518011ab0 tx=0x7f1518010fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9050f246a3627b74 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f150e7fc700 1 -- 172.21.15.39:0/268317277 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15180325c0 con 0x5586ff511a40 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f150e7fc700 1 -- 172.21.15.39:0/268317277 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1518005600 con 0x5586ff511a40 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.368+0000 7f150e7fc700 1 -- 172.21.15.39:0/268317277 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1518004970 con 0x5586ff511a40 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- 172.21.15.39:0/268317277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 msgr2=0x5586ff522330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff522330 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f1518011ab0 tx=0x7f1518010fd0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- 172.21.15.39:0/268317277 shutdown_connections 2023-12-07T14:06:50.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff516050 0x5586ff50bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff511a40 0x5586ff522330 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/268317277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff522870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- 172.21.15.39:0/268317277 >> 172.21.15.39:0/268317277 conn(0x5586ff440360 msgr2=0x5586ff514170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- 172.21.15.39:0/268317277 shutdown_connections 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- 172.21.15.39:0/268317277 wait complete. 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- start start 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 Processor -- start 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff511a40 0x5586ff520500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff520a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff516050 0x5586ff584cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff5211c0 con 0x5586ff516050 2023-12-07T14:06:50.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff585220 con 0x5586ff512360 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ff5853e0 con 0x5586ff511a40 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.369+0000 7f1539f8fb80 10 client.0 _ll_register_callbacks cb 0x5586ff34aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff516050 0x5586ff584cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff516050 0x5586ff584cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57278/0 (socket says 172.21.15.39:57278) 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 -- 172.21.15.39:0/4208218560 learned_addr learned my addr 172.21.15.39:0/4208218560 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1526ffd700 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff520a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f15277fe700 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff511a40 0x5586ff520500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.381 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 -- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff511a40 msgr2=0x5586ff520500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff511a40 0x5586ff520500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 -- 172.21.15.39:0/4208218560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 msgr2=0x5586ff520a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff520a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 -- 172.21.15.39:0/4208218560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5586ff2e2630 con 0x5586ff516050 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1527fff700 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff516050 0x5586ff584cb0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f1520009cd0 tx=0x7f1520008f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da1cddbed1d4466e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1506ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1506ffd700 1 -- 172.21.15.39:0/4208218560 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f152000e040 con 0x5586ff516050 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1506ffd700 1 -- 172.21.15.39:0/4208218560 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f15200074e0 con 0x5586ff516050 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5586ff518b70 con 0x5586ff516050 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1506ffd700 1 -- 172.21.15.39:0/4208218560 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f15200076a0 con 0x5586ff516050 2023-12-07T14:06:50.382 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1539f8fb80 10 client.16797 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.370+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x5586ff277c60 con 0x5586ff516050 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1506ffd700 1 -- 172.21.15.39:0/4208218560 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5586ff518b70 con 0x5586ff516050 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1506ffd700 1 -- 172.21.15.39:0/4208218560 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f152000b100 con 0x5586ff516050 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1539f8fb80 10 client.16797 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1539f8fb80 10 client.16797 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1539f8fb80 20 client.16797 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff586d10 0x5586ff589130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1539f8fb80 4 client.16797 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f1518015070 con 0x5586ff586d10 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.371+0000 7f15277fe700 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff586d10 0x5586ff589130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1506ffd700 10 client.16797 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:50.383 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f15277fe700 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff586d10 0x5586ff589130 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c2ff9e45abe4a919 server_cookie=68b85a4e9b81f9da in_seq=0 out_seq=0 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1506ffd700 1 -- 172.21.15.39:0/4208218560 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f1518015070 con 0x5586ff586d10 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1506ffd700 10 client.16797 handle_command_reply: tid=0 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 client.16797 shutdown 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff516050 msgr2=0x5586ff584cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff516050 0x5586ff584cb0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f1520009cd0 tx=0x7f1520008f50 comp rx=0 tx=0).stop 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 shutdown_connections 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5586ff516050 0x5586ff584cb0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5586ff511a40 0x5586ff520500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x5586ff586d10 0x5586ff589130 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 --2- 172.21.15.39:0/4208218560 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5586ff512360 0x5586ff520a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1506ffd700 0 client.16797 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:06:50.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 >> 172.21.15.39:0/4208218560 conn(0x5586ff440360 msgr2=0x5586ff50bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 shutdown_connections 2023-12-07T14:06:50.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 1 -- 172.21.15.39:0/4208218560 wait complete. 2023-12-07T14:06:50.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.372+0000 7f1539f8fb80 20 client.16797 trim_cache size 0 max 16384 2023-12-07T14:06:50.385 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:50.386 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f15100a15f0 msgr2=0x7f15100a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f15100a15f0 0x7f15100a3ab0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f1518005950 tx=0x7f151800b410 comp rx=0 tx=0).stop 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 msgr2=0x7f152819dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152819dc50 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f151c00e9a0 tx=0x7f151c00ecb0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 shutdown_connections 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f15100a15f0 0x7f15100a3ab0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1528107600 0x7f1528197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1528101430 0x7f152819d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 --2- 172.21.15.39:0/771947181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1528101df0 0x7f152819dc50 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.387 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 >> 172.21.15.39:0/771947181 conn(0x7f15280fcee0 msgr2=0x7f15280fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 shutdown_connections 2023-12-07T14:06:50.388 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.373+0000 7f152dd96700 1 -- 172.21.15.39:0/771947181 wait complete. 2023-12-07T14:06:50.389 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:06:50.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 -- 172.21.15.39:0/1572289458 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 msgr2=0x7f0b80100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/1572289458 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b80100ef0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c0099c0 tx=0x7f0b6c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 -- 172.21.15.39:0/1572289458 shutdown_connections 2023-12-07T14:06:50.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/1572289458 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0b80101430 0x7f0b8010d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/1572289458 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b80105350 0x7f0b80105730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/1572289458 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b80100ef0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 -- 172.21.15.39:0/1572289458 >> 172.21.15.39:0/1572289458 conn(0x7f0b800768f0 msgr2=0x7f0b800fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 -- 172.21.15.39:0/1572289458 shutdown_connections 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 -- 172.21.15.39:0/1572289458 wait complete. 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 Processor -- start 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.515+0000 7f0b86dbe700 1 -- start start 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b86dbe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b800fbd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b86dbe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0b80101430 0x7f0b800fc270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b86dbe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b80105350 0x7f0b800fc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b86dbe700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b801a5c20 con 0x7f0b80100a70 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b86dbe700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b801a5d90 con 0x7f0b80105350 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b86dbe700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b801a5f50 con 0x7f0b80101430 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b800fbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b800fbd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57288/0 (socket says 172.21.15.39:57288) 2023-12-07T14:06:50.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 -- 172.21.15.39:0/443899717 learned_addr learned my addr 172.21.15.39:0/443899717 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0b80101430 0x7f0b800fc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b8535b700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b80105350 0x7f0b800fc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 -- 172.21.15.39:0/443899717 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0b80101430 msgr2=0x7f0b800fc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0b80101430 0x7f0b800fc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 -- 172.21.15.39:0/443899717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b80105350 msgr2=0x7f0b800fc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b80105350 0x7f0b800fc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 -- 172.21.15.39:0/443899717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b6c0095f0 con 0x7f0b80100a70 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b800fbd30 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f0b7400d950 tx=0x7f0b7400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b7dffb700 1 -- 172.21.15.39:0/443899717 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b74009940 con 0x7f0b80100a70 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b7dffb700 1 -- 172.21.15.39:0/443899717 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b74010460 con 0x7f0b80100a70 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b801a6230 con 0x7f0b80100a70 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.516+0000 7f0b7dffb700 1 -- 172.21.15.39:0/443899717 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b7400f620 con 0x7f0b80100a70 2023-12-07T14:06:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.517+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b801a6710 con 0x7f0b80100a70 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.519+0000 7f0b7dffb700 1 -- 172.21.15.39:0/443899717 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f0b740108d0 con 0x7f0b80100a70 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.519+0000 7f0b7dffb700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0b700a15f0 0x7f0b700a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.519+0000 7f0b7dffb700 1 -- 172.21.15.39:0/443899717 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0b740ccf10 con 0x7f0b80100a70 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.519+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0b700a15f0 0x7f0b700a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0b700a15f0 0x7f0b700a3ab0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c009990 tx=0x7f0b6c003680 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 Processor -- start 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 -- start start 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69bf4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69bf8b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bf94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69b687c0 con 0x55af69bf9050 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69b4f7a0 con 0x55af69bf4a40 2023-12-07T14:06:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.520+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69b4d0c0 con 0x55af69bf5360 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bf94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b84b5a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69bf4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bf94b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57300/0 (socket says 172.21.15.39:57300) 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 -- 172.21.15.39:0/3199398780 learned_addr learned my addr 172.21.15.39:0/3199398780 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69bf8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 -- 172.21.15.39:0/3199398780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 msgr2=0x55af69bf8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69bf8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 -- 172.21.15.39:0/3199398780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 msgr2=0x55af69bf4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69bf4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 -- 172.21.15.39:0/3199398780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af699c5630 con 0x55af69bf9050 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69bf4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b8535b700 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bf94b0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f0b78009d70 tx=0x7f0b780077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faca6a6a92fb15ab server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b6affd700 1 -- 172.21.15.39:0/3199398780 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b78014610 con 0x55af69bf9050 2023-12-07T14:06:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b6affd700 1 -- 172.21.15.39:0/3199398780 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b7800f050 con 0x55af69bf9050 2023-12-07T14:06:50.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.521+0000 7f0b6affd700 1 -- 172.21.15.39:0/3199398780 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b78013860 con 0x55af69bf9050 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/3199398780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 msgr2=0x55af69bf94b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bf94b0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f0b78009d70 tx=0x7f0b780077e0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/3199398780 shutdown_connections 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bf94b0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69bf4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/3199398780 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69bf8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/3199398780 >> 172.21.15.39:0/3199398780 conn(0x55af69b23360 msgr2=0x55af69bef070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/3199398780 shutdown_connections 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/3199398780 wait complete. 2023-12-07T14:06:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 -- start start 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.522+0000 7f0b92fb7b80 1 Processor -- start 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf4a40 0x55af69c00860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf5360 0x55af69bfdba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bfe2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69b489b0 con 0x55af69bf9050 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69b02560 con 0x55af69bf5360 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69b02200 con 0x55af69bf4a40 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b92fb7b80 10 client.0 _ll_register_callbacks cb 0x55af69a2da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bfe2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bfe2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57306/0 (socket says 172.21.15.39:57306) 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 -- 172.21.15.39:0/2585272107 learned_addr learned my addr 172.21.15.39:0/2585272107 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf4a40 0x55af69c00860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf5360 0x55af69bfdba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 -- 172.21.15.39:0/2585272107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf4a40 msgr2=0x55af69c00860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf4a40 0x55af69c00860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 -- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf5360 msgr2=0x55af69bfdba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf5360 0x55af69bfdba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.523+0000 7f0b8535b700 1 -- 172.21.15.39:0/2585272107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b801a6710 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b8535b700 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bfe2e0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f0b78014af0 tx=0x7f0b78014b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2503ce83a5faade server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b5ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b5ffff700 1 -- 172.21.15.39:0/2585272107 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b78006000 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b5ffff700 1 -- 172.21.15.39:0/2585272107 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0b780134e0 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55af69be7a00 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b5ffff700 1 -- 172.21.15.39:0/2585272107 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b780136a0 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 10 client.16809 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x7f0b780099a0 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b5ffff700 1 -- 172.21.15.39:0/2585272107 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55af69be7a00 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b5ffff700 1 -- 172.21.15.39:0/2585272107 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f0b78031730 con 0x55af69bf9050 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 10 client.16809 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 10 client.16809 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 20 client.16809 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c0e2e0 0x55af69c10700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 4 client.16809 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.524+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55af69bc36a0 con 0x55af69c0e2e0 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.525+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c0e2e0 0x55af69c10700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.525+0000 7f0b5ffff700 10 client.16809 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.525+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c0e2e0 0x55af69c10700 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=604cd92da95abaad server_cookie=929fc3db236a103f in_seq=0 out_seq=0 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b5ffff700 1 -- 172.21.15.39:0/2585272107 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55af69bc36a0 con 0x55af69c0e2e0 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b5ffff700 10 client.16809 handle_command_reply: tid=0 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 client.16809 shutdown 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 msgr2=0x55af69bfe2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bfe2e0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f0b78014af0 tx=0x7f0b78014b20 comp rx=0 tx=0).stop 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 shutdown_connections 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf9050 0x55af69bfe2e0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf4a40 0x55af69c00860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c0e2e0 0x55af69c10700 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2585272107 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf5360 0x55af69bfdba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b5ffff700 0 client.16809 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 >> 172.21.15.39:0/2585272107 conn(0x55af69b23360 msgr2=0x55af69bfa4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 shutdown_connections 2023-12-07T14:06:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2585272107 wait complete. 2023-12-07T14:06:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.526+0000 7f0b92fb7b80 20 client.16809 trim_cache size 0 max 16384 2023-12-07T14:06:50.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 Processor -- start 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 -- start start 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69c106d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf5360 0x55af69be9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf9050 0x55af69bfb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af699c7920 con 0x55af69bf5360 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69bfeaf0 con 0x55af69bf4a40 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.539+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69beba20 con 0x55af69bf9050 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf5360 0x55af69be9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf5360 0x55af69be9bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57312/0 (socket says 172.21.15.39:57312) 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 -- 172.21.15.39:0/2876755080 learned_addr learned my addr 172.21.15.39:0/2876755080 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b8535b700 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf9050 0x55af69bfb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69c106d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 -- 172.21.15.39:0/2876755080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf9050 msgr2=0x55af69bfb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf9050 0x55af69bfb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 -- 172.21.15.39:0/2876755080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 msgr2=0x55af69c106d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69c106d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 -- 172.21.15.39:0/2876755080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af69971de0 con 0x55af69bf5360 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69c106d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf5360 0x55af69be9bd0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c0099c0 tx=0x7f0b6c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4cb76eb60ada937 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b6b7fe700 1 -- 172.21.15.39:0/2876755080 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6c005670 con 0x55af69bf5360 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b6b7fe700 1 -- 172.21.15.39:0/2876755080 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b6c01e040 con 0x55af69bf5360 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.540+0000 7f0b6b7fe700 1 -- 172.21.15.39:0/2876755080 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6c00f7e0 con 0x55af69bf5360 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2876755080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf5360 msgr2=0x55af69be9bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf5360 0x55af69be9bd0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c0099c0 tx=0x7f0b6c020000 comp rx=0 tx=0).stop 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2876755080 shutdown_connections 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf9050 0x55af69bfb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf4a40 0x55af69c106d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/2876755080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf5360 0x55af69be9bd0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2876755080 >> 172.21.15.39:0/2876755080 conn(0x55af69b23360 msgr2=0x55af69bfd430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2876755080 shutdown_connections 2023-12-07T14:06:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/2876755080 wait complete. 2023-12-07T14:06:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 -- start start 2023-12-07T14:06:50.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.541+0000 7f0b92fb7b80 1 Processor -- start 2023-12-07T14:06:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf4a40 0x55af69c05800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69c032e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf9050 0x55af69c03a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.550 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69c04130 con 0x55af69bf4a40 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69c637e0 con 0x55af69bf9050 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af69c63920 con 0x55af69bf5360 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 10 client.0 _ll_register_callbacks cb 0x55af69a2da80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf4a40 0x55af69c05800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf4a40 0x55af69c05800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57318/0 (socket says 172.21.15.39:57318) 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 -- 172.21.15.39:0/1261827253 learned_addr learned my addr 172.21.15.39:0/1261827253 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b8535b700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf9050 0x55af69c03a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69c032e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 -- 172.21.15.39:0/1261827253 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 msgr2=0x55af69c032e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69c032e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 -- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf9050 msgr2=0x55af69c03a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf9050 0x55af69c03a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 -- 172.21.15.39:0/1261827253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b8010da70 con 0x55af69bf4a40 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b8535b700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf9050 0x55af69c03a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:50.551 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b84b5a700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf4a40 0x55af69c05800 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f0b740ca730 tx=0x7f0b740a23a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9932853122c53d7f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b5ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b5ffff700 1 -- 172.21.15.39:0/1261827253 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b74098420 con 0x55af69bf4a40 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b5ffff700 1 -- 172.21.15.39:0/1261827253 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0b7409a3c0 con 0x55af69bf4a40 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.542+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0b7800f050 con 0x55af69bf4a40 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b5ffff700 1 -- 172.21.15.39:0/1261827253 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b74099450 con 0x55af69bf4a40 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 10 client.16815 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x55af6995ac60 con 0x55af69bf4a40 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b5ffff700 1 -- 172.21.15.39:0/1261827253 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b740b8030 con 0x55af69bf4a40 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b5ffff700 1 -- 172.21.15.39:0/1261827253 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f0b74094b70 con 0x55af69bf4a40 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 10 client.16815 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 10 client.16815 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 20 client.16815 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c650f0 0x55af69c67510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 4 client.16815 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:06:50.552 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55af69b0efd0 con 0x55af69c650f0 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.543+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c650f0 0x55af69c67510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b5ffff700 10 client.16815 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b7ffff700 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c650f0 0x55af69c67510 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1231433f77a7432b server_cookie=c3de3ee55870b698 in_seq=0 out_seq=0 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b5ffff700 1 -- 172.21.15.39:0/1261827253 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55af69b0efd0 con 0x55af69c650f0 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b5ffff700 10 client.16815 handle_command_reply: tid=0 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 client.16815 shutdown 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf4a40 msgr2=0x55af69c05800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf4a40 0x55af69c05800 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f0b740ca730 tx=0x7f0b740a23a0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 shutdown_connections 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55af69c650f0 0x55af69c67510 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55af69bf9050 0x55af69c03a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b5ffff700 0 client.16815 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af69bf4a40 0x55af69c05800 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 --2- 172.21.15.39:0/1261827253 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55af69bf5360 0x55af69c032e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.553 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 >> 172.21.15.39:0/1261827253 conn(0x55af69b23360 msgr2=0x55af69bfb440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 shutdown_connections 2023-12-07T14:06:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 1 -- 172.21.15.39:0/1261827253 wait complete. 2023-12-07T14:06:50.554 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.544+0000 7f0b92fb7b80 20 client.16815 trim_cache size 0 max 16384 2023-12-07T14:06:50.554 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:06:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0b700a15f0 msgr2=0x7f0b700a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0b700a15f0 0x7f0b700a3ab0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0b6c009990 tx=0x7f0b6c003680 comp rx=0 tx=0).stop 2023-12-07T14:06:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 msgr2=0x7f0b800fbd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b800fbd30 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f0b7400d950 tx=0x7f0b7400dc60 comp rx=0 tx=0).stop 2023-12-07T14:06:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 shutdown_connections 2023-12-07T14:06:50.556 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0b700a15f0 0x7f0b700a3ab0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b80105350 0x7f0b800fc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b80100a70 0x7f0b800fbd30 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 --2- 172.21.15.39:0/443899717 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0b80101430 0x7f0b800fc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 >> 172.21.15.39:0/443899717 conn(0x7f0b800768f0 msgr2=0x7f0b800ffe70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 shutdown_connections 2023-12-07T14:06:50.557 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:50.545+0000 7f0b86dbe700 1 -- 172.21.15.39:0/443899717 wait complete. 2023-12-07T14:06:50.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:50 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2227417314' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:06:50.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:50 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2227417314' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:06:50.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:50 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2227417314' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:06:51.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:51 smithi039 ceph-mon[98864]: pgmap v134: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 43 MiB/s wr, 1.93k op/s 2023-12-07T14:06:51.561 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:06:51.561 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:06:51.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:51 smithi055 ceph-mon[103363]: pgmap v134: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 43 MiB/s wr, 1.93k op/s 2023-12-07T14:06:51.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:51 smithi089 ceph-mon[103124]: pgmap v134: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 43 MiB/s wr, 1.93k op/s 2023-12-07T14:06:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 -- 172.21.15.39:0/1034605218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 msgr2=0x7f7070100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 --2- 172.21.15.39:0/1034605218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f7070100940 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f706c009990 tx=0x7f706c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 -- 172.21.15.39:0/1034605218 shutdown_connections 2023-12-07T14:06:51.709 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 --2- 172.21.15.39:0/1034605218 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7070105680 0x7f707010d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 --2- 172.21.15.39:0/1034605218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f7070100940 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 --2- 172.21.15.39:0/1034605218 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7070100f10 0x7f7070104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 -- 172.21.15.39:0/1034605218 >> 172.21.15.39:0/1034605218 conn(0x7f70700fbda0 msgr2=0x7f70700fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 -- 172.21.15.39:0/1034605218 shutdown_connections 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 -- 172.21.15.39:0/1034605218 wait complete. 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 Processor -- start 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.704+0000 7f7077d84700 1 -- start start 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7077d84700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f707019d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7077d84700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7070105680 0x7f707019dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7077d84700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7070197820 0x7f7070197cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7077d84700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70701982a0 con 0x7f7070100560 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7077d84700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70701983e0 con 0x7f7070105680 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7077d84700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70701985a0 con 0x7f7070197820 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f707019d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f707019d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57330/0 (socket says 172.21.15.39:57330) 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 -- 172.21.15.39:0/625142566 learned_addr learned my addr 172.21.15.39:0/625142566 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f707531f700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7070105680 0x7f707019dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7076321700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7070197820 0x7f7070197cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 -- 172.21.15.39:0/625142566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7070197820 msgr2=0x7f7070197cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7070197820 0x7f7070197cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 -- 172.21.15.39:0/625142566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7070105680 msgr2=0x7f707019dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7070105680 0x7f707019dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 -- 172.21.15.39:0/625142566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f706c0095f0 con 0x7f7070100560 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f707531f700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7070105680 0x7f707019dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7075b20700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f707019d6f0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f706c000c00 tx=0x7f706c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.705+0000 7f7066ffd700 1 -- 172.21.15.39:0/625142566 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f706c01d070 con 0x7f7070100560 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.706+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70701a4500 con 0x7f7070100560 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.706+0000 7f7066ffd700 1 -- 172.21.15.39:0/625142566 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f706c00fb30 con 0x7f7070100560 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.706+0000 7f7066ffd700 1 -- 172.21.15.39:0/625142566 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f706c022c20 con 0x7f7070100560 2023-12-07T14:06:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.706+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70701a49d0 con 0x7f7070100560 2023-12-07T14:06:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.708+0000 7f7066ffd700 1 -- 172.21.15.39:0/625142566 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f706c00fca0 con 0x7f7070100560 2023-12-07T14:06:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.708+0000 7f7066ffd700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f705c0a15f0 0x7f705c0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.708+0000 7f707531f700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f705c0a15f0 0x7f705c0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.708+0000 7f7066ffd700 1 -- 172.21.15.39:0/625142566 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f706c0ce5c0 con 0x7f7070100560 2023-12-07T14:06:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.709+0000 7f707531f700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f705c0a15f0 0x7f705c0a3ab0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7060005950 tx=0x7f70600058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.709+0000 7f7083f7db80 1 Processor -- start 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.709+0000 7f7083f7db80 1 -- start start 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476142eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x564761432b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5647614330d0 0x564761433530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7083f7db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647613a2840 con 0x5647614330d0 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7083f7db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564761389820 con 0x56476142eac0 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7083f7db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564761387140 con 0x56476142f3e0 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5647614330d0 0x564761433530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5647614330d0 0x564761433530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57342/0 (socket says 172.21.15.39:57342) 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 -- 172.21.15.39:0/296199828 learned_addr learned my addr 172.21.15.39:0/296199828 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f707531f700 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x564761432b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.718 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7075b20700 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476142eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 -- 172.21.15.39:0/296199828 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 msgr2=0x564761432b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x564761432b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 -- 172.21.15.39:0/296199828 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 msgr2=0x56476142eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476142eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 -- 172.21.15.39:0/296199828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5647611ff6b0 con 0x5647614330d0 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7075b20700 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476142eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f707531f700 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x564761432b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f7076321700 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5647614330d0 0x564761433530 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7068009be0 tx=0x7f7068009ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38452c8ba9cccb7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f705bfff700 1 -- 172.21.15.39:0/296199828 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7068004bb0 con 0x5647614330d0 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.710+0000 7f705bfff700 1 -- 172.21.15.39:0/296199828 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70680093b0 con 0x5647614330d0 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f705bfff700 1 -- 172.21.15.39:0/296199828 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7068014660 con 0x5647614330d0 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 -- 172.21.15.39:0/296199828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5647614330d0 msgr2=0x564761433530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5647614330d0 0x564761433530 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7068009be0 tx=0x7f7068009ef0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 -- 172.21.15.39:0/296199828 shutdown_connections 2023-12-07T14:06:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5647614330d0 0x564761433530 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476142eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 --2- 172.21.15.39:0/296199828 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x564761432b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 -- 172.21.15.39:0/296199828 >> 172.21.15.39:0/296199828 conn(0x56476135d3e0 msgr2=0x5647614290f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 -- 172.21.15.39:0/296199828 shutdown_connections 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.711+0000 7f7083f7db80 1 -- 172.21.15.39:0/296199828 wait complete. 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 -- start start 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 Processor -- start 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476143a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x564761437b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5647614330d0 0x564761438250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564761382a30 con 0x56476142f3e0 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56476133c5e0 con 0x56476142eac0 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56476133c280 con 0x5647614330d0 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7083f7db80 10 client.0 _ll_register_callbacks cb 0x564761267b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f707531f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x564761437b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f707531f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x564761437b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57346/0 (socket says 172.21.15.39:57346) 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f707531f700 1 -- 172.21.15.39:0/3633599916 learned_addr learned my addr 172.21.15.39:0/3633599916 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7076321700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5647614330d0 0x564761438250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.712+0000 7f7075b20700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476143a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f707531f700 1 -- 172.21.15.39:0/3633599916 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5647614330d0 msgr2=0x564761438250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f707531f700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5647614330d0 0x564761438250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f707531f700 1 -- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 msgr2=0x56476143a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f707531f700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476143a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f707531f700 1 -- 172.21.15.39:0/3633599916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7068009860 con 0x56476142f3e0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f7076321700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5647614330d0 0x564761438250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f707531f700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x564761437b10 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f706000bfd0 tx=0x7f7060004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=745eba5d1cc1357e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f70597fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f70597fa700 1 -- 172.21.15.39:0/3633599916 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060017040 con 0x56476142f3e0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f70597fa700 1 -- 172.21.15.39:0/3633599916 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7060003d20 con 0x56476142f3e0 2023-12-07T14:06:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5647613fd720 con 0x56476142f3e0 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f70597fa700 1 -- 172.21.15.39:0/3633599916 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7060020440 con 0x56476142f3e0 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f7083f7db80 10 client.16827 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x5647611abe60 con 0x56476142f3e0 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.713+0000 7f70597fa700 1 -- 172.21.15.39:0/3633599916 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5647613fd720 con 0x56476142f3e0 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f70597fa700 1 -- 172.21.15.39:0/3633599916 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f706001d050 con 0x56476142f3e0 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7083f7db80 10 client.16827 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7083f7db80 10 client.16827 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7083f7db80 20 client.16827 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7083f7db80 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564761448470 0x56476144a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7083f7db80 4 client.16827 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564761349050 con 0x564761448470 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7075b20700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564761448470 0x56476144a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f7075b20700 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564761448470 0x56476144a890 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=848d45349b42322f server_cookie=66ee4bc431a8e47b in_seq=0 out_seq=0 2023-12-07T14:06:51.722 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.714+0000 7f70597fa700 10 client.16827 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f70597fa700 1 -- 172.21.15.39:0/3633599916 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x564761349050 con 0x564761448470 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f70597fa700 10 client.16827 handle_command_reply: tid=0 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 client.16827 shutdown 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 msgr2=0x564761437b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x564761437b10 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f706000bfd0 tx=0x7f7060004750 comp rx=0 tx=0).stop 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 shutdown_connections 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5647614330d0 0x564761438250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564761448470 0x56476144a890 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56476142eac0 0x56476143a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f70597fa700 0 client.16827 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 --2- 172.21.15.39:0/3633599916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x564761437b10 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 >> 172.21.15.39:0/3633599916 conn(0x56476135d3e0 msgr2=0x564761434530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 shutdown_connections 2023-12-07T14:06:51.724 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.715+0000 7f7083f7db80 1 -- 172.21.15.39:0/3633599916 wait complete. 2023-12-07T14:06:51.725 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.716+0000 7f7083f7db80 20 client.16827 trim_cache size 0 max 16384 2023-12-07T14:06:51.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 Processor -- start 2023-12-07T14:06:51.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 -- start start 2023-12-07T14:06:51.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142eac0 0x56476144f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.738 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x56476143f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647612019a0 con 0x56476142f3e0 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564761425860 con 0x5647614330d0 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f7083f7db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647614391d0 con 0x56476142eac0 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f707531f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x56476143f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f707531f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x56476143f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57354/0 (socket says 172.21.15.39:57354) 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.733+0000 7f707531f700 1 -- 172.21.15.39:0/2651292722 learned_addr learned my addr 172.21.15.39:0/2651292722 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f7075b20700 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142eac0 0x56476144f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f7076321700 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f707531f700 1 -- 172.21.15.39:0/2651292722 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142eac0 msgr2=0x56476144f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f707531f700 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142eac0 0x56476144f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f707531f700 1 -- 172.21.15.39:0/2651292722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 msgr2=0x56476143f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f707531f700 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f707531f700 1 -- 172.21.15.39:0/2651292722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564761437670 con 0x56476142f3e0 2023-12-07T14:06:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f707531f700 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x56476143f380 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7060000c00 tx=0x7f7060012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6ee1b5498ee8e6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f7064ff9700 1 -- 172.21.15.39:0/2651292722 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060003960 con 0x56476142f3e0 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f7064ff9700 1 -- 172.21.15.39:0/2651292722 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7060011e70 con 0x56476142f3e0 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.734+0000 7f7064ff9700 1 -- 172.21.15.39:0/2651292722 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060020960 con 0x56476142f3e0 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- 172.21.15.39:0/2651292722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 msgr2=0x56476143f380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x56476143f380 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7060000c00 tx=0x7f7060012000 comp rx=0 tx=0).stop 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- 172.21.15.39:0/2651292722 shutdown_connections 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142eac0 0x56476144f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 --2- 172.21.15.39:0/2651292722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142f3e0 0x56476143f380 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- 172.21.15.39:0/2651292722 >> 172.21.15.39:0/2651292722 conn(0x56476135d3e0 msgr2=0x56476143a550 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- 172.21.15.39:0/2651292722 shutdown_connections 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- 172.21.15.39:0/2651292722 wait complete. 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- start start 2023-12-07T14:06:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 Processor -- start 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142eac0 0x56476143de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x56476143e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647614a2d90 con 0x56476142eac0 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647614a2ed0 con 0x5647614330d0 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.735+0000 7f7083f7db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647614a3090 con 0x56476142f3e0 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7083f7db80 10 client.0 _ll_register_callbacks cb 0x564761267b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142eac0 0x56476143de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142eac0 0x56476143de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57358/0 (socket says 172.21.15.39:57358) 2023-12-07T14:06:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 -- 172.21.15.39:0/372246305 learned_addr learned my addr 172.21.15.39:0/372246305 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7076321700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f707531f700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x56476143e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 -- 172.21.15.39:0/372246305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 msgr2=0x56476143e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x56476143e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 -- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 msgr2=0x56476143e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 -- 172.21.15.39:0/372246305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5647611abe60 con 0x56476142eac0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7076321700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7075b20700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142eac0 0x56476143de60 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f706c09b3a0 tx=0x7f706c0226c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d954d41f3b281ab server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f70597fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f70597fa700 1 -- 172.21.15.39:0/372246305 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f706c099a40 con 0x56476142eac0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f70597fa700 1 -- 172.21.15.39:0/372246305 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f706c097db0 con 0x56476142eac0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564761421a80 con 0x56476142eac0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f70597fa700 1 -- 172.21.15.39:0/372246305 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f706c097f70 con 0x56476142eac0 2023-12-07T14:06:51.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7083f7db80 10 client.16833 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.736+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x564761194ce0 con 0x56476142eac0 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f70597fa700 1 -- 172.21.15.39:0/372246305 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564761421a80 con 0x56476142eac0 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f70597fa700 1 -- 172.21.15.39:0/372246305 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f706c09ac90 con 0x56476142eac0 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f7083f7db80 10 client.16833 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f7083f7db80 10 client.16833 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f7083f7db80 20 client.16833 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f7083f7db80 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5647614a4630 0x5647614a6a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f7083f7db80 4 client.16833 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x56476133b510 con 0x5647614a4630 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f707531f700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5647614a4630 0x5647614a6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f707531f700 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5647614a4630 0x5647614a6a50 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5b58b7fccdf4885 server_cookie=c39385c08619843f in_seq=0 out_seq=0 2023-12-07T14:06:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.737+0000 7f70597fa700 10 client.16833 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f70597fa700 1 -- 172.21.15.39:0/372246305 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x56476133b510 con 0x5647614a4630 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f70597fa700 10 client.16833 handle_command_reply: tid=0 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 client.16833 shutdown 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142eac0 msgr2=0x56476143de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142eac0 0x56476143de60 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f706c09b3a0 tx=0x7f706c0226c0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 shutdown_connections 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5647614a4630 0x5647614a6a50 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5647614330d0 0x56476143e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56476142eac0 0x56476143de60 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 --2- 172.21.15.39:0/372246305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56476142f3e0 0x56476143e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 >> 172.21.15.39:0/372246305 conn(0x56476135d3e0 msgr2=0x56476144f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f70597fa700 0 client.16833 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 shutdown_connections 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 1 -- 172.21.15.39:0/372246305 wait complete. 2023-12-07T14:06:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.739+0000 7f7083f7db80 20 client.16833 trim_cache size 0 max 16384 2023-12-07T14:06:51.748 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:06:51.748 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:06:51.748 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "30700633-5c95-4e06-a229-fe59045c9afc", 2023-12-07T14:06:51.748 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:06:51.748 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f705c0a15f0 msgr2=0x7f705c0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f705c0a15f0 0x7f705c0a3ab0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7060005950 tx=0x7f70600058e0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 msgr2=0x7f707019d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f707019d6f0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f706c000c00 tx=0x7f706c009580 comp rx=0 tx=0).stop 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 shutdown_connections 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7070197820 0x7f7070197cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070100560 0x7f707019d6f0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f705c0a15f0 0x7f705c0a3ab0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 --2- 172.21.15.39:0/625142566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7070105680 0x7f707019dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 >> 172.21.15.39:0/625142566 conn(0x7f70700fbda0 msgr2=0x7f7070068d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 shutdown_connections 2023-12-07T14:06:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.740+0000 7f7077d84700 1 -- 172.21.15.39:0/625142566 wait complete. 2023-12-07T14:06:51.757 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:06:51.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 -- 172.21.15.39:0/533827727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81005b0 msgr2=0x7ff4c8100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/533827727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81005b0 0x7ff4c8100990 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7ff4c000b0a0 tx=0x7ff4c000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 -- 172.21.15.39:0/533827727 shutdown_connections 2023-12-07T14:06:51.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/533827727 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4c81056d0 0x7ff4c810d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/533827727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81005b0 0x7ff4c8100990 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/533827727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4c8100f60 0x7ff4c8104fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 -- 172.21.15.39:0/533827727 >> 172.21.15.39:0/533827727 conn(0x7ff4c80fbe10 msgr2=0x7ff4c80fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 -- 172.21.15.39:0/533827727 shutdown_connections 2023-12-07T14:06:51.931 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.921+0000 7ff4cdabe700 1 -- 172.21.15.39:0/533827727 wait complete. 2023-12-07T14:06:51.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 Processor -- start 2023-12-07T14:06:51.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 -- start start 2023-12-07T14:06:51.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4c81005b0 0x7ff4c8196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81056d0 0x7ff4c8196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4c81971a0 0x7ff4c81a5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c81a62e0 con 0x7ff4c81056d0 2023-12-07T14:06:51.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c81a6420 con 0x7ff4c81005b0 2023-12-07T14:06:51.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4cdabe700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4c81a6560 con 0x7ff4c81971a0 2023-12-07T14:06:51.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81056d0 0x7ff4c8196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81056d0 0x7ff4c8196c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57374/0 (socket says 172.21.15.39:57374) 2023-12-07T14:06:51.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 -- 172.21.15.39:0/1996701229 learned_addr learned my addr 172.21.15.39:0/1996701229 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.933 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4c81971a0 0x7ff4c81a5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4c81005b0 0x7ff4c8196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 -- 172.21.15.39:0/1996701229 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4c81971a0 msgr2=0x7ff4c81a5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4c81971a0 0x7ff4c81a5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 -- 172.21.15.39:0/1996701229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4c81005b0 msgr2=0x7ff4c8196720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4c81005b0 0x7ff4c8196720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.922+0000 7ff4c6ffd700 1 -- 172.21.15.39:0/1996701229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4c0009d00 con 0x7ff4c81056d0 2023-12-07T14:06:51.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.923+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81056d0 0x7ff4c8196c60 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00ca10 tx=0x7ff4bc00cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.923+0000 7ff4c4ff9700 1 -- 172.21.15.39:0/1996701229 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc007a60 con 0x7ff4c81056d0 2023-12-07T14:06:51.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.923+0000 7ff4c4ff9700 1 -- 172.21.15.39:0/1996701229 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4bc007bc0 con 0x7ff4c81056d0 2023-12-07T14:06:51.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.923+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4c81a6840 con 0x7ff4c81056d0 2023-12-07T14:06:51.935 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.923+0000 7ff4c4ff9700 1 -- 172.21.15.39:0/1996701229 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4bc018460 con 0x7ff4c81056d0 2023-12-07T14:06:51.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.923+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4c81a6d50 con 0x7ff4c81056d0 2023-12-07T14:06:51.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.925+0000 7ff4c4ff9700 1 -- 172.21.15.39:0/1996701229 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff4bc00f450 con 0x7ff4c81056d0 2023-12-07T14:06:51.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.926+0000 7ff4c4ff9700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff4b00a15f0 0x7ff4b00a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.926+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff4b00a15f0 0x7ff4b00a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.926+0000 7ff4c4ff9700 1 -- 172.21.15.39:0/1996701229 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff4bc0cd010 con 0x7ff4c81056d0 2023-12-07T14:06:51.937 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.926+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff4b00a15f0 0x7ff4b00a3ab0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0000f80 tx=0x7ff4c000b7f0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 Processor -- start 2023-12-07T14:06:51.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 -- start start 2023-12-07T14:06:51.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856478e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x55685647cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568563ec7c0 con 0x556856478a40 2023-12-07T14:06:51.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568563d37a0 con 0x556856479360 2023-12-07T14:06:51.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568563d10c0 con 0x55685647d050 2023-12-07T14:06:51.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856478e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856478e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57380/0 (socket says 172.21.15.39:57380) 2023-12-07T14:06:51.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4c77fe700 1 -- 172.21.15.39:0/1513809895 learned_addr learned my addr 172.21.15.39:0/1513809895 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.927+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x55685647cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4c77fe700 1 -- 172.21.15.39:0/1513809895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 msgr2=0x55685647d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.951 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4c77fe700 1 -- 172.21.15.39:0/1513809895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 msgr2=0x55685647cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x55685647cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4c77fe700 1 -- 172.21.15.39:0/1513809895 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556856249630 con 0x556856478a40 2023-12-07T14:06:51.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:06:51.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856478e20 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7ff4c00093a0 tx=0x7ff4c001c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a680930dec81e7f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4adffb700 1 -- 172.21.15.39:0/1513809895 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c000e040 con 0x556856478a40 2023-12-07T14:06:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4adffb700 1 -- 172.21.15.39:0/1513809895 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4c001c900 con 0x556856478a40 2023-12-07T14:06:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.928+0000 7ff4adffb700 1 -- 172.21.15.39:0/1513809895 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c0005400 con 0x556856478a40 2023-12-07T14:06:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/1513809895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 msgr2=0x556856478e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856478e20 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7ff4c00093a0 tx=0x7ff4c001c000 comp rx=0 tx=0).stop 2023-12-07T14:06:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/1513809895 shutdown_connections 2023-12-07T14:06:51.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856478e20 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/1513809895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x55685647cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/1513809895 >> 172.21.15.39:0/1513809895 conn(0x5568563a7360 msgr2=0x556856473070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/1513809895 shutdown_connections 2023-12-07T14:06:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/1513809895 wait complete. 2023-12-07T14:06:51.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 -- start start 2023-12-07T14:06:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 Processor -- start 2023-12-07T14:06:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856484740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x556856481a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.929+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55685647d050 0x556856482060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568563cc9b0 con 0x556856478a40 2023-12-07T14:06:51.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556856386560 con 0x55685647d050 2023-12-07T14:06:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556856386200 con 0x556856479360 2023-12-07T14:06:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4d9cb7b80 10 client.0 _ll_register_callbacks cb 0x5568562b1a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856484740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856484740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57386/0 (socket says 172.21.15.39:57386) 2023-12-07T14:06:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 -- 172.21.15.39:0/4026596070 learned_addr learned my addr 172.21.15.39:0/4026596070 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x556856481a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55685647d050 0x556856482060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 -- 172.21.15.39:0/4026596070 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 msgr2=0x556856481a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x556856481a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 -- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55685647d050 msgr2=0x556856482060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55685647d050 0x556856482060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 -- 172.21.15.39:0/4026596070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4c810dac0 con 0x556856478a40 2023-12-07T14:06:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55685647d050 0x556856482060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856484740 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0007ad0 tx=0x7ff4c0009450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=181a374161dad7cf server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4a6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/4026596070 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c000e040 con 0x556856478a40 2023-12-07T14:06:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/4026596070 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff4c0023040 con 0x556856478a40 2023-12-07T14:06:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55685646ba00 con 0x556856478a40 2023-12-07T14:06:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/4026596070 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4c0031450 con 0x556856478a40 2023-12-07T14:06:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.930+0000 7ff4d9cb7b80 10 client.16845 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x5568561f5de0 con 0x556856478a40 2023-12-07T14:06:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/4026596070 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55685646ba00 con 0x556856478a40 2023-12-07T14:06:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/4026596070 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff4c0028740 con 0x556856478a40 2023-12-07T14:06:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4d9cb7b80 10 client.16845 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:51.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4d9cb7b80 10 client.16845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:51.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4d9cb7b80 20 client.16845 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:51.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556856491ce0 0x5568564940d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4d9cb7b80 4 client.16845 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:51.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5568564476a0 con 0x556856491ce0 2023-12-07T14:06:51.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556856491ce0 0x5568564940d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4a6ffd700 10 client.16845 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.931+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556856491ce0 0x5568564940d0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c18227a589ffb90 server_cookie=69e2dfbeb414dd6c in_seq=0 out_seq=0 2023-12-07T14:06:51.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/4026596070 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5568564476a0 con 0x556856491ce0 2023-12-07T14:06:51.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4a6ffd700 10 client.16845 handle_command_reply: tid=0 2023-12-07T14:06:51.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 client.16845 shutdown 2023-12-07T14:06:51.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 msgr2=0x556856484740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856484740 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0007ad0 tx=0x7ff4c0009450 comp rx=0 tx=0).stop 2023-12-07T14:06:51.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 shutdown_connections 2023-12-07T14:06:51.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556856491ce0 0x5568564940d0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.962 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55685647d050 0x556856482060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.963 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4a6ffd700 0 client.16845 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.963 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x556856484740 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.963 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/4026596070 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x556856481a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.963 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 >> 172.21.15.39:0/4026596070 conn(0x5568563a7360 msgr2=0x55685647e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.963 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 shutdown_connections 2023-12-07T14:06:51.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.932+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/4026596070 wait complete. 2023-12-07T14:06:51.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.933+0000 7ff4d9cb7b80 20 client.16845 trim_cache size 0 max 16384 2023-12-07T14:06:51.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 Processor -- start 2023-12-07T14:06:51.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 -- start start 2023-12-07T14:06:51.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x5568564891b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x5568564896f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55685624b920 con 0x556856478a40 2023-12-07T14:06:51.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55685646ba00 con 0x556856479360 2023-12-07T14:06:51.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55685646f7e0 con 0x55685647d050 2023-12-07T14:06:51.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x5568564891b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.977 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4c77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x5568564891b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57394/0 (socket says 172.21.15.39:57394) 2023-12-07T14:06:51.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4c77fe700 1 -- 172.21.15.39:0/3863716677 learned_addr learned my addr 172.21.15.39:0/3863716677 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.950+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x5568564896f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4c77fe700 1 -- 172.21.15.39:0/3863716677 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 msgr2=0x55685647f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.978 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4c77fe700 1 -- 172.21.15.39:0/3863716677 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 msgr2=0x5568564896f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x5568564896f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4c77fe700 1 -- 172.21.15.39:0/3863716677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55685646dde0 con 0x556856478a40 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x5568564891b0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7ff4c000b3f0 tx=0x7ff4c0009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=538ee89cc858f0b1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4ae7fc700 1 -- 172.21.15.39:0/3863716677 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c000e070 con 0x556856478a40 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4ae7fc700 1 -- 172.21.15.39:0/3863716677 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4c00288b0 con 0x556856478a40 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4ae7fc700 1 -- 172.21.15.39:0/3863716677 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4c0031ba0 con 0x556856478a40 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/3863716677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 msgr2=0x5568564891b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x5568564891b0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7ff4c000b3f0 tx=0x7ff4c0009360 comp rx=0 tx=0).stop 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/3863716677 shutdown_connections 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55685647d050 0x55685647f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556856478a40 0x5568564891b0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/3863716677 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856479360 0x5568564896f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.951+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/3863716677 >> 172.21.15.39:0/3863716677 conn(0x5568563a7360 msgr2=0x556856472ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/3863716677 shutdown_connections 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/3863716677 wait complete. 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 -- start start 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 Processor -- start 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856478a40 0x556856487190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x5568564876d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55685647d050 0x556856487c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568564e71f0 con 0x55685647d050 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568564e7360 con 0x556856478a40 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568564e7520 con 0x556856479360 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4d9cb7b80 10 client.0 _ll_register_callbacks cb 0x5568562b1a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4c7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55685647d050 0x556856487c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4c7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55685647d050 0x556856487c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57404/0 (socket says 172.21.15.39:57404) 2023-12-07T14:06:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4c7fff700 1 -- 172.21.15.39:0/608273851 learned_addr learned my addr 172.21.15.39:0/608273851 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.952+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856478a40 0x556856487190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4c6ffd700 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x5568564876d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4c7fff700 1 -- 172.21.15.39:0/608273851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 msgr2=0x5568564876d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x5568564876d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4c7fff700 1 -- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856478a40 msgr2=0x556856487190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856478a40 0x556856487190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4c7fff700 1 -- 172.21.15.39:0/608273851 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5568561f5de0 con 0x55685647d050 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4c7fff700 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55685647d050 0x556856487c10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8003930 tx=0x7ff4b8003c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef0b978807e974f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4a6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/608273851 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4b8017070 con 0x55685647d050 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/608273851 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff4b800ba80 con 0x55685647d050 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff4c001c900 con 0x55685647d050 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/608273851 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4b800bc40 con 0x55685647d050 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4d9cb7b80 10 client.16851 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x5568561dec60 con 0x55685647d050 2023-12-07T14:06:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.953+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/608273851 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff4c001c900 con 0x55685647d050 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/608273851 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff4b8026460 con 0x55685647d050 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 10 client.16851 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 10 client.16851 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 20 client.16851 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568564e8de0 0x5568564eb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 4 client.16851 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556856392fd0 con 0x5568564e8de0 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568564e8de0 0x5568564eb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4c77fe700 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568564e8de0 0x5568564eb200 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66eced3bfde3f92a server_cookie=83833e842ceff099 in_seq=0 out_seq=0 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4a6ffd700 10 client.16851 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4a6ffd700 1 -- 172.21.15.39:0/608273851 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x556856392fd0 con 0x5568564e8de0 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4a6ffd700 10 client.16851 handle_command_reply: tid=0 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 1 client.16851 shutdown 2023-12-07T14:06:51.982 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.954+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55685647d050 msgr2=0x556856487c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55685647d050 0x556856487c10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7ff4b8003930 tx=0x7ff4b8003c40 comp rx=0 tx=0).stop 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 shutdown_connections 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55685647d050 0x556856487c10 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568564e8de0 0x5568564eb200 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556856478a40 0x556856487190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 --2- 172.21.15.39:0/608273851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556856479360 0x5568564876d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4a6ffd700 0 client.16851 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 >> 172.21.15.39:0/608273851 conn(0x5568563a7360 msgr2=0x55685646cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 shutdown_connections 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 1 -- 172.21.15.39:0/608273851 wait complete. 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4d9cb7b80 20 client.16851 trim_cache size 0 max 16384 2023-12-07T14:06:51.983 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: "30700633-5c95-4e06-a229-fe59045c9afc": { 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "30700633-5c95-4e06-a229-fe59045c9afc", 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:06:51.984 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:06:51.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff4b00a15f0 msgr2=0x7ff4b00a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff4b00a15f0 0x7ff4b00a3ab0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff4c0000f80 tx=0x7ff4c000b7f0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.985 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81056d0 msgr2=0x7ff4c8196c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81056d0 0x7ff4c8196c60 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc00ca10 tx=0x7ff4bc00cd20 comp rx=0 tx=0).stop 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 shutdown_connections 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff4c81971a0 0x7ff4c81a5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff4b00a15f0 0x7ff4b00a3ab0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff4c81005b0 0x7ff4c8196720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 --2- 172.21.15.39:0/1996701229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4c81056d0 0x7ff4c8196c60 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 >> 172.21.15.39:0/1996701229 conn(0x7ff4c80fbe10 msgr2=0x7ff4c80fd130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 shutdown_connections 2023-12-07T14:06:51.986 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:06:51.955+0000 7ff4cdabe700 1 -- 172.21.15.39:0/1996701229 wait complete. 2023-12-07T14:06:51.986 INFO:tasks.cephfs.filesystem:scrub status for tag:30700633-5c95-4e06-a229-fe59045c9afc - {'path': '/', 'tag': '30700633-5c95-4e06-a229-fe59045c9afc', 'options': 'recursive,force'} 2023-12-07T14:06:52.149 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:06:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: 2023-12-07T14:06:51.774+0000 7f560a782700 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000000f [...6,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_subtrans/ auth{2=1} v1766 ap=2 f(v5 m2023-12-07T14:06:32.414163+0000 5=5+0) n(v7 rc2023-12-07T14:06:32.414163+0000 b786432 6=5+1) old_inodes=4 (idft sync r=1) (inest sync r=1) (ifile sync r=1) (iversion lock) caps={25039=pAsLsXsFs/pAsLsXsFsx@43} mcw={2=AsLsXsFs} | dirtyscattered=0 request=0 lock=3 dirfrag=1 caps=1 dirtyrstat=0 dirtyparent=0 replicated=1 dirty=0 waiter=0 authpin=1 scrubqueue=0 0x55d606fc4c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":true,"read_ret_val":0,"ondisk_value":"(2)0x1000000000f:[<0x10000000006/pg_subtrans v274>,<0x10000000005/data v83>,<0x100000001fb/postgres v18>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v29>,<0x10000000001/sv_1 v49>,<0x10000000000/_nogroup v32>,<0x1/volumes v30>]//[]","memoryvalue":"(2)0x1000000000f:[<0x10000000006/pg_subtrans v1766>,<0x10000000005/data v492>,<0x100000001fb/postgres v264>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v273>,<0x10000000001/sv_1 v294>,<0x10000000000/_nogroup v286>,<0x1/volumes v262>]//[]","error_str":""},"raw_stats":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f(v0 m2023-12-07T14:06:04.217761+0000 4=4+0)","ondisk_value.rstat":"n(v0 rc2023-12-07T14:06:32.414163+0000 b786432 6=5+1)","memory_value.dirstat":"f(v5 m2023-12-07T14:06:32.414163+0000 5=5+0)","memory_value.rstat":"n(v7 rc2023-12-07T14:06:32.414163+0000 b786432 6=5+1)","error_str":"freshly-calculated rstats don't match existing ones"},"return_code":0} 2023-12-07T14:06:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:06:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000000f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_subtrans) see mds.b log and `damage ls` output for details 2023-12-07T14:06:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:52 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:06:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000000f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_subtrans) see mds.b log and `damage ls` output for details 2023-12-07T14:06:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:52 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:06:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000000f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_subtrans) see mds.b log and `damage ls` output for details 2023-12-07T14:06:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:52 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:53 smithi055 ceph-mon[103363]: pgmap v135: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 45 MiB/s wr, 2.13k op/s 2023-12-07T14:06:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:53 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:53 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:06:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:53 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:53 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:53 smithi089 ceph-mon[103124]: pgmap v135: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 45 MiB/s wr, 2.13k op/s 2023-12-07T14:06:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:53 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:53 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:06:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:53 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:53 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:53 smithi039 ceph-mon[98864]: pgmap v135: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 45 MiB/s wr, 2.13k op/s 2023-12-07T14:06:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:53 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:53 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:06:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:53 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:53 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:06:53.966 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 240.0 s, 0.0 tps, lat -nan ms stddev -nan 2023-12-07T14:06:55.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:55 smithi055 ceph-mon[103363]: pgmap v136: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 36 MiB/s wr, 1.80k op/s 2023-12-07T14:06:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:55 smithi089 ceph-mon[103124]: pgmap v136: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 36 MiB/s wr, 1.80k op/s 2023-12-07T14:06:55.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:55 smithi039 ceph-mon[98864]: pgmap v136: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 36 MiB/s wr, 1.80k op/s 2023-12-07T14:06:57.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 -- 172.21.15.39:0/4227876685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 msgr2=0x7f1750100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 --2- 172.21.15.39:0/4227876685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 0x7f1750100980 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f17480098f0 tx=0x7f1748009c00 comp rx=0 tx=0).stop 2023-12-07T14:06:57.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 -- 172.21.15.39:0/4227876685 shutdown_connections 2023-12-07T14:06:57.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 --2- 172.21.15.39:0/4227876685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 0x7f175010d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 --2- 172.21.15.39:0/4227876685 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 0x7f1750100980 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 --2- 172.21.15.39:0/4227876685 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f1750100f50 0x7f1750104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 -- 172.21.15.39:0/4227876685 >> 172.21.15.39:0/4227876685 conn(0x7f17500fbe60 msgr2=0x7f17500fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:57.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 -- 172.21.15.39:0/4227876685 shutdown_connections 2023-12-07T14:06:57.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.545+0000 7f175507b700 1 -- 172.21.15.39:0/4227876685 wait complete. 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.546+0000 7f175507b700 1 Processor -- start 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f175507b700 1 -- start start 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f175507b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 0x7f1750198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f175507b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 0x7f1750198ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f175507b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17501991e0 0x7f17501a37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f175507b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17501a3e80 con 0x7f17501056c0 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f175507b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17501a3ff0 con 0x7f17501005a0 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f175507b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17501a41b0 con 0x7f17501991e0 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f174e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 0x7f1750198ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f174e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 0x7f1750198ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57416/0 (socket says 172.21.15.39:57416) 2023-12-07T14:06:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f174e59c700 1 -- 172.21.15.39:0/1509745738 learned_addr learned my addr 172.21.15.39:0/1509745738 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.547+0000 7f174f59e700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17501991e0 0x7f17501a37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 0x7f1750198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174e59c700 1 -- 172.21.15.39:0/1509745738 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17501991e0 msgr2=0x7f17501a37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174e59c700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17501991e0 0x7f17501a37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174e59c700 1 -- 172.21.15.39:0/1509745738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 msgr2=0x7f1750198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174e59c700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 0x7f1750198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174e59c700 1 -- 172.21.15.39:0/1509745738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1740009d00 con 0x7f17501056c0 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 0x7f1750198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f174e59c700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 0x7f1750198ca0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f174400e970 tx=0x7f174400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.548+0000 7f1737fff700 1 -- 172.21.15.39:0/1509745738 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1744009790 con 0x7f17501056c0 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.549+0000 7f1737fff700 1 -- 172.21.15.39:0/1509745738 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f174400eec0 con 0x7f17501056c0 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.549+0000 7f1737fff700 1 -- 172.21.15.39:0/1509745738 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1744005590 con 0x7f17501056c0 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.549+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1748009520 con 0x7f17501056c0 2023-12-07T14:06:57.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.549+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17501a47c0 con 0x7f17501056c0 2023-12-07T14:06:57.555 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.552+0000 7f1737fff700 1 -- 172.21.15.39:0/1509745738 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f174400cbd0 con 0x7f17501056c0 2023-12-07T14:06:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.552+0000 7f1737fff700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17380a1660 0x7f17380a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.553+0000 7f1737fff700 1 -- 172.21.15.39:0/1509745738 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f1744014070 con 0x7f17501056c0 2023-12-07T14:06:57.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.553+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17380a1660 0x7f17380a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.553+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17380a1660 0x7f17380a3b20 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1748009fd0 tx=0x7f174800fcf0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.553+0000 7f1761274b80 1 Processor -- start 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.553+0000 7f1761274b80 1 -- start start 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f1761274b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694e9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f1761274b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694ed5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f1761274b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x5606694edf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f1761274b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56066945d760 con 0x5606694edb10 2023-12-07T14:06:57.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f1761274b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560669444740 con 0x5606694e9f50 2023-12-07T14:06:57.558 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f1761274b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560669442060 con 0x5606694e9630 2023-12-07T14:06:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694e9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694ed5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694e9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33912/0 (socket says 172.21.15.39:33912) 2023-12-07T14:06:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 -- 172.21.15.39:0/1087127220 learned_addr learned my addr 172.21.15.39:0/1087127220 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:57.559 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174f59e700 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x5606694edf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 -- 172.21.15.39:0/1087127220 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 msgr2=0x5606694ed5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694ed5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 -- 172.21.15.39:0/1087127220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 msgr2=0x5606694edf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x5606694edf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 -- 172.21.15.39:0/1087127220 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606692ba5d0 con 0x5606694e9630 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.554+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694e9a10 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1748016000 tx=0x7f174801c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0417ab7f4bc632c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f17357fa700 1 -- 172.21.15.39:0/1087127220 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f174801c070 con 0x5606694e9630 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f17357fa700 1 -- 172.21.15.39:0/1087127220 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f174800fb10 con 0x5606694e9630 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f17357fa700 1 -- 172.21.15.39:0/1087127220 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1748005580 con 0x5606694e9630 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 -- 172.21.15.39:0/1087127220 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 msgr2=0x5606694e9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694e9a10 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f1748016000 tx=0x7f174801c000 comp rx=0 tx=0).stop 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 -- 172.21.15.39:0/1087127220 shutdown_connections 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x5606694edf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.560 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694e9a10 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 --2- 172.21.15.39:0/1087127220 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694ed5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 -- 172.21.15.39:0/1087127220 >> 172.21.15.39:0/1087127220 conn(0x560669418300 msgr2=0x5606694e3ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 -- 172.21.15.39:0/1087127220 shutdown_connections 2023-12-07T14:06:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.555+0000 7f1761274b80 1 -- 172.21.15.39:0/1087127220 wait complete. 2023-12-07T14:06:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 -- start start 2023-12-07T14:06:57.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 Processor -- start 2023-12-07T14:06:57.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9630 0x5606694f5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9f50 0x5606694f2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694edb10 0x5606694f2be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56066943d950 con 0x5606694e9630 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606693f7500 con 0x5606694edb10 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606693f71a0 con 0x5606694e9f50 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f1761274b80 10 client.0 _ll_register_callbacks cb 0x560669322a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.556+0000 7f174ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9630 0x5606694f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9630 0x5606694f5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57428/0 (socket says 172.21.15.39:57428) 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9f50 0x5606694f2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 -- 172.21.15.39:0/1624821046 learned_addr learned my addr 172.21.15.39:0/1624821046 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174f59e700 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694edb10 0x5606694f2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 -- 172.21.15.39:0/1624821046 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9f50 msgr2=0x5606694f2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9f50 0x5606694f2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 -- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694edb10 msgr2=0x5606694f2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694edb10 0x5606694f2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 -- 172.21.15.39:0/1624821046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f175010dab0 con 0x5606694e9630 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.557+0000 7f174ed9d700 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9630 0x5606694f5270 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f1748009810 tx=0x7f1748005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=981bc3e22d45ee8b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:57.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.558+0000 7f1732ff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.558+0000 7f1732ff5700 1 -- 172.21.15.39:0/1624821046 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f174800b970 con 0x5606694e9630 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.558+0000 7f1732ff5700 1 -- 172.21.15.39:0/1624821046 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f174800bad0 con 0x5606694e9630 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.558+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5606694dc5f0 con 0x5606694e9630 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.558+0000 7f1732ff5700 1 -- 172.21.15.39:0/1624821046 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f174800f930 con 0x5606694e9630 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.558+0000 7f1761274b80 10 client.16863 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.558+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x560669266d80 con 0x5606694e9630 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1732ff5700 1 -- 172.21.15.39:0/1624821046 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5606694dc5f0 con 0x5606694e9630 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1732ff5700 1 -- 172.21.15.39:0/1624821046 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f174804b7f0 con 0x5606694e9630 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1761274b80 10 client.16863 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1761274b80 10 client.16863 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1761274b80 20 client.16863 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1761274b80 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x560669504d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1761274b80 4 client.16863 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5606694b8640 con 0x560669502940 2023-12-07T14:06:57.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.559+0000 7f174e59c700 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x560669504d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.560+0000 7f1732ff5700 10 client.16863 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:57.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.560+0000 7f174e59c700 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x560669504d30 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80fdacaa18b136ff server_cookie=4e7eb0fa05306d61 in_seq=0 out_seq=0 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1732ff5700 1 -- 172.21.15.39:0/1624821046 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5606694b8640 con 0x560669502940 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1732ff5700 10 client.16863 handle_command_reply: tid=0 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 client.16863 shutdown 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9630 msgr2=0x5606694f5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9630 0x5606694f5270 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f1748009810 tx=0x7f1748005040 comp rx=0 tx=0).stop 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 shutdown_connections 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x560669504d30 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694edb10 0x5606694f2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1732ff5700 0 client.16863 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9630 0x5606694f5270 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 --2- 172.21.15.39:0/1624821046 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9f50 0x5606694f2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 >> 172.21.15.39:0/1624821046 conn(0x560669418300 msgr2=0x5606694e8430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:57.568 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 shutdown_connections 2023-12-07T14:06:57.568 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 1 -- 172.21.15.39:0/1624821046 wait complete. 2023-12-07T14:06:57.568 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.561+0000 7f1761274b80 20 client.16863 trim_cache size 0 max 16384 2023-12-07T14:06:57.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 Processor -- start 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 -- start start 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9630 0x5606694f9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9f50 0x5606694fa2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694edb10 0x5606694ebbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606692bc8c0 con 0x5606694e9f50 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606694e5f50 con 0x5606694e9630 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.580+0000 7f1761274b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606694e45b0 con 0x5606694edb10 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9f50 0x5606694fa2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9f50 0x5606694fa2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57438/0 (socket says 172.21.15.39:57438) 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 -- 172.21.15.39:0/3137237958 learned_addr learned my addr 172.21.15.39:0/3137237958 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174f59e700 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694edb10 0x5606694ebbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174ed9d700 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9630 0x5606694f9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 -- 172.21.15.39:0/3137237958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694edb10 msgr2=0x5606694ebbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694edb10 0x5606694ebbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.585 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 -- 172.21.15.39:0/3137237958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9630 msgr2=0x5606694f9d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9630 0x5606694f9d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 -- 172.21.15.39:0/3137237958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56066924fc00 con 0x5606694e9f50 2023-12-07T14:06:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f174e59c700 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9f50 0x5606694fa2a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f1744099ff0 tx=0x7f17440cd230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e882d9142af6400 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f1735ffb700 1 -- 172.21.15.39:0/3137237958 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17440a2680 con 0x5606694e9f50 2023-12-07T14:06:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f1735ffb700 1 -- 172.21.15.39:0/3137237958 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17440b0040 con 0x5606694e9f50 2023-12-07T14:06:57.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.581+0000 7f1735ffb700 1 -- 172.21.15.39:0/3137237958 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f174409a7b0 con 0x5606694e9f50 2023-12-07T14:06:57.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 -- 172.21.15.39:0/3137237958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9f50 msgr2=0x5606694fa2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9f50 0x5606694fa2a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f1744099ff0 tx=0x7f17440cd230 comp rx=0 tx=0).stop 2023-12-07T14:06:57.589 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 -- 172.21.15.39:0/3137237958 shutdown_connections 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694edb10 0x5606694ebbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9630 0x5606694f9d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 --2- 172.21.15.39:0/3137237958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694e9f50 0x5606694fa2a0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 -- 172.21.15.39:0/3137237958 >> 172.21.15.39:0/3137237958 conn(0x560669418300 msgr2=0x5606694f4fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 -- 172.21.15.39:0/3137237958 shutdown_connections 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 -- 172.21.15.39:0/3137237958 wait complete. 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.582+0000 7f1761274b80 1 -- start start 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 1 Processor -- start 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694f7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694f84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x560669557e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560669558350 con 0x5606694edb10 2023-12-07T14:06:57.590 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560669558490 con 0x5606694e9f50 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606695585d0 con 0x5606694e9630 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f1761274b80 10 client.0 _ll_register_callbacks cb 0x560669322a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x560669557e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x560669557e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57446/0 (socket says 172.21.15.39:57446) 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 -- 172.21.15.39:0/4287980271 learned_addr learned my addr 172.21.15.39:0/4287980271 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174ed9d700 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694f7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174e59c700 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694f84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 -- 172.21.15.39:0/4287980271 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 msgr2=0x5606694f7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694f7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 -- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 msgr2=0x5606694f84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694f84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.583+0000 7f174f59e700 1 -- 172.21.15.39:0/4287980271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17501a47c0 con 0x5606694edb10 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f174f59e700 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x560669557e10 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f17400163a0 tx=0x7f17400166b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28531f8fb12e3aa4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1732ff5700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:06:57.591 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1732ff5700 1 -- 172.21.15.39:0/4287980271 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f174000e040 con 0x5606694edb10 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f174800fb10 con 0x5606694edb10 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1732ff5700 1 -- 172.21.15.39:0/4287980271 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f174001d070 con 0x5606694edb10 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1732ff5700 1 -- 172.21.15.39:0/4287980271 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=45) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1740016e60 con 0x5606694edb10 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1761274b80 10 client.16869 fetch_fsmap learned FSMap version 45 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=45,monmap=4+}) v3 -- 0x56066928d1f0 con 0x5606694edb10 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1732ff5700 1 -- 172.21.15.39:0/4287980271 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f174800fb10 con 0x5606694edb10 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.584+0000 7f1732ff5700 1 -- 172.21.15.39:0/4287980271 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 45) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f174002b860 con 0x5606694edb10 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f1761274b80 10 client.16869 fetch_fsmap finished waiting for FSMap version 45 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f1761274b80 10 client.16869 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f1761274b80 20 client.16869 populate_metadata read hostname 'smithi039' 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f1761274b80 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x56066955beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f1761274b80 4 client.16869 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560669403f70 con 0x560669502940 2023-12-07T14:06:57.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f174ed9d700 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x56066955beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:06:57.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f1732ff5700 10 client.16869 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:57.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.585+0000 7f174ed9d700 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x56066955beb0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e8e639772242e3 server_cookie=67c0fd76bf7e9a6c in_seq=0 out_seq=0 2023-12-07T14:06:57.620 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1732ff5700 1 -- 172.21.15.39:0/4287980271 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560669403f70 con 0x560669502940 2023-12-07T14:06:57.620 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1732ff5700 10 client.16869 handle_command_reply: tid=0 2023-12-07T14:06:57.620 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 client.16869 shutdown 2023-12-07T14:06:57.620 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 msgr2=0x560669557e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.620 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x560669557e10 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f17400163a0 tx=0x7f17400166b0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.620 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 shutdown_connections 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606694edb10 0x560669557e10 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606694e9630 0x5606694f7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560669502940 0x56066955beb0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 --2- 172.21.15.39:0/4287980271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606694e9f50 0x5606694f84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1732ff5700 0 client.16869 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.616+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 >> 172.21.15.39:0/4287980271 conn(0x560669418300 msgr2=0x5606694eff00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.617+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 shutdown_connections 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.617+0000 7f1761274b80 1 -- 172.21.15.39:0/4287980271 wait complete. 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.617+0000 7f1761274b80 20 client.16869 trim_cache size 0 max 16384 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:06:57.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:06:57.622 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:06:57.622 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:06:57.622 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.617+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17380a1660 msgr2=0x7f17380a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.622 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.617+0000 7f175507b700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17380a1660 0x7f17380a3b20 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1748009fd0 tx=0x7f174800fcf0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.622 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.617+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 msgr2=0x7f1750198ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.617+0000 7f175507b700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 0x7f1750198ca0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f174400e970 tx=0x7f174400ec80 comp rx=0 tx=0).stop 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 shutdown_connections 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f17501991e0 0x7f17501a37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f17380a1660 0x7f17380a3b20 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17501005a0 0x7f1750198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 --2- 172.21.15.39:0/1509745738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17501056c0 0x7f1750198ca0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 >> 172.21.15.39:0/1509745738 conn(0x7f17500fbe60 msgr2=0x7f17500fd290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 shutdown_connections 2023-12-07T14:06:57.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:06:57.619+0000 7f175507b700 1 -- 172.21.15.39:0/1509745738 wait complete. 2023-12-07T14:06:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:57 smithi055 ceph-mon[103363]: pgmap v137: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 36 MiB/s wr, 1.83k op/s 2023-12-07T14:06:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:57 smithi089 ceph-mon[103124]: pgmap v137: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 36 MiB/s wr, 1.83k op/s 2023-12-07T14:06:57.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:57 smithi039 ceph-mon[98864]: pgmap v137: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 36 MiB/s wr, 1.83k op/s 2023-12-07T14:06:58.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 245.0 s, 1134.8 tps, lat 227.114 ms stddev 1438.831 2023-12-07T14:06:59.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:06:59 smithi055 ceph-mon[103363]: pgmap v138: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 29 MiB/s wr, 1.58k op/s 2023-12-07T14:06:59.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:06:59 smithi089 ceph-mon[103124]: pgmap v138: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 29 MiB/s wr, 1.58k op/s 2023-12-07T14:06:59.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:06:59 smithi039 ceph-mon[98864]: pgmap v138: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 29 MiB/s wr, 1.58k op/s 2023-12-07T14:07:00.940 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[140961]: *** Caught signal (Segmentation fault) ** 2023-12-07T14:07:00.940 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[140961]: in thread 7f354c068700 thread_name:MR_Finisher 2023-12-07T14:07:01.385 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:01 smithi089 systemd[1]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.f.service: Main process exited, code=exited, status=139/n/a 2023-12-07T14:07:01.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:01 smithi089 ceph-mon[103124]: pgmap v139: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 2.3 MiB/s wr, 319 op/s 2023-12-07T14:07:01.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:01 smithi055 ceph-mon[103363]: pgmap v139: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 2.3 MiB/s wr, 319 op/s 2023-12-07T14:07:01.690 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:01 smithi089 systemd[1]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2023-12-07T14:07:01.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:01 smithi039 ceph-mon[98864]: pgmap v139: 97 pgs: 97 active+clean; 6.2 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 2.3 MiB/s wr, 319 op/s 2023-12-07T14:07:02.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:02 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:02.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:02 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:02.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:02 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:03 smithi055 ceph-mon[103363]: pgmap v140: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 9.2 MiB/s wr, 578 op/s 2023-12-07T14:07:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:03 smithi089 ceph-mon[103124]: pgmap v140: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 9.2 MiB/s wr, 578 op/s 2023-12-07T14:07:03.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:03 smithi039 ceph-mon[98864]: pgmap v140: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 9.2 MiB/s wr, 578 op/s 2023-12-07T14:07:03.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 250.0 s, 2634.2 tps, lat 37.964 ms stddev 48.509 2023-12-07T14:07:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:05 smithi055 ceph-mon[103363]: pgmap v141: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 7.3 MiB/s wr, 379 op/s 2023-12-07T14:07:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:05 smithi089 ceph-mon[103124]: pgmap v141: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 7.3 MiB/s wr, 379 op/s 2023-12-07T14:07:05.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:05 smithi039 ceph-mon[98864]: pgmap v141: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 7.3 MiB/s wr, 379 op/s 2023-12-07T14:07:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:06 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:06.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:06 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:06.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:06 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:06.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:06 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:06.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:06 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:06.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:06 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:07 smithi089 ceph-mon[103124]: pgmap v142: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 9.5 MiB/s wr, 535 op/s 2023-12-07T14:07:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:07 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:07 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:07 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:07 smithi039 ceph-mon[98864]: pgmap v142: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 9.5 MiB/s wr, 535 op/s 2023-12-07T14:07:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:07 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:07 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:07 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:07 smithi055 ceph-mon[103363]: pgmap v142: 97 pgs: 97 active+clean; 6.3 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 163 KiB/s rd, 9.5 MiB/s wr, 535 op/s 2023-12-07T14:07:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:07 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:07 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:07 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:08.969 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 255.0 s, 2801.1 tps, lat 35.821 ms stddev 40.957 2023-12-07T14:07:09.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:09 smithi089 ceph-mon[103124]: pgmap v143: 97 pgs: 97 active+clean; 6.3 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 18 MiB/s wr, 1.14k op/s 2023-12-07T14:07:09.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:09 smithi039 ceph-mon[98864]: pgmap v143: 97 pgs: 97 active+clean; 6.3 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 18 MiB/s wr, 1.14k op/s 2023-12-07T14:07:09.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:09 smithi055 ceph-mon[103363]: pgmap v143: 97 pgs: 97 active+clean; 6.3 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 18 MiB/s wr, 1.14k op/s 2023-12-07T14:07:10.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.821+0000 7fb7fde26700 1 -- 172.21.15.39:0/2488819751 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8112460 msgr2=0x7fb7f8114850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.821+0000 7fb7fde26700 1 --2- 172.21.15.39:0/2488819751 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8112460 0x7fb7f8114850 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0009f90 tx=0x7fb7f000b330 comp rx=0 tx=0).stop 2023-12-07T14:07:10.828 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.821+0000 7fb7fde26700 1 -- 172.21.15.39:0/2488819751 shutdown_connections 2023-12-07T14:07:10.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.821+0000 7fb7fde26700 1 --2- 172.21.15.39:0/2488819751 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8112460 0x7fb7f8114850 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.821+0000 7fb7fde26700 1 --2- 172.21.15.39:0/2488819751 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7f8073970 0x7fb7f8073d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.821+0000 7fb7fde26700 1 --2- 172.21.15.39:0/2488819751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7f8074290 0x7fb7f8111f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.821+0000 7fb7fde26700 1 -- 172.21.15.39:0/2488819751 >> 172.21.15.39:0/2488819751 conn(0x7fb7f80fcf80 msgr2=0x7fb7f80ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:10.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.828+0000 7fb7fde26700 1 -- 172.21.15.39:0/2488819751 shutdown_connections 2023-12-07T14:07:10.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.829+0000 7fb7fde26700 1 -- 172.21.15.39:0/2488819751 wait complete. 2023-12-07T14:07:10.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 Processor -- start 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 -- start start 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7f8073970 0x7fb7f8111840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8074290 0x7fb7f8111dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7f8112460 0x7fb7f810aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7f810b200 con 0x7fb7f8073970 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7f810b370 con 0x7fb7f8112460 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7fde26700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7f810b530 con 0x7fb7f8074290 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7f8073970 0x7fb7f8111840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7f8073970 0x7fb7f8111840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57456/0 (socket says 172.21.15.39:57456) 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7f77fe700 1 -- 172.21.15.39:0/3329630699 learned_addr learned my addr 172.21.15.39:0/3329630699 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7f7fff700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7f8112460 0x7fb7f810aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.830+0000 7fb7effff700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8074290 0x7fb7f8111dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.831+0000 7fb7f7fff700 1 -- 172.21.15.39:0/3329630699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8074290 msgr2=0x7fb7f8111dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.831+0000 7fb7f7fff700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8074290 0x7fb7f8111dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.831+0000 7fb7f7fff700 1 -- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7f8073970 msgr2=0x7fb7f8111840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.831+0000 7fb7f7fff700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7f8073970 0x7fb7f8111840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.831+0000 7fb7f7fff700 1 -- 172.21.15.39:0/3329630699 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7f0009c40 con 0x7fb7f8112460 2023-12-07T14:07:10.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.832+0000 7fb7f7fff700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7f8112460 0x7fb7f810aa30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000b6c0 tx=0x7fb7f0009b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:10.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.832+0000 7fb7f57fa700 1 -- 172.21.15.39:0/3329630699 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f000e040 con 0x7fb7f8112460 2023-12-07T14:07:10.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.832+0000 7fb7f57fa700 1 -- 172.21.15.39:0/3329630699 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7f001d470 con 0x7fb7f8112460 2023-12-07T14:07:10.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.832+0000 7fb7f57fa700 1 -- 172.21.15.39:0/3329630699 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f00052a0 con 0x7fb7f8112460 2023-12-07T14:07:10.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.833+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7f810b7b0 con 0x7fb7f8112460 2023-12-07T14:07:10.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.833+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7f810f6d0 con 0x7fb7f8112460 2023-12-07T14:07:10.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb7f57fa700 1 -- 172.21.15.39:0/3329630699 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fb7f001d5e0 con 0x7fb7f8112460 2023-12-07T14:07:10.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 Processor -- start 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 -- start start 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26f50 0x56055aa2a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa2af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055a99a760 con 0x56055aa2ab10 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055a981740 con 0x56055aa26630 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.839+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055a97f060 con 0x56055aa26f50 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7f57fa700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb7e40a15e0 0x7fb7e40a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48664/0 (socket says 172.21.15.39:48664) 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 -- 172.21.15.39:0/1687300344 learned_addr learned my addr 172.21.15.39:0/1687300344 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7f57fa700 1 -- 172.21.15.39:0/3329630699 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fb7f00cdda0 con 0x7fb7f8112460 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 -- 172.21.15.39:0/1687300344 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26f50 msgr2=0x56055aa2a5d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 --2- 172.21.15.39:0/1687300344 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26f50 0x56055aa2a5d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 -- 172.21.15.39:0/1687300344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 msgr2=0x56055aa2af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 --2- 172.21.15.39:0/1687300344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa2af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 -- 172.21.15.39:0/1687300344 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56055a7f75d0 con 0x56055aa26630 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7f7fff700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb7e40a15e0 0x7fb7e40a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.840+0000 7fb7effff700 1 --2- 172.21.15.39:0/1687300344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26630 0x56055aa26a10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb7e0009540 tx=0x7fb7e0011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccb0da88aaf66768 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:10.844 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.842+0000 7fb7f7fff700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb7e40a15e0 0x7fb7e40a3aa0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fb7f00cb6a0 tx=0x7fb7f0009920 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:10.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb7edffb700 1 -- 172.21.15.39:0/1687300344 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7e0016070 con 0x56055aa26630 2023-12-07T14:07:10.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb7edffb700 1 -- 172.21.15.39:0/1687300344 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7e00044e0 con 0x56055aa26630 2023-12-07T14:07:10.845 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb7edffb700 1 -- 172.21.15.39:0/1687300344 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7e0005020 con 0x56055aa26630 2023-12-07T14:07:10.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1687300344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26630 msgr2=0x56055aa26a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1687300344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26630 0x56055aa26a10 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb7e0009540 tx=0x7fb7e0011720 comp rx=0 tx=0).stop 2023-12-07T14:07:10.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1687300344 shutdown_connections 2023-12-07T14:07:10.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1687300344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa2af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.846 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1687300344 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1687300344 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26f50 0x56055aa2a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.843+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1687300344 >> 172.21.15.39:0/1687300344 conn(0x56055a955300 msgr2=0x56055aa20ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:10.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.844+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1687300344 shutdown_connections 2023-12-07T14:07:10.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.844+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1687300344 wait complete. 2023-12-07T14:07:10.847 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.844+0000 7fb80a01fb80 1 -- start start 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.844+0000 7fb80a01fb80 1 Processor -- start 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa2f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa2fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa301d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055a97a950 con 0x56055aa26630 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055a934500 con 0x56055aa26f50 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055a9341a0 con 0x56055aa2ab10 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb80a01fb80 10 client.0 _ll_register_callbacks cb 0x56055a85fa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb7f77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa2fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb7f77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa2fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48672/0 (socket says 172.21.15.39:48672) 2023-12-07T14:07:10.848 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.845+0000 7fb7f77fe700 1 -- 172.21.15.39:0/1575889143 learned_addr learned my addr 172.21.15.39:0/1575889143 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:10.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7f77fe700 1 -- 172.21.15.39:0/1575889143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 msgr2=0x56055aa301d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:10.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa301d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7f77fe700 1 -- 172.21.15.39:0/1575889143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 msgr2=0x56055aa2f750 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa2f750 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7f77fe700 1 -- 172.21.15.39:0/1575889143 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7e0009ab0 con 0x56055aa26f50 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa2fc90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb7e800e4c0 tx=0x7fb7e800e880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db7b4c7289c62238 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7d6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.846+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/1575889143 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8013680 con 0x56055aa26f50 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/1575889143 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fb7e80137e0 con 0x56055aa26f50 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56055aa195f0 con 0x56055aa26f50 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/1575889143 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb7e80139a0 con 0x56055aa26f50 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb80a01fb80 10 client.26402 fetch_fsmap learned FSMap version 46 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) v3 -- 0x56055a7a3d80 con 0x56055aa26f50 2023-12-07T14:07:10.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/1575889143 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56055aa195f0 con 0x56055aa26f50 2023-12-07T14:07:10.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/1575889143 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 46) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fb7e8011070 con 0x56055aa26f50 2023-12-07T14:07:10.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb80a01fb80 10 client.26402 fetch_fsmap finished waiting for FSMap version 46 2023-12-07T14:07:10.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb80a01fb80 10 client.26402 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:10.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.847+0000 7fb80a01fb80 20 client.26402 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:10.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.848+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa40110 0x56055aa425d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.848+0000 7fb80a01fb80 4 client.26402 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:10.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.848+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56055a9f5640 con 0x56055aa40110 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.848+0000 7fb7effff700 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa40110 0x56055aa425d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.848+0000 7fb7d6ffd700 10 client.26402 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.848+0000 7fb7effff700 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa40110 0x56055aa425d0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa9131163a1a8729 server_cookie=fcc8c7aa5039cc37 in_seq=0 out_seq=0 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/1575889143 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56055a9f5640 con 0x56055aa40110 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb7d6ffd700 10 client.26402 handle_command_reply: tid=0 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 client.26402 shutdown 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 msgr2=0x56055aa2fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa2fc90 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb7e800e4c0 tx=0x7fb7e800e880 comp rx=0 tx=0).stop 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 shutdown_connections 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa301d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa2f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa40110 0x56055aa425d0 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/1575889143 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa2fc90 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb7d6ffd700 0 client.26402 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:10.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 >> 172.21.15.39:0/1575889143 conn(0x56055a955300 msgr2=0x56055aa25430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:10.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 shutdown_connections 2023-12-07T14:07:10.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 1 -- 172.21.15.39:0/1575889143 wait complete. 2023-12-07T14:07:10.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.849+0000 7fb80a01fb80 20 client.26402 trim_cache size 0 max 16384 2023-12-07T14:07:10.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 Processor -- start 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 -- start start 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa221d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa42500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055a7f98c0 con 0x56055aa26630 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055aa3ca50 con 0x56055aa26f50 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.872+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055aa30aa0 con 0x56055aa2ab10 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa221d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57474/0 (socket says 172.21.15.39:57474) 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa221d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48676/0 (socket says 172.21.15.39:48676) 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7effff700 1 -- 172.21.15.39:0/254275847 learned_addr learned my addr 172.21.15.39:0/254275847 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7effff700 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa42500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 -- 172.21.15.39:0/254275847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 msgr2=0x56055aa42500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa42500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 -- 172.21.15.39:0/254275847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 msgr2=0x56055aa26a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 -- 172.21.15.39:0/254275847 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56055a78cc00 con 0x56055aa26f50 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7effff700 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa42500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa221d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb7e801cd70 tx=0x7fb7e800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c44d39fcc3025255 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.873+0000 7fb7ee7fc700 1 -- 172.21.15.39:0/254275847 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8005c50 con 0x56055aa26f50 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.874+0000 7fb7ee7fc700 1 -- 172.21.15.39:0/254275847 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7e8005db0 con 0x56055aa26f50 2023-12-07T14:07:10.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.874+0000 7fb7ee7fc700 1 -- 172.21.15.39:0/254275847 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7e8013df0 con 0x56055aa26f50 2023-12-07T14:07:10.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.874+0000 7fb80a01fb80 1 -- 172.21.15.39:0/254275847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 msgr2=0x56055aa221d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.874+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa221d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb7e801cd70 tx=0x7fb7e800ec80 comp rx=0 tx=0).stop 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 -- 172.21.15.39:0/254275847 shutdown_connections 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa2ab10 0x56055aa42500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa26630 0x56055aa26a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/254275847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa221d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 -- 172.21.15.39:0/254275847 >> 172.21.15.39:0/254275847 conn(0x56055a955300 msgr2=0x56055aa20b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 -- 172.21.15.39:0/254275847 shutdown_connections 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 -- 172.21.15.39:0/254275847 wait complete. 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.875+0000 7fb80a01fb80 1 -- start start 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 1 Processor -- start 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26630 0x56055aa37020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa34da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa352e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055aa35860 con 0x56055aa2ab10 2023-12-07T14:07:10.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055aa359d0 con 0x56055aa26f50 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56055aa35b90 con 0x56055aa26630 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb80a01fb80 10 client.0 _ll_register_callbacks cb 0x56055a85fa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa352e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7f77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa34da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa352e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57484/0 (socket says 172.21.15.39:57484) 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 -- 172.21.15.39:0/4043697179 learned_addr learned my addr 172.21.15.39:0/4043697179 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26630 0x56055aa37020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 -- 172.21.15.39:0/4043697179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26630 msgr2=0x56055aa37020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26630 0x56055aa37020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 -- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 msgr2=0x56055aa34da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa34da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7effff700 1 -- 172.21.15.39:0/4043697179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56055a7a3d80 con 0x56055aa2ab10 2023-12-07T14:07:10.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.876+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa34da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb7effff700 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa352e0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fb7e0006010 tx=0x7fb7e00058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bf75b32a92de145 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb7d6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/4043697179 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7e0016040 con 0x56055aa2ab10 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb7e00044e0 con 0x56055aa2ab10 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/4043697179 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fb7e0027600 con 0x56055aa2ab10 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/4043697179 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb7e00277c0 con 0x56055aa2ab10 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb80a01fb80 10 client.16881 fetch_fsmap learned FSMap version 46 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) v3 -- 0x56055a7ca1f0 con 0x56055aa2ab10 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/4043697179 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb7e00044e0 con 0x56055aa2ab10 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.877+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/4043697179 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 46) v1 ==== 7914+0+0 (secure 0 0 0) 0x7fb7e0036420 con 0x56055aa2ab10 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.878+0000 7fb80a01fb80 10 client.16881 fetch_fsmap finished waiting for FSMap version 46 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.878+0000 7fb80a01fb80 10 client.16881 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.878+0000 7fb80a01fb80 20 client.16881 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.878+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa96d90 0x56055aa991b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:10.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.878+0000 7fb80a01fb80 4 client.16881 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:07:10.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.878+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56055a940f70 con 0x56055aa96d90 2023-12-07T14:07:10.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.878+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa96d90 0x56055aa991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:10.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.879+0000 7fb7f77fe700 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa96d90 0x56055aa991b0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5443f6cb232982b server_cookie=2a2cd65c22a7b927 in_seq=0 out_seq=0 2023-12-07T14:07:10.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.879+0000 7fb7d6ffd700 10 client.16881 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:10.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb7d6ffd700 1 -- 172.21.15.39:0/4043697179 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56055a940f70 con 0x56055aa96d90 2023-12-07T14:07:10.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb7d6ffd700 10 client.16881 handle_command_reply: tid=0 2023-12-07T14:07:10.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 client.16881 shutdown 2023-12-07T14:07:10.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 msgr2=0x56055aa352e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa352e0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fb7e0006010 tx=0x7fb7e00058e0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 shutdown_connections 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56055aa2ab10 0x56055aa352e0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56055aa26630 0x56055aa37020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56055aa96d90 0x56055aa991b0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 --2- 172.21.15.39:0/4043697179 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56055aa26f50 0x56055aa34da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb7d6ffd700 0 client.16881 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 >> 172.21.15.39:0/4043697179 conn(0x56055a955300 msgr2=0x56055aa20b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 shutdown_connections 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.903+0000 7fb80a01fb80 1 -- 172.21.15.39:0/4043697179 wait complete. 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb80a01fb80 20 client.16881 trim_cache size 0 max 16384 2023-12-07T14:07:10.907 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:07:10.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:07:10.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:07:10.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:07:10.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb7e40a15e0 msgr2=0x7fb7e40a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb7e40a15e0 0x7fb7e40a3aa0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fb7f00cb6a0 tx=0x7fb7f0009920 comp rx=0 tx=0).stop 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7f8112460 msgr2=0x7fb7f810aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7f8112460 0x7fb7f810aa30 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb7f000b6c0 tx=0x7fb7f0009b20 comp rx=0 tx=0).stop 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 shutdown_connections 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb7e40a15e0 0x7fb7e40a3aa0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7f8112460 0x7fb7f810aa30 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7f8073970 0x7fb7f8111840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 --2- 172.21.15.39:0/3329630699 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb7f8074290 0x7fb7f8111dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 >> 172.21.15.39:0/3329630699 conn(0x7fb7f80fcf80 msgr2=0x7fb7f80fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 shutdown_connections 2023-12-07T14:07:10.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:10.904+0000 7fb7fde26700 1 -- 172.21.15.39:0/3329630699 wait complete. 2023-12-07T14:07:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:11 smithi089 ceph-mon[103124]: pgmap v144: 97 pgs: 97 active+clean; 6.3 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 18 MiB/s wr, 1.05k op/s 2023-12-07T14:07:11.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:11 smithi039 ceph-mon[98864]: pgmap v144: 97 pgs: 97 active+clean; 6.3 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 18 MiB/s wr, 1.05k op/s 2023-12-07T14:07:11.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:11 smithi055 ceph-mon[103363]: pgmap v144: 97 pgs: 97 active+clean; 6.3 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 18 MiB/s wr, 1.05k op/s 2023-12-07T14:07:12.067 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:11 smithi089 systemd[1]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.f.service: Service RestartSec=10s expired, scheduling restart. 2023-12-07T14:07:12.068 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:11 smithi089 systemd[1]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 1. 2023-12-07T14:07:12.068 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:11 smithi089 systemd[1]: Stopped Ceph mds.f for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:07:12.068 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:11 smithi089 systemd[1]: Starting Ceph mds.f for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:07:12.433 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:12 smithi089 podman[145611]: 2023-12-07T14:07:12.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:12 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:12.690 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:12 smithi089 ceph-mds[145651]: -- 172.21.15.89:0/1049628210 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ce7e2ca1a0 con 0x55ce7e2a0c00 2023-12-07T14:07:12.690 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:12 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[145627]: starting mds.f at 2023-12-07T14:07:12.690 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:12 smithi089 bash[145611]: 410cf8ecfb35612218830a2081da01a97a876119fd304be05624c38404c64400 2023-12-07T14:07:12.691 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:07:12 smithi089 systemd[1]: Started Ceph mds.f for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:07:12.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:12 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:12.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:12 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:13.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:13 smithi039 ceph-mon[98864]: pgmap v145: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 23 MiB/s wr, 1.35k op/s 2023-12-07T14:07:13.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:13 smithi039 ceph-mon[98864]: daemon mds.f restarted 2023-12-07T14:07:13.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:13 smithi039 ceph-mon[98864]: osdmap e88: 12 total, 12 up, 12 in 2023-12-07T14:07:13.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:13 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6834/1913709871,v1:172.21.15.89:6835/1913709871] up:boot 2023-12-07T14:07:13.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:13 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:13.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:13 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:07:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:13 smithi055 ceph-mon[103363]: pgmap v145: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 23 MiB/s wr, 1.35k op/s 2023-12-07T14:07:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:13 smithi055 ceph-mon[103363]: daemon mds.f restarted 2023-12-07T14:07:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:13 smithi055 ceph-mon[103363]: osdmap e88: 12 total, 12 up, 12 in 2023-12-07T14:07:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:13 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6834/1913709871,v1:172.21.15.89:6835/1913709871] up:boot 2023-12-07T14:07:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:13 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:13 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:07:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:13 smithi089 ceph-mon[103124]: pgmap v145: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 23 MiB/s wr, 1.35k op/s 2023-12-07T14:07:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:13 smithi089 ceph-mon[103124]: daemon mds.f restarted 2023-12-07T14:07:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:13 smithi089 ceph-mon[103124]: osdmap e88: 12 total, 12 up, 12 in 2023-12-07T14:07:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:13 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6834/1913709871,v1:172.21.15.89:6835/1913709871] up:boot 2023-12-07T14:07:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:13 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:13 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:07:13.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 260.0 s, 2491.3 tps, lat 40.097 ms stddev 43.662 2023-12-07T14:07:15.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:15 smithi039 ceph-mon[98864]: pgmap v147: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 MiB/s wr, 1.31k op/s 2023-12-07T14:07:15.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:15 smithi055 ceph-mon[103363]: pgmap v147: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 MiB/s wr, 1.31k op/s 2023-12-07T14:07:15.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:15 smithi089 ceph-mon[103124]: pgmap v147: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 MiB/s wr, 1.31k op/s 2023-12-07T14:07:17.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:17 smithi039 ceph-mon[98864]: pgmap v148: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 18 MiB/s wr, 1.19k op/s 2023-12-07T14:07:17.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:17 smithi055 ceph-mon[103363]: pgmap v148: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 18 MiB/s wr, 1.19k op/s 2023-12-07T14:07:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:17 smithi089 ceph-mon[103124]: pgmap v148: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 18 MiB/s wr, 1.19k op/s 2023-12-07T14:07:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 265.0 s, 2897.8 tps, lat 34.601 ms stddev 43.034 2023-12-07T14:07:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:19 smithi039 ceph-mon[98864]: pgmap v149: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 13 MiB/s wr, 720 op/s 2023-12-07T14:07:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:19 smithi055 ceph-mon[103363]: pgmap v149: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 13 MiB/s wr, 720 op/s 2023-12-07T14:07:19.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:19 smithi089 ceph-mon[103124]: pgmap v149: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 13 MiB/s wr, 720 op/s 2023-12-07T14:07:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:20 smithi039 ceph-mon[98864]: pgmap v150: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 13 MiB/s wr, 720 op/s 2023-12-07T14:07:20.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:20 smithi055 ceph-mon[103363]: pgmap v150: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 13 MiB/s wr, 720 op/s 2023-12-07T14:07:20.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:20 smithi089 ceph-mon[103124]: pgmap v150: 97 pgs: 97 active+clean; 6.4 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 13 MiB/s wr, 720 op/s 2023-12-07T14:07:21.988 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:07:22.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.176+0000 7f27331f6700 1 -- 172.21.15.39:0/2906251590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f272c108840 msgr2=0x7f272c108c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.176+0000 7f27331f6700 1 --2- 172.21.15.39:0/2906251590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f272c108840 0x7f272c108c20 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f272400b0a0 tx=0x7f272400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.178+0000 7f27331f6700 1 -- 172.21.15.39:0/2906251590 shutdown_connections 2023-12-07T14:07:22.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.178+0000 7f27331f6700 1 --2- 172.21.15.39:0/2906251590 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f272c10cde0 0x7f272c0798e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.178+0000 7f27331f6700 1 --2- 172.21.15.39:0/2906251590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f272c108840 0x7f272c108c20 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.178+0000 7f27331f6700 1 --2- 172.21.15.39:0/2906251590 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f272c1091f0 0x7f272c10c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.178+0000 7f27331f6700 1 -- 172.21.15.39:0/2906251590 >> 172.21.15.39:0/2906251590 conn(0x7f272c06c550 msgr2=0x7f272c06c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.187+0000 7f27331f6700 1 -- 172.21.15.39:0/2906251590 shutdown_connections 2023-12-07T14:07:22.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.190+0000 7f27331f6700 1 -- 172.21.15.39:0/2906251590 wait complete. 2023-12-07T14:07:22.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 Processor -- start 2023-12-07T14:07:22.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 -- start start 2023-12-07T14:07:22.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f272c108840 0x7f272c07e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f272c10cde0 0x7f272c07ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f272c07d1f0 0x7f272c07d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f272c1c3e20 con 0x7f272c10cde0 2023-12-07T14:07:22.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f272c1b5610 con 0x7f272c108840 2023-12-07T14:07:22.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.191+0000 7f27331f6700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f272c1b57d0 con 0x7f272c07d1f0 2023-12-07T14:07:22.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.193+0000 7f2730f92700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f272c108840 0x7f272c07e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.193+0000 7f2730f92700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f272c108840 0x7f272c07e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48696/0 (socket says 172.21.15.39:48696) 2023-12-07T14:07:22.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.193+0000 7f2730f92700 1 -- 172.21.15.39:0/4288385323 learned_addr learned my addr 172.21.15.39:0/4288385323 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:22.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.193+0000 7f2731793700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f272c07d1f0 0x7f272c07d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2731793700 1 -- 172.21.15.39:0/4288385323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f272c108840 msgr2=0x7f272c07e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2731793700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f272c108840 0x7f272c07e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2731793700 1 -- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f272c10cde0 msgr2=0x7f272c07ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2731793700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f272c10cde0 0x7f272c07ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2731793700 1 -- 172.21.15.39:0/4288385323 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2724009d00 con 0x7f272c07d1f0 2023-12-07T14:07:22.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2731793700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f272c07d1f0 0x7f272c07d6a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f271c00b3c0 tx=0x7f271c00b6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2729ffb700 1 -- 172.21.15.39:0/4288385323 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f271c011830 con 0x7f272c07d1f0 2023-12-07T14:07:22.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f272c1b5ab0 con 0x7f272c07d1f0 2023-12-07T14:07:22.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2729ffb700 1 -- 172.21.15.39:0/4288385323 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f271c00be80 con 0x7f272c07d1f0 2023-12-07T14:07:22.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.194+0000 7f2729ffb700 1 -- 172.21.15.39:0/4288385323 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f271c010db0 con 0x7f272c07d1f0 2023-12-07T14:07:22.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.195+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f272c1b6040 con 0x7f272c07d1f0 2023-12-07T14:07:22.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.199+0000 7f273f3efb80 1 Processor -- start 2023-12-07T14:07:22.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f2729ffb700 1 -- 172.21.15.39:0/4288385323 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f271c011990 con 0x7f272c07d1f0 2023-12-07T14:07:22.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f273f3efb80 1 -- start start 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745d9a40 0x5594745d9e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745da360 0x5594745ddb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745de4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f273f3efb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55947454d7c0 con 0x5594745de050 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f273f3efb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594745347a0 con 0x5594745da360 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.201+0000 7f273f3efb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594745320c0 con 0x5594745d9a40 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745d9a40 0x5594745d9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f2730f92700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745da360 0x5594745ddb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745d9a40 0x5594745d9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:33992/0 (socket says 172.21.15.39:33992) 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 -- 172.21.15.39:0/789761620 learned_addr learned my addr 172.21.15.39:0/789761620 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745de4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f2729ffb700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27140a15f0 0x7f27140a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 -- 172.21.15.39:0/789761620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745da360 msgr2=0x5594745ddb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745da360 0x5594745ddb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f2729ffb700 1 -- 172.21.15.39:0/4288385323 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f271c0cc920 con 0x7f272c07d1f0 2023-12-07T14:07:22.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 -- 172.21.15.39:0/789761620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 msgr2=0x5594745de4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745de4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f272bfff700 1 -- 172.21.15.39:0/789761620 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5594743aa630 con 0x5594745d9a40 2023-12-07T14:07:22.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f2730f92700 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745da360 0x5594745ddb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:22.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.202+0000 7f2731793700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27140a15f0 0x7f27140a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.206 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.203+0000 7f2731793700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27140a15f0 0x7f27140a3ab0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f271c0ca2a0 tx=0x7f271c004770 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.205+0000 7f272bfff700 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745d9a40 0x5594745d9e20 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2720001d60 tx=0x7f2720009e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=47b15c5afb889371 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.206+0000 7f2712ffd700 1 -- 172.21.15.39:0/789761620 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2720015d80 con 0x5594745d9a40 2023-12-07T14:07:22.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.206+0000 7f2712ffd700 1 -- 172.21.15.39:0/789761620 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2720007120 con 0x5594745d9a40 2023-12-07T14:07:22.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.206+0000 7f2712ffd700 1 -- 172.21.15.39:0/789761620 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2720004ac0 con 0x5594745d9a40 2023-12-07T14:07:22.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 -- 172.21.15.39:0/789761620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745d9a40 msgr2=0x5594745d9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745d9a40 0x5594745d9e20 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2720001d60 tx=0x7f2720009e60 comp rx=0 tx=0).stop 2023-12-07T14:07:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 -- 172.21.15.39:0/789761620 shutdown_connections 2023-12-07T14:07:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745de4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745d9a40 0x5594745d9e20 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 --2- 172.21.15.39:0/789761620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745da360 0x5594745ddb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 -- 172.21.15.39:0/789761620 >> 172.21.15.39:0/789761620 conn(0x559474508360 msgr2=0x5594745d4070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 -- 172.21.15.39:0/789761620 shutdown_connections 2023-12-07T14:07:22.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 -- 172.21.15.39:0/789761620 wait complete. 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.207+0000 7f273f3efb80 1 -- start start 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 1 Processor -- start 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745e2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x5594745e31b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55947452d9b0 con 0x5594745da360 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594744e7560 con 0x5594745d9a40 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594744e7200 con 0x5594745de050 2023-12-07T14:07:22.212 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f273f3efb80 10 client.0 _ll_register_callbacks cb 0x559474412a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f2730f92700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x5594745e31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f272bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745e2c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f2730f92700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x5594745e31b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57510/0 (socket says 172.21.15.39:57510) 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f272bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745e2c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48710/0 (socket says 172.21.15.39:48710) 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f2730f92700 1 -- 172.21.15.39:0/1629718655 learned_addr learned my addr 172.21.15.39:0/1629718655 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.208+0000 7f272bfff700 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f2730f92700 1 -- 172.21.15.39:0/1629718655 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 msgr2=0x5594745e36f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f2730f92700 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e36f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f2730f92700 1 -- 172.21.15.39:0/1629718655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 msgr2=0x5594745e2c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f2730f92700 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745e2c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f2730f92700 1 -- 172.21.15.39:0/1629718655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f272c07a170 con 0x5594745da360 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f2730f92700 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x5594745e31b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2724004fa0 tx=0x7f27240074e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=616002ef4742d236 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f270bfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f270bfff700 1 -- 172.21.15.39:0/1629718655 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272400e040 con 0x5594745da360 2023-12-07T14:07:22.213 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5594745cca00 con 0x5594745da360 2023-12-07T14:07:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.209+0000 7f270bfff700 1 -- 172.21.15.39:0/1629718655 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2724005040 con 0x5594745da360 2023-12-07T14:07:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.210+0000 7f270bfff700 1 -- 172.21.15.39:0/1629718655 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2724007ae0 con 0x5594745da360 2023-12-07T14:07:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.210+0000 7f273f3efb80 10 client.16893 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.210+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7f2720015270 con 0x5594745da360 2023-12-07T14:07:22.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f270bfff700 1 -- 172.21.15.39:0/1629718655 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5594745cca00 con 0x5594745da360 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f270bfff700 1 -- 172.21.15.39:0/1629718655 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f272400b0d0 con 0x5594745da360 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f273f3efb80 10 client.16893 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f273f3efb80 10 client.16893 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f273f3efb80 20 client.16893 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5594745f35b0 0x5594745f59d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f273f3efb80 4 client.16893 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5594745a86a0 con 0x5594745f35b0 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.211+0000 7f272bfff700 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5594745f35b0 0x5594745f59d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.212+0000 7f270bfff700 10 client.16893 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:22.215 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.212+0000 7f272bfff700 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5594745f35b0 0x5594745f59d0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c570cc604b338ec3 server_cookie=9c6156a4837ba500 in_seq=0 out_seq=0 2023-12-07T14:07:22.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f270bfff700 1 -- 172.21.15.39:0/1629718655 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5594745a86a0 con 0x5594745f35b0 2023-12-07T14:07:22.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f270bfff700 10 client.16893 handle_command_reply: tid=0 2023-12-07T14:07:22.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 client.16893 shutdown 2023-12-07T14:07:22.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 msgr2=0x5594745e31b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x5594745e31b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2724004fa0 tx=0x7f27240074e0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.216 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 shutdown_connections 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e36f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5594745f35b0 0x5594745f59d0 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745e2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1629718655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x5594745e31b0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 >> 172.21.15.39:0/1629718655 conn(0x559474508360 msgr2=0x5594745df4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f270bfff700 0 client.16893 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.213+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 shutdown_connections 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.214+0000 7f273f3efb80 1 -- 172.21.15.39:0/1629718655 wait complete. 2023-12-07T14:07:22.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.214+0000 7f273f3efb80 20 client.16893 trim_cache size 0 max 16384 2023-12-07T14:07:22.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 Processor -- start 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 -- start start 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745dd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745da360 0x5594745e3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745ea320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594743ac920 con 0x5594745de050 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594745e40b0 con 0x5594745d9a40 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.241+0000 7f273f3efb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594745d5fa0 con 0x5594745da360 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745dd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f2730f92700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745da360 0x5594745e3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745dd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48718/0 (socket says 172.21.15.39:48718) 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 -- 172.21.15.39:0/1380672820 learned_addr learned my addr 172.21.15.39:0/1380672820 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745ea320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 -- 172.21.15.39:0/1380672820 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745da360 msgr2=0x5594745e3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745da360 0x5594745e3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 -- 172.21.15.39:0/1380672820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 msgr2=0x5594745ea320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745ea320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 -- 172.21.15.39:0/1380672820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5594745cef80 con 0x5594745d9a40 2023-12-07T14:07:22.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f272bfff700 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745dd940 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2720009e10 tx=0x7f2720009e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=25bb5cf9c8bd369f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.242+0000 7f27137fe700 1 -- 172.21.15.39:0/1380672820 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2720020040 con 0x5594745d9a40 2023-12-07T14:07:22.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.243+0000 7f27137fe700 1 -- 172.21.15.39:0/1380672820 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2720015d60 con 0x5594745d9a40 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.243+0000 7f27137fe700 1 -- 172.21.15.39:0/1380672820 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2720004320 con 0x5594745d9a40 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.243+0000 7f273f3efb80 1 -- 172.21.15.39:0/1380672820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 msgr2=0x5594745dd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.243+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745dd940 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2720009e10 tx=0x7f2720009e60 comp rx=0 tx=0).stop 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 -- 172.21.15.39:0/1380672820 shutdown_connections 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745de050 0x5594745ea320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x5594745dd940 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 --2- 172.21.15.39:0/1380672820 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745da360 0x5594745e3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 -- 172.21.15.39:0/1380672820 >> 172.21.15.39:0/1380672820 conn(0x559474508360 msgr2=0x5594745dd230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 -- 172.21.15.39:0/1380672820 shutdown_connections 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 -- 172.21.15.39:0/1380672820 wait complete. 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 -- start start 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.244+0000 7f273f3efb80 1 Processor -- start 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x559474641d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x559474642290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f273f3efb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f273f3efb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594745e6c90 con 0x5594745da360 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f273f3efb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594745e6e00 con 0x5594745d9a40 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f273f3efb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5594745e6fc0 con 0x5594745de050 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f273f3efb80 10 client.0 _ll_register_callbacks cb 0x559474412a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f272bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x559474641d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f272bfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f272bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x559474641d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48724/0 (socket says 172.21.15.39:48724) 2023-12-07T14:07:22.249 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.245+0000 7f272bfff700 1 -- 172.21.15.39:0/3057051648 learned_addr learned my addr 172.21.15.39:0/3057051648 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:22.251 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f272bfff700 1 -- 172.21.15.39:0/3057051648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 msgr2=0x5594745e66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f272bfff700 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f272bfff700 1 -- 172.21.15.39:0/3057051648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 msgr2=0x559474642290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f272bfff700 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x559474642290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f272bfff700 1 -- 172.21.15.39:0/3057051648 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2720023040 con 0x5594745d9a40 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f272bfff700 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x559474641d50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f272000c040 tx=0x7f2720008ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8846522b60941a4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f270bfff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f270bfff700 1 -- 172.21.15.39:0/3057051648 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2720020040 con 0x5594745d9a40 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f270bfff700 1 -- 172.21.15.39:0/3057051648 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2720007490 con 0x5594745d9a40 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2720007120 con 0x5594745d9a40 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f270bfff700 1 -- 172.21.15.39:0/3057051648 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2720007650 con 0x5594745d9a40 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f273f3efb80 10 client.26429 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.246+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x559474356de0 con 0x5594745d9a40 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f270bfff700 1 -- 172.21.15.39:0/3057051648 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2720007120 con 0x5594745d9a40 2023-12-07T14:07:22.252 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f270bfff700 1 -- 172.21.15.39:0/3057051648 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f2720003680 con 0x5594745d9a40 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f273f3efb80 10 client.26429 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f273f3efb80 10 client.26429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f273f3efb80 20 client.26429 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f273f3efb80 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55947464aa10 0x55947464ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f273f3efb80 4 client.26429 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5594744f3fd0 con 0x55947464aa10 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.247+0000 7f2730f92700 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55947464aa10 0x55947464ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f270bfff700 10 client.26429 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f2730f92700 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55947464aa10 0x55947464ce30 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c27fa8708c1b9a04 server_cookie=1cfcbbbbb51fd7bb in_seq=0 out_seq=0 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f270bfff700 1 -- 172.21.15.39:0/3057051648 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5594744f3fd0 con 0x55947464aa10 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f270bfff700 10 client.26429 handle_command_reply: tid=0 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 client.26429 shutdown 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 msgr2=0x559474641d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x559474641d50 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f272000c040 tx=0x7f2720008ed0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 shutdown_connections 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5594745de050 0x5594745e66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55947464aa10 0x55947464ce30 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5594745d9a40 0x559474641d50 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 --2- 172.21.15.39:0/3057051648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5594745da360 0x559474642290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f270bfff700 0 client.26429 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 >> 172.21.15.39:0/3057051648 conn(0x559474508360 msgr2=0x5594745e3570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 shutdown_connections 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 1 -- 172.21.15.39:0/3057051648 wait complete. 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.248+0000 7f273f3efb80 20 client.26429 trim_cache size 0 max 16384 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:07:22.254 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:07:22.255 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:07:22.255 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:07:22.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27140a15f0 msgr2=0x7f27140a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27140a15f0 0x7f27140a3ab0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f271c0ca2a0 tx=0x7f271c004770 comp rx=0 tx=0).stop 2023-12-07T14:07:22.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f272c07d1f0 msgr2=0x7f272c07d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.255 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f272c07d1f0 0x7f272c07d6a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f271c00b3c0 tx=0x7f271c00b6d0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 shutdown_connections 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f272c07d1f0 0x7f272c07d6a0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f27140a15f0 0x7f27140a3ab0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f272c108840 0x7f272c07e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 --2- 172.21.15.39:0/4288385323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f272c10cde0 0x7f272c07ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 >> 172.21.15.39:0/4288385323 conn(0x7f272c06c550 msgr2=0x7f272c071120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 shutdown_connections 2023-12-07T14:07:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.249+0000 7f27331f6700 1 -- 172.21.15.39:0/4288385323 wait complete. 2023-12-07T14:07:22.270 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:07:22.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:07:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/1897237449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 msgr2=0x7f9d4810b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/1897237449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d4810b490 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f9d3c009990 tx=0x7f9d3c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/1897237449 shutdown_connections 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/1897237449 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9d4810ba60 0x7f9d4810deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/1897237449 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48102690 0x7f9d48102a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/1897237449 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d4810b490 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/1897237449 >> 172.21.15.39:0/1897237449 conn(0x7f9d480fbdf0 msgr2=0x7f9d480fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/1897237449 shutdown_connections 2023-12-07T14:07:22.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.470+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/1897237449 wait complete. 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 Processor -- start 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 -- start start 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9d48102690 0x7f9d481002e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d48100820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d4810ba60 0x7f9d48100d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d481a5df0 con 0x7f9d48102fb0 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d481a5f60 con 0x7f9d4810ba60 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4e2c2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d481a6120 con 0x7f9d48102690 2023-12-07T14:07:22.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d477fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d48100820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d47fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9d48102690 0x7f9d481002e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d477fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d48100820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57538/0 (socket says 172.21.15.39:57538) 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d477fe700 1 -- 172.21.15.39:0/282780696 learned_addr learned my addr 172.21.15.39:0/282780696 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4c85f700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d4810ba60 0x7f9d48100d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d47fff700 1 -- 172.21.15.39:0/282780696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d4810ba60 msgr2=0x7f9d48100d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d47fff700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d4810ba60 0x7f9d48100d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d47fff700 1 -- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 msgr2=0x7f9d48100820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d47fff700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d48100820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d47fff700 1 -- 172.21.15.39:0/282780696 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d38009520 con 0x7f9d48102690 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d4c85f700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d4810ba60 0x7f9d48100d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.471+0000 7f9d477fe700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d48100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.472+0000 7f9d47fff700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9d48102690 0x7f9d481002e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9d3800e9f0 tx=0x7f9d3800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.472+0000 7f9d457fa700 1 -- 172.21.15.39:0/282780696 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3800cb70 con 0x7f9d48102690 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.472+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d40009c40 con 0x7f9d48102690 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.472+0000 7f9d457fa700 1 -- 172.21.15.39:0/282780696 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d380044e0 con 0x7f9d48102690 2023-12-07T14:07:22.476 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.472+0000 7f9d457fa700 1 -- 172.21.15.39:0/282780696 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d38003d00 con 0x7f9d48102690 2023-12-07T14:07:22.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.472+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d3c0095f0 con 0x7f9d48102690 2023-12-07T14:07:22.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.473+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d48106b80 con 0x7f9d48102690 2023-12-07T14:07:22.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.474+0000 7f9d457fa700 1 -- 172.21.15.39:0/282780696 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f9d38003f80 con 0x7f9d48102690 2023-12-07T14:07:22.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.475+0000 7f9d457fa700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f9d300a15f0 0x7f9d300a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:22.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.475+0000 7f9d457fa700 1 -- 172.21.15.39:0/282780696 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f9d38014070 con 0x7f9d48102690 2023-12-07T14:07:22.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.475+0000 7f9d477fe700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f9d300a15f0 0x7f9d300a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:22.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.475+0000 7f9d477fe700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f9d300a15f0 0x7f9d300a3ab0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9d481019c0 tx=0x7f9d3c005bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:22.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.478+0000 7f9d457fa700 1 -- 172.21.15.39:0/282780696 <== mon.1 v2:172.21.15.89:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f9d38096850 con 0x7f9d48102690 2023-12-07T14:07:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.889+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d4806a2f0 con 0x7f9d48102690 2023-12-07T14:07:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.890+0000 7f9d457fa700 1 -- 172.21.15.39:0/282780696 <== mon.1 v2:172.21.15.89:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) v1 ==== 94+0+11365 (secure 0 0 0) 0x7f9d38099e70 con 0x7f9d48102690 2023-12-07T14:07:22.894 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:07:22.894 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":48,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":48,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:07:13.289990+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[0,1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_26542":{"gid":26542,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/1913709871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":1913709871},{"type":"v1","addr":"172.21.15.89:6835","nonce":1913709871}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:07:22.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f9d300a15f0 msgr2=0x7f9d300a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f9d300a15f0 0x7f9d300a3ab0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9d481019c0 tx=0x7f9d3c005bc0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.897 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9d48102690 msgr2=0x7f9d481002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9d48102690 0x7f9d481002e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9d3800e9f0 tx=0x7f9d3800ed00 comp rx=0 tx=0).stop 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 shutdown_connections 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f9d300a15f0 0x7f9d300a3ab0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d4810ba60 0x7f9d48100d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9d48102690 0x7f9d481002e0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 --2- 172.21.15.39:0/282780696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d48102fb0 0x7f9d48100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 >> 172.21.15.39:0/282780696 conn(0x7f9d480fbdf0 msgr2=0x7f9d480fcc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 shutdown_connections 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:22.895+0000 7f9d4e2c2700 1 -- 172.21.15.39:0/282780696 wait complete. 2023-12-07T14:07:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 48 2023-12-07T14:07:22.921 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:07:22.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:22 smithi089 ceph-mon[103124]: pgmap v151: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 11 MiB/s wr, 735 op/s 2023-12-07T14:07:22.969 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:22 smithi039 ceph-mon[98864]: pgmap v151: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 11 MiB/s wr, 735 op/s 2023-12-07T14:07:23.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:22 smithi055 ceph-mon[103363]: pgmap v151: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 11 MiB/s wr, 735 op/s 2023-12-07T14:07:23.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.178+0000 7f2ab47f8700 1 -- 172.21.15.39:0/1301955355 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2aac102f80 msgr2=0x7f2aac10b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.181 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.178+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/1301955355 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2aac102f80 0x7f2aac10b460 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c0098f0 tx=0x7f2a9c009c00 comp rx=0 tx=0).stop 2023-12-07T14:07:23.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.179+0000 7f2ab47f8700 1 -- 172.21.15.39:0/1301955355 shutdown_connections 2023-12-07T14:07:23.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.179+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/1301955355 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2aac10ba80 0x7f2aac10def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.179+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/1301955355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 0x7f2aac102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.179+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/1301955355 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2aac102f80 0x7f2aac10b460 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.182 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.179+0000 7f2ab47f8700 1 -- 172.21.15.39:0/1301955355 >> 172.21.15.39:0/1301955355 conn(0x7f2aac0fbe00 msgr2=0x7f2aac0fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.180+0000 7f2ab47f8700 1 -- 172.21.15.39:0/1301955355 shutdown_connections 2023-12-07T14:07:23.185 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.182+0000 7f2ab47f8700 1 -- 172.21.15.39:0/1301955355 wait complete. 2023-12-07T14:07:23.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.183+0000 7f2ab47f8700 1 Processor -- start 2023-12-07T14:07:23.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.183+0000 7f2ab47f8700 1 -- start start 2023-12-07T14:07:23.186 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab47f8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 0x7f2aac19df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab47f8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2aac102f80 0x7f2aac19e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab47f8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2aac10ba80 0x7f2aac1a2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab47f8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2aac1a2ea0 con 0x7f2aac102660 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab47f8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2aac1a3010 con 0x7f2aac10ba80 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab47f8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2aac1a31d0 con 0x7f2aac102f80 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 0x7f2aac19df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 0x7f2aac19df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57556/0 (socket says 172.21.15.39:57556) 2023-12-07T14:07:23.187 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.184+0000 7f2ab2594700 1 -- 172.21.15.39:0/3646160880 learned_addr learned my addr 172.21.15.39:0/3646160880 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.185+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2aac10ba80 0x7f2aac1a2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.185+0000 7f2ab2594700 1 -- 172.21.15.39:0/3646160880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2aac102f80 msgr2=0x7f2aac19e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.185+0000 7f2ab2594700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2aac102f80 0x7f2aac19e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.185+0000 7f2ab2594700 1 -- 172.21.15.39:0/3646160880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2aac10ba80 msgr2=0x7f2aac1a2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.185+0000 7f2ab2594700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2aac10ba80 0x7f2aac1a2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.185+0000 7f2ab2594700 1 -- 172.21.15.39:0/3646160880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a9c009520 con 0x7f2aac102660 2023-12-07T14:07:23.188 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.185+0000 7f2ab2594700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 0x7f2aac19df80 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800d980 tx=0x7f2aa800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.187+0000 7f2aa37fe700 1 -- 172.21.15.39:0/3646160880 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8009b40 con 0x7f2aac102660 2023-12-07T14:07:23.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.187+0000 7f2aa37fe700 1 -- 172.21.15.39:0/3646160880 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2aa800de60 con 0x7f2aac102660 2023-12-07T14:07:23.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.187+0000 7f2aa37fe700 1 -- 172.21.15.39:0/3646160880 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa800f620 con 0x7f2aac102660 2023-12-07T14:07:23.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.187+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2aac1a34b0 con 0x7f2aac102660 2023-12-07T14:07:23.190 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.187+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2aac1aacf0 con 0x7f2aac102660 2023-12-07T14:07:23.193 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.190+0000 7f2aa37fe700 1 -- 172.21.15.39:0/3646160880 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2aa8009ca0 con 0x7f2aac102660 2023-12-07T14:07:23.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.191+0000 7f2aa37fe700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a980a17a0 0x7f2a980a3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.191+0000 7f2aa37fe700 1 -- 172.21.15.39:0/3646160880 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2aa80cc900 con 0x7f2aac102660 2023-12-07T14:07:23.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.195+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a980a17a0 0x7f2a980a3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.196+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a980a17a0 0x7f2a980a3c60 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c009230 tx=0x7f2a9c009f50 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.196+0000 7f2ac09f1b80 1 Processor -- start 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ac09f1b80 1 -- start start 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56201099fa40 0x56201099fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a0360 0x5620109a3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a4050 0x5620109a44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620109137c0 con 0x5620109a0360 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620108fa7a0 con 0x56201099fa40 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620108f80c0 con 0x5620109a4050 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56201099fa40 0x56201099fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56201099fa40 0x56201099fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48762/0 (socket says 172.21.15.39:48762) 2023-12-07T14:07:23.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ab2594700 1 -- 172.21.15.39:0/145709743 learned_addr learned my addr 172.21.15.39:0/145709743 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a4050 0x5620109a44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.197+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a0360 0x5620109a3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.198+0000 7f2ab2d95700 1 -- 172.21.15.39:0/145709743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56201099fa40 msgr2=0x56201099fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.198+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56201099fa40 0x56201099fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.198+0000 7f2ab2d95700 1 -- 172.21.15.39:0/145709743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a0360 msgr2=0x5620109a3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.198+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a0360 0x5620109a3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.198+0000 7f2ab2d95700 1 -- 172.21.15.39:0/145709743 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562010770630 con 0x5620109a4050 2023-12-07T14:07:23.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.200+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a4050 0x5620109a44b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4009370 tx=0x7f2aa4009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f63140f1de7c6a9f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.200+0000 7f2aa0ff9700 1 -- 172.21.15.39:0/145709743 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4009e70 con 0x5620109a4050 2023-12-07T14:07:23.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.200+0000 7f2aa0ff9700 1 -- 172.21.15.39:0/145709743 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2aa4011040 con 0x5620109a4050 2023-12-07T14:07:23.202 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.200+0000 7f2aa0ff9700 1 -- 172.21.15.39:0/145709743 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4015650 con 0x5620109a4050 2023-12-07T14:07:23.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.201+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/145709743 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a4050 msgr2=0x5620109a44b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.201+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a4050 0x5620109a44b0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4009370 tx=0x7f2aa4009920 comp rx=0 tx=0).stop 2023-12-07T14:07:23.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.201+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/145709743 shutdown_connections 2023-12-07T14:07:23.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.201+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a4050 0x5620109a44b0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.201+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56201099fa40 0x56201099fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.201+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/145709743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a0360 0x5620109a3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.201+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/145709743 >> 172.21.15.39:0/145709743 conn(0x5620108ce360 msgr2=0x56201099a070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.202+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/145709743 shutdown_connections 2023-12-07T14:07:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.202+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/145709743 wait complete. 2023-12-07T14:07:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.203+0000 7f2ac09f1b80 1 -- start start 2023-12-07T14:07:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.203+0000 7f2ac09f1b80 1 Processor -- start 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109ab6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a0360 0x5620109a8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a4050 0x5620109a9100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620108f39b0 con 0x5620109a4050 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620108ad560 con 0x5620109a0360 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620108ad200 con 0x56201099fa40 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ac09f1b80 10 client.0 _ll_register_callbacks cb 0x5620107d8a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:23.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109ab6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109ab6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34056/0 (socket says 172.21.15.39:34056) 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.204+0000 7f2ab2594700 1 -- 172.21.15.39:0/1659658167 learned_addr learned my addr 172.21.15.39:0/1659658167 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ab2594700 1 -- 172.21.15.39:0/1659658167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a0360 msgr2=0x5620109a8b40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ab2594700 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a0360 0x5620109a8b40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ab2594700 1 -- 172.21.15.39:0/1659658167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a4050 msgr2=0x5620109a9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ab2594700 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a4050 0x5620109a9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ab2594700 1 -- 172.21.15.39:0/1659658167 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2aa4009050 con 0x56201099fa40 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ab2594700 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109ab6f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8099880 tx=0x7f2aa809a160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94dcb8c17a5ad0ac server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2a95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2a95ffb700 1 -- 172.21.15.39:0/1659658167 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa80ca4e0 con 0x56201099fa40 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562010992a00 con 0x56201099fa40 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2a95ffb700 1 -- 172.21.15.39:0/1659658167 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2aa8099b50 con 0x56201099fa40 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2a95ffb700 1 -- 172.21.15.39:0/1659658167 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2aa8099d10 con 0x56201099fa40 2023-12-07T14:07:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ac09f1b80 10 client.26572 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:23.210 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.205+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x56201071cde0 con 0x56201099fa40 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.207+0000 7f2a95ffb700 1 -- 172.21.15.39:0/1659658167 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2aa80a5020 con 0x56201099fa40 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.207+0000 7f2a95ffb700 1 -- 172.21.15.39:0/1659658167 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f2aa80a17f0 con 0x56201099fa40 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.208+0000 7f2ac09f1b80 10 client.26572 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.208+0000 7f2ac09f1b80 10 client.26572 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.208+0000 7f2ac09f1b80 20 client.26572 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.208+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5620109ca470 0x5620109cc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.208+0000 7f2ac09f1b80 4 client.26572 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.208+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56201096e6a0 con 0x5620109ca470 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.211+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5620109ca470 0x5620109cc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.212+0000 7f2a95ffb700 10 client.26572 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.212+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5620109ca470 0x5620109cc8d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c6151e09907ce6eb server_cookie=9672674d87f0eac4 in_seq=0 out_seq=0 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.213+0000 7f2a95ffb700 1 -- 172.21.15.39:0/1659658167 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56201096e6a0 con 0x5620109ca470 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.213+0000 7f2a95ffb700 10 client.26572 handle_command_reply: tid=0 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.214+0000 7f2ac09f1b80 1 client.26572 shutdown 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.215+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 msgr2=0x5620109ab6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.215+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109ab6f0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8099880 tx=0x7f2aa809a160 comp rx=0 tx=0).stop 2023-12-07T14:07:23.220 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.218+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 shutdown_connections 2023-12-07T14:07:23.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.218+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620109a4050 0x5620109a9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.218+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109ab6f0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.218+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x5620109ca470 0x5620109cc8d0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.218+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/1659658167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a0360 0x5620109a8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.218+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 >> 172.21.15.39:0/1659658167 conn(0x5620108ce360 msgr2=0x5620109a54b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.221 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.218+0000 7f2a95ffb700 0 client.26572 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:23.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.221+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 shutdown_connections 2023-12-07T14:07:23.223 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.221+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/1659658167 wait complete. 2023-12-07T14:07:23.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.227+0000 7f2ac09f1b80 20 client.26572 trim_cache size 0 max 16384 2023-12-07T14:07:23.256 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.253+0000 7f2ac09f1b80 1 Processor -- start 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.253+0000 7f2ac09f1b80 1 -- start start 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56201099fa40 0x5620109ab420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a0360 0x56201099b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109c5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562010772920 con 0x56201099fa40 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562010996a50 con 0x5620109a4050 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620109bd140 con 0x5620109a0360 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ab2d95700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109c5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ab2d95700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109c5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48778/0 (socket says 172.21.15.39:48778) 2023-12-07T14:07:23.257 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.254+0000 7f2ab2d95700 1 -- 172.21.15.39:0/974098675 learned_addr learned my addr 172.21.15.39:0/974098675 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.255+0000 7f2ab2d95700 1 -- 172.21.15.39:0/974098675 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a0360 msgr2=0x56201099b8b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:23.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.255+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/974098675 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a0360 0x56201099b8b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.255+0000 7f2ab2d95700 1 -- 172.21.15.39:0/974098675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56201099fa40 msgr2=0x5620109ab420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.255+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/974098675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56201099fa40 0x5620109ab420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.258 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.255+0000 7f2ab2d95700 1 -- 172.21.15.39:0/974098675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562010705c60 con 0x5620109a4050 2023-12-07T14:07:23.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.256+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/974098675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109c5ef0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4009c00 tx=0x7f2aa4008ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d58279a77bfb4c6a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.257+0000 7f2aa17fa700 1 -- 172.21.15.39:0/974098675 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4003c00 con 0x5620109a4050 2023-12-07T14:07:23.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.257+0000 7f2aa17fa700 1 -- 172.21.15.39:0/974098675 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2aa4003d60 con 0x5620109a4050 2023-12-07T14:07:23.259 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.257+0000 7f2aa17fa700 1 -- 172.21.15.39:0/974098675 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa40054e0 con 0x5620109a4050 2023-12-07T14:07:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.258+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/974098675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 msgr2=0x5620109c5ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.258+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/974098675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109c5ef0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2aa4009c00 tx=0x7f2aa4008ea0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.258+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/974098675 shutdown_connections 2023-12-07T14:07:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.258+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/974098675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109c5ef0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.258+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/974098675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56201099fa40 0x5620109ab420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.258+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/974098675 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5620109a0360 0x56201099b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.261 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.258+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/974098675 >> 172.21.15.39:0/974098675 conn(0x5620108ce360 msgr2=0x562010994b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.262 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.260+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/974098675 shutdown_connections 2023-12-07T14:07:23.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.260+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/974098675 wait complete. 2023-12-07T14:07:23.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 -- start start 2023-12-07T14:07:23.263 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 Processor -- start 2023-12-07T14:07:23.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109bf670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109bfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562010a1d9e0 0x562010a1fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562010a20310 con 0x562010a1d9e0 2023-12-07T14:07:23.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562010a20450 con 0x5620109a4050 2023-12-07T14:07:23.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562010a31620 con 0x56201099fa40 2023-12-07T14:07:23.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ac09f1b80 10 client.0 _ll_register_callbacks cb 0x5620107d8a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:23.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109bf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ab2594700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109bf670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34068/0 (socket says 172.21.15.39:34068) 2023-12-07T14:07:23.265 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ab2594700 1 -- 172.21.15.39:0/3972846988 learned_addr learned my addr 172.21.15.39:0/3972846988 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.261+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109bfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ab2d95700 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562010a1d9e0 0x562010a1fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ab2594700 1 -- 172.21.15.39:0/3972846988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 msgr2=0x5620109bfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ab2594700 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109bfbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ab2594700 1 -- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562010a1d9e0 msgr2=0x562010a1fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ab2594700 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562010a1d9e0 0x562010a1fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ab2594700 1 -- 172.21.15.39:0/3972846988 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2aa4009e70 con 0x56201099fa40 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ab2594700 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109bf670 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2aa809dc00 tx=0x7f2aa80ca510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10c5eb1c20859cf3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2a95ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2a95ffb700 1 -- 172.21.15.39:0/3972846988 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8098de0 con 0x56201099fa40 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2a95ffb700 1 -- 172.21.15.39:0/3972846988 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f2aa80a6080 con 0x56201099fa40 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2aa4011040 con 0x56201099fa40 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.262+0000 7f2a95ffb700 1 -- 172.21.15.39:0/3972846988 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2aa8098a70 con 0x56201099fa40 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 10 client.26575 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x562010743250 con 0x56201099fa40 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2a95ffb700 1 -- 172.21.15.39:0/3972846988 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2aa807c020 con 0x56201099fa40 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2a95ffb700 1 -- 172.21.15.39:0/3972846988 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f2aa80956e0 con 0x56201099fa40 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 10 client.26575 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 10 client.26575 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 20 client.26575 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562010a329f0 0x562010a34e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 4 client.26575 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5620108b9fd0 con 0x562010a329f0 2023-12-07T14:07:23.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.263+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562010a329f0 0x562010a34e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.264+0000 7f2a95ffb700 10 client.26575 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:23.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.264+0000 7f2ab1d93700 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562010a329f0 0x562010a34e10 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4f7376518ced4027 server_cookie=50f8afdca9e204e4 in_seq=0 out_seq=0 2023-12-07T14:07:23.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.265+0000 7f2a95ffb700 1 -- 172.21.15.39:0/3972846988 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5620108b9fd0 con 0x562010a329f0 2023-12-07T14:07:23.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.265+0000 7f2a95ffb700 10 client.26575 handle_command_reply: tid=0 2023-12-07T14:07:23.270 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.265+0000 7f2ac09f1b80 1 client.26575 shutdown 2023-12-07T14:07:23.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.265+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 msgr2=0x5620109bf670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.265+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109bf670 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2aa809dc00 tx=0x7f2aa80ca510 comp rx=0 tx=0).stop 2023-12-07T14:07:23.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.266+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 shutdown_connections 2023-12-07T14:07:23.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.266+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562010a1d9e0 0x562010a1fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.266+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56201099fa40 0x5620109bf670 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.266+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x562010a329f0 0x562010a34e10 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.266+0000 7f2ac09f1b80 1 --2- 172.21.15.39:0/3972846988 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5620109a4050 0x5620109bfbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.266+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 >> 172.21.15.39:0/3972846988 conn(0x5620108ce360 msgr2=0x5620109ab360 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.267+0000 7f2a95ffb700 0 client.26575 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.267+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 shutdown_connections 2023-12-07T14:07:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.267+0000 7f2ac09f1b80 1 -- 172.21.15.39:0/3972846988 wait complete. 2023-12-07T14:07:23.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.267+0000 7f2ac09f1b80 20 client.26575 trim_cache size 0 max 16384 2023-12-07T14:07:23.272 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a980a17a0 msgr2=0x7f2a980a3c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a980a17a0 0x7f2a980a3c60 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2a9c009230 tx=0x7f2a9c009f50 comp rx=0 tx=0).stop 2023-12-07T14:07:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 msgr2=0x7f2aac19df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 0x7f2aac19df80 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800d980 tx=0x7f2aa800dd40 comp rx=0 tx=0).stop 2023-12-07T14:07:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 shutdown_connections 2023-12-07T14:07:23.273 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a980a17a0 0x7f2a980a3c60 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2aac10ba80 0x7f2aac1a2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2aac102660 0x7f2aac19df80 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 --2- 172.21.15.39:0/3646160880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2aac102f80 0x7f2aac19e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 >> 172.21.15.39:0/3646160880 conn(0x7f2aac0fbe00 msgr2=0x7f2aac0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 shutdown_connections 2023-12-07T14:07:23.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.268+0000 7f2ab47f8700 1 -- 172.21.15.39:0/3646160880 wait complete. 2023-12-07T14:07:23.293 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:07:23.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.514+0000 7f77bc055700 1 -- 172.21.15.39:0/2373696805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 msgr2=0x7f77b4109020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.514+0000 7f77bc055700 1 --2- 172.21.15.39:0/2373696805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 0x7f77b4109020 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f77a4009990 tx=0x7f77a4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.515+0000 7f77bc055700 1 -- 172.21.15.39:0/2373696805 shutdown_connections 2023-12-07T14:07:23.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.515+0000 7f77bc055700 1 --2- 172.21.15.39:0/2373696805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77b4114310 0x7f77b4116700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.515+0000 7f77bc055700 1 --2- 172.21.15.39:0/2373696805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77b406d980 0x7f77b41085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.515+0000 7f77bc055700 1 --2- 172.21.15.39:0/2373696805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 0x7f77b4109020 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.518 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.515+0000 7f77bc055700 1 -- 172.21.15.39:0/2373696805 >> 172.21.15.39:0/2373696805 conn(0x7f77b406c550 msgr2=0x7f77b406c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.517+0000 7f77bc055700 1 -- 172.21.15.39:0/2373696805 shutdown_connections 2023-12-07T14:07:23.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.517+0000 7f77bc055700 1 -- 172.21.15.39:0/2373696805 wait complete. 2023-12-07T14:07:23.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.518+0000 7f77bc055700 1 Processor -- start 2023-12-07T14:07:23.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.518+0000 7f77bc055700 1 -- start start 2023-12-07T14:07:23.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.518+0000 7f77bc055700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77b406d980 0x7f77b410a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.518+0000 7f77bc055700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 0x7f77b410a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.518+0000 7f77bc055700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77b4114310 0x7f77b410aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77bc055700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b41ae490 con 0x7f77b4108ba0 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77bc055700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b41ae600 con 0x7f77b406d980 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77bc055700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b41ae7c0 con 0x7f77b4114310 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77b9df1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77b406d980 0x7f77b410a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 0x7f77b410a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77b9df1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77b406d980 0x7f77b410a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48794/0 (socket says 172.21.15.39:48794) 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77b9df1700 1 -- 172.21.15.39:0/2270618490 learned_addr learned my addr 172.21.15.39:0/2270618490 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77ba5f2700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77b4114310 0x7f77b410aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77ba5f2700 1 -- 172.21.15.39:0/2270618490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77b406d980 msgr2=0x7f77b410a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.523 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77ba5f2700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77b406d980 0x7f77b410a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77ba5f2700 1 -- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 msgr2=0x7f77b410a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77ba5f2700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 0x7f77b410a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77ba5f2700 1 -- 172.21.15.39:0/2270618490 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77a40095f0 con 0x7f77b4114310 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77b95f0700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 0x7f77b410a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.519+0000 7f77ba5f2700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77b4114310 0x7f77b410aac0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00efc0 tx=0x7f77ac00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.520+0000 7f77aaffd700 1 -- 172.21.15.39:0/2270618490 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77ac018070 con 0x7f77b4114310 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.520+0000 7f77aaffd700 1 -- 172.21.15.39:0/2270618490 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77ac00f040 con 0x7f77b4114310 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.520+0000 7f77aaffd700 1 -- 172.21.15.39:0/2270618490 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77ac00cd40 con 0x7f77b4114310 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.520+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77b41aea40 con 0x7f77b4114310 2023-12-07T14:07:23.524 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.520+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77b41aef00 con 0x7f77b4114310 2023-12-07T14:07:23.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.524+0000 7f77c824eb80 1 Processor -- start 2023-12-07T14:07:23.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.525+0000 7f77aaffd700 1 -- 172.21.15.39:0/2270618490 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f77ac003a00 con 0x7f77b4114310 2023-12-07T14:07:23.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.525+0000 7f77c824eb80 1 -- start start 2023-12-07T14:07:23.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d8d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.531 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d91320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d91cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77c824eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5cf87c0 con 0x55a1d5d91860 2023-12-07T14:07:23.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77c824eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5cdf7a0 con 0x55a1d5d8db70 2023-12-07T14:07:23.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77c824eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5cdd0c0 con 0x55a1d5d8d250 2023-12-07T14:07:23.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77aaffd700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77a00a1670 0x7f77a00a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d91cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.532 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d91cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57600/0 (socket says 172.21.15.39:57600) 2023-12-07T14:07:23.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 -- 172.21.15.39:0/4292409158 learned_addr learned my addr 172.21.15.39:0/4292409158 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d8d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b9df1700 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d91320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77aaffd700 1 -- 172.21.15.39:0/2270618490 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f77ac0ccb80 con 0x7f77b4114310 2023-12-07T14:07:23.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 -- 172.21.15.39:0/4292409158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 msgr2=0x55a1d5d8d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.533 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d8d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 -- 172.21.15.39:0/4292409158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 msgr2=0x55a1d5d91320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d91320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 -- 172.21.15.39:0/4292409158 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1d5b55630 con 0x55a1d5d91860 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b9df1700 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d91320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77b95f0700 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d91cc0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f77a4006010 tx=0x7f77a401a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40d4cb31217e1843 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.526+0000 7f77ba5f2700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77a00a1670 0x7f77a00a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.527+0000 7f779ffff700 1 -- 172.21.15.39:0/4292409158 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a400bee0 con 0x55a1d5d91860 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.527+0000 7f779ffff700 1 -- 172.21.15.39:0/4292409158 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77a400f920 con 0x55a1d5d91860 2023-12-07T14:07:23.534 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.527+0000 7f779ffff700 1 -- 172.21.15.39:0/4292409158 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a4017710 con 0x55a1d5d91860 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77c824eb80 1 -- 172.21.15.39:0/4292409158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 msgr2=0x55a1d5d91cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77c824eb80 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d91cc0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f77a4006010 tx=0x7f77a401a040 comp rx=0 tx=0).stop 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77ba5f2700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77a00a1670 0x7f77a00a3b30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00c6f0 tx=0x7f77ac004dc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77c824eb80 1 -- 172.21.15.39:0/4292409158 shutdown_connections 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77c824eb80 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d91cc0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77c824eb80 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d8d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77c824eb80 1 --2- 172.21.15.39:0/4292409158 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d91320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.528+0000 7f77c824eb80 1 -- 172.21.15.39:0/4292409158 >> 172.21.15.39:0/4292409158 conn(0x55a1d5cb3360 msgr2=0x55a1d5d7f070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.531+0000 7f77c824eb80 1 -- 172.21.15.39:0/4292409158 shutdown_connections 2023-12-07T14:07:23.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.532+0000 7f77c824eb80 1 -- 172.21.15.39:0/4292409158 wait complete. 2023-12-07T14:07:23.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 -- start start 2023-12-07T14:07:23.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 Processor -- start 2023-12-07T14:07:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d8d250 0x55a1d5d99040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d963f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d91860 0x55a1d5d96ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5cd89b0 con 0x55a1d5d8d250 2023-12-07T14:07:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5c92560 con 0x55a1d5d8db70 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5c92200 con 0x55a1d5d91860 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.533+0000 7f77c824eb80 10 client.0 _ll_register_callbacks cb 0x55a1d5bbda80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d91860 0x55a1d5d96ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d8d250 0x55a1d5d99040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d8d250 0x55a1d5d99040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57606/0 (socket says 172.21.15.39:57606) 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 -- 172.21.15.39:0/3723341797 learned_addr learned my addr 172.21.15.39:0/3723341797 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 -- 172.21.15.39:0/3723341797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 msgr2=0x55a1d5d963f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d963f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 -- 172.21.15.39:0/3723341797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d8d250 msgr2=0x55a1d5d99040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d8d250 0x55a1d5d99040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.534+0000 7f77b95f0700 1 -- 172.21.15.39:0/3723341797 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77b0009970 con 0x55a1d5d91860 2023-12-07T14:07:23.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.535+0000 7f77b95f0700 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d91860 0x55a1d5d96ae0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f77a40098e0 tx=0x7f77a4009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b872afc4011ae50b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.535+0000 7f779d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.536+0000 7f779d7fa700 1 -- 172.21.15.39:0/3723341797 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a400fd60 con 0x55a1d5d91860 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.536+0000 7f779d7fa700 1 -- 172.21.15.39:0/3723341797 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f77a4000e40 con 0x55a1d5d91860 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.537+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a1d5d77a00 con 0x55a1d5d91860 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.537+0000 7f779d7fa700 1 -- 172.21.15.39:0/3723341797 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77a4029410 con 0x55a1d5d91860 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.537+0000 7f77c824eb80 10 client.26587 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.537+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7f77a4020040 con 0x55a1d5d91860 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.537+0000 7f779d7fa700 1 -- 172.21.15.39:0/3723341797 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a1d5d77a00 con 0x55a1d5d91860 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.538+0000 7f779d7fa700 1 -- 172.21.15.39:0/3723341797 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f77a4029570 con 0x55a1d5d91860 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.538+0000 7f77c824eb80 10 client.26587 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.538+0000 7f77c824eb80 10 client.26587 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:07:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.538+0000 7f77c824eb80 20 client.26587 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.538+0000 7f77c824eb80 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5da6700 0x55a1d5da8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.538+0000 7f77c824eb80 4 client.26587 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.538+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a1d5d536a0 con 0x55a1d5da6700 2023-12-07T14:07:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.541+0000 7f77b9df1700 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5da6700 0x55a1d5da8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.541+0000 7f77b9df1700 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5da6700 0x55a1d5da8b20 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c0998c763f465228 server_cookie=11b86b2efe285c6a in_seq=0 out_seq=0 2023-12-07T14:07:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.541+0000 7f779d7fa700 10 client.26587 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.542+0000 7f779d7fa700 1 -- 172.21.15.39:0/3723341797 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55a1d5d536a0 con 0x55a1d5da6700 2023-12-07T14:07:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.542+0000 7f779d7fa700 10 client.26587 handle_command_reply: tid=0 2023-12-07T14:07:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.542+0000 7f77c824eb80 1 client.26587 shutdown 2023-12-07T14:07:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d91860 msgr2=0x55a1d5d96ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d91860 0x55a1d5d96ae0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f77a40098e0 tx=0x7f77a4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 shutdown_connections 2023-12-07T14:07:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5da6700 0x55a1d5da8b20 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d91860 0x55a1d5d96ae0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d8d250 0x55a1d5d99040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 --2- 172.21.15.39:0/3723341797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d963f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 >> 172.21.15.39:0/3723341797 conn(0x55a1d5cb3360 msgr2=0x55a1d5d92cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f779d7fa700 0 client.26587 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:23.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 shutdown_connections 2023-12-07T14:07:23.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.543+0000 7f77c824eb80 1 -- 172.21.15.39:0/3723341797 wait complete. 2023-12-07T14:07:23.548 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.546+0000 7f77c824eb80 20 client.26587 trim_cache size 0 max 16384 2023-12-07T14:07:23.573 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.570+0000 7f77c824eb80 1 Processor -- start 2023-12-07T14:07:23.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.571+0000 7f77c824eb80 1 -- start start 2023-12-07T14:07:23.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d9db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5da25c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77c824eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5b57920 con 0x55a1d5d91860 2023-12-07T14:07:23.574 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77c824eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5d779e0 con 0x55a1d5d8db70 2023-12-07T14:07:23.575 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77c824eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5d7fbb0 con 0x55a1d5d8d250 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48814/0 (socket says 172.21.15.39:48814) 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 -- 172.21.15.39:0/256788418 learned_addr learned my addr 172.21.15.39:0/256788418 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b95f0700 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5da25c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b95f0700 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d9db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 -- 172.21.15.39:0/256788418 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 msgr2=0x55a1d5d9db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d9db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 -- 172.21.15.39:0/256788418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 msgr2=0x55a1d5da25c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5da25c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.572+0000 7f77b9df1700 1 -- 172.21.15.39:0/256788418 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1d5d80ce0 con 0x55a1d5d8db70 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.573+0000 7f77b95f0700 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5da25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.573+0000 7f77b9df1700 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9e050 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x55a1d5da9450 tx=0x7f77b0004460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22a4653723510dbb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.576 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.573+0000 7f77a8ff9700 1 -- 172.21.15.39:0/256788418 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b0017040 con 0x55a1d5d8db70 2023-12-07T14:07:23.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.573+0000 7f77a8ff9700 1 -- 172.21.15.39:0/256788418 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77b001b7f0 con 0x55a1d5d8db70 2023-12-07T14:07:23.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.573+0000 7f77a8ff9700 1 -- 172.21.15.39:0/256788418 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77b001ba90 con 0x55a1d5d8db70 2023-12-07T14:07:23.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.575+0000 7f77c824eb80 1 -- 172.21.15.39:0/256788418 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 msgr2=0x55a1d5d9e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.577 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.575+0000 7f77c824eb80 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9e050 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x55a1d5da9450 tx=0x7f77b0004460 comp rx=0 tx=0).stop 2023-12-07T14:07:23.581 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.575+0000 7f77c824eb80 1 -- 172.21.15.39:0/256788418 shutdown_connections 2023-12-07T14:07:23.581 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.575+0000 7f77c824eb80 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5da25c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.581 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.575+0000 7f77c824eb80 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8d250 0x55a1d5d9db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.581 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.575+0000 7f77c824eb80 1 --2- 172.21.15.39:0/256788418 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9e050 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.581 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.575+0000 7f77c824eb80 1 -- 172.21.15.39:0/256788418 >> 172.21.15.39:0/256788418 conn(0x55a1d5cb3360 msgr2=0x55a1d5d8fa20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.588 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.579+0000 7f77c824eb80 1 -- 172.21.15.39:0/256788418 shutdown_connections 2023-12-07T14:07:23.594 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.586+0000 7f77c824eb80 1 -- 172.21.15.39:0/256788418 wait complete. 2023-12-07T14:07:23.594 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.586+0000 7f77c824eb80 1 -- start start 2023-12-07T14:07:23.594 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.586+0000 7f77c824eb80 1 Processor -- start 2023-12-07T14:07:23.595 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.592+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8d250 0x55a1d5d9dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.595 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.592+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.595 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.592+0000 7f77c824eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d9c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.595 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.592+0000 7f77c824eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5d9c7d0 con 0x55a1d5d91860 2023-12-07T14:07:23.595 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.592+0000 7f77c824eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5d9c940 con 0x55a1d5d8d250 2023-12-07T14:07:23.595 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.592+0000 7f77c824eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1d5d9cb00 con 0x55a1d5d8db70 2023-12-07T14:07:23.595 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.592+0000 7f77c824eb80 10 client.0 _ll_register_callbacks cb 0x7f77a400bb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:23.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.593+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d9c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.593+0000 7f77b95f0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d9c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57620/0 (socket says 172.21.15.39:57620) 2023-12-07T14:07:23.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.593+0000 7f77b95f0700 1 -- 172.21.15.39:0/844960002 learned_addr learned my addr 172.21.15.39:0/844960002 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.596 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.594+0000 7f77b95f0700 1 -- 172.21.15.39:0/844960002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8db70 msgr2=0x55a1d5d9dff0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:07:23.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.594+0000 7f77b95f0700 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9dff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.594+0000 7f77b95f0700 1 -- 172.21.15.39:0/844960002 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8d250 msgr2=0x55a1d5d9dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.594+0000 7f77b95f0700 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8d250 0x55a1d5d9dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.597 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.594+0000 7f77b95f0700 1 -- 172.21.15.39:0/844960002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77a4020040 con 0x55a1d5d91860 2023-12-07T14:07:23.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.596+0000 7f77b95f0700 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d9c100 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f77a400bbd0 tx=0x7f77a4005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86e77cff73e5c6d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.598 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.596+0000 7f779d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:23.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.596+0000 7f779d7fa700 1 -- 172.21.15.39:0/844960002 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a4041760 con 0x55a1d5d91860 2023-12-07T14:07:23.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.596+0000 7f779d7fa700 1 -- 172.21.15.39:0/844960002 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f77a40418c0 con 0x55a1d5d91860 2023-12-07T14:07:23.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.596+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f77a400f920 con 0x55a1d5d91860 2023-12-07T14:07:23.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f779d7fa700 1 -- 172.21.15.39:0/844960002 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77a4041a80 con 0x55a1d5d91860 2023-12-07T14:07:23.599 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 10 client.16932 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7f77b0009e80 con 0x55a1d5d91860 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f779d7fa700 1 -- 172.21.15.39:0/844960002 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77a400f920 con 0x55a1d5d91860 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f779d7fa700 1 -- 172.21.15.39:0/844960002 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f77a4055bf0 con 0x55a1d5d91860 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 10 client.16932 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 10 client.16932 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 20 client.16932 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5dfdbe0 0x55a1d5e00000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 4 client.16932 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:23.600 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.597+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a1d5c9efd0 con 0x55a1d5dfdbe0 2023-12-07T14:07:23.602 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.600+0000 7f77b9df1700 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5dfdbe0 0x55a1d5e00000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f779d7fa700 10 client.16932 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:23.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77b9df1700 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5dfdbe0 0x55a1d5e00000 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7693ad0fd840f880 server_cookie=29af033d1b3fd4b0 in_seq=0 out_seq=0 2023-12-07T14:07:23.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f779d7fa700 1 -- 172.21.15.39:0/844960002 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a1d5c9efd0 con 0x55a1d5dfdbe0 2023-12-07T14:07:23.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f779d7fa700 10 client.16932 handle_command_reply: tid=0 2023-12-07T14:07:23.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 client.16932 shutdown 2023-12-07T14:07:23.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 msgr2=0x55a1d5d9c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d9c100 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f77a400bbd0 tx=0x7f77a4005720 comp rx=0 tx=0).stop 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 shutdown_connections 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a1d5d91860 0x55a1d5d9c100 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a1d5d8d250 0x55a1d5d9dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x55a1d5dfdbe0 0x55a1d5e00000 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 --2- 172.21.15.39:0/844960002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a1d5d8db70 0x55a1d5d9dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 >> 172.21.15.39:0/844960002 conn(0x55a1d5cb3360 msgr2=0x55a1d5d94c00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f779d7fa700 0 client.16932 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 shutdown_connections 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.602+0000 7f77c824eb80 1 -- 172.21.15.39:0/844960002 wait complete. 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77c824eb80 20 client.16932 trim_cache size 0 max 16384 2023-12-07T14:07:23.607 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:23.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77a00a1670 msgr2=0x7f77a00a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77a00a1670 0x7f77a00a3b30 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00c6f0 tx=0x7f77ac004dc0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77b4114310 msgr2=0x7f77b410aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77b4114310 0x7f77b410aac0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f77ac00efc0 tx=0x7f77ac00c3a0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 shutdown_connections 2023-12-07T14:07:23.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77b4114310 0x7f77b410aac0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77a00a1670 0x7f77a00a3b30 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77b406d980 0x7f77b410a040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 --2- 172.21.15.39:0/2270618490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77b4108ba0 0x7f77b410a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 >> 172.21.15.39:0/2270618490 conn(0x7f77b406c550 msgr2=0x7f77b406ff70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 shutdown_connections 2023-12-07T14:07:23.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.603+0000 7f77bc055700 1 -- 172.21.15.39:0/2270618490 wait complete. 2023-12-07T14:07:23.624 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:07:23.855 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.853+0000 7fe93763e700 1 -- 172.21.15.39:0/3226909814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301056f0 msgr2=0x7fe93010d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.856 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.853+0000 7fe93763e700 1 --2- 172.21.15.39:0/3226909814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301056f0 0x7fe93010d270 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fe92800b0a0 tx=0x7fe92800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.857+0000 7fe93763e700 1 -- 172.21.15.39:0/3226909814 shutdown_connections 2023-12-07T14:07:23.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.857+0000 7fe93763e700 1 --2- 172.21.15.39:0/3226909814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301056f0 0x7fe93010d270 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.857+0000 7fe93763e700 1 --2- 172.21.15.39:0/3226909814 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9301005d0 0x7fe9301009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.857+0000 7fe93763e700 1 --2- 172.21.15.39:0/3226909814 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe930100f80 0x7fe930104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.857+0000 7fe93763e700 1 -- 172.21.15.39:0/3226909814 >> 172.21.15.39:0/3226909814 conn(0x7fe9300fbe30 msgr2=0x7fe9300fe250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.857+0000 7fe93763e700 1 -- 172.21.15.39:0/3226909814 shutdown_connections 2023-12-07T14:07:23.860 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.857+0000 7fe93763e700 1 -- 172.21.15.39:0/3226909814 wait complete. 2023-12-07T14:07:23.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.858+0000 7fe93763e700 1 Processor -- start 2023-12-07T14:07:23.861 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.858+0000 7fe93763e700 1 -- start start 2023-12-07T14:07:23.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.859+0000 7fe93763e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301005d0 0x7fe930197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.859+0000 7fe9353da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301005d0 0x7fe930197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.859+0000 7fe9353da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301005d0 0x7fe930197a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57632/0 (socket says 172.21.15.39:57632) 2023-12-07T14:07:23.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.860+0000 7fe93763e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9301056f0 0x7fe930197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.862 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.860+0000 7fe9353da700 1 -- 172.21.15.39:0/3606405562 learned_addr learned my addr 172.21.15.39:0/3606405562 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.860+0000 7fe93763e700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93019c340 0x7fe93019c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.860+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe93019cd30 con 0x7fe9301005d0 2023-12-07T14:07:23.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.860+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe93019cea0 con 0x7fe93019c340 2023-12-07T14:07:23.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.860+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe93019d060 con 0x7fe9301056f0 2023-12-07T14:07:23.863 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.860+0000 7fe934bd9700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9301056f0 0x7fe930197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.861+0000 7fe935bdb700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93019c340 0x7fe93019c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.861+0000 7fe9353da700 1 -- 172.21.15.39:0/3606405562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9301056f0 msgr2=0x7fe930197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.864 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.861+0000 7fe9353da700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9301056f0 0x7fe930197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.861+0000 7fe9353da700 1 -- 172.21.15.39:0/3606405562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93019c340 msgr2=0x7fe93019c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.861+0000 7fe9353da700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93019c340 0x7fe93019c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.861+0000 7fe9353da700 1 -- 172.21.15.39:0/3606405562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe92c009520 con 0x7fe9301005d0 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.861+0000 7fe9353da700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301005d0 0x7fe930197a30 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fe92c00eab0 tx=0x7fe92c00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.862+0000 7fe9267fc700 1 -- 172.21.15.39:0/3606405562 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c021d50 con 0x7fe9301005d0 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.862+0000 7fe9267fc700 1 -- 172.21.15.39:0/3606405562 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe92c00ce90 con 0x7fe9301005d0 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.862+0000 7fe9267fc700 1 -- 172.21.15.39:0/3606405562 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c003b40 con 0x7fe9301005d0 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.862+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe928009d00 con 0x7fe9301005d0 2023-12-07T14:07:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.862+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9301102d0 con 0x7fe9301005d0 2023-12-07T14:07:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.865+0000 7fe9267fc700 1 -- 172.21.15.39:0/3606405562 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe92c003ca0 con 0x7fe9301005d0 2023-12-07T14:07:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.866+0000 7fe9267fc700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe91c0a1670 0x7fe91c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.866+0000 7fe9267fc700 1 -- 172.21.15.39:0/3606405562 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe92c0d50a0 con 0x7fe9301005d0 2023-12-07T14:07:23.869 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.867+0000 7fe943837b80 1 Processor -- start 2023-12-07T14:07:23.870 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe943837b80 1 -- start start 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe943837b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df07fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe943837b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df080360 0x5653df083b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe943837b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df0844b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe943837b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653deff37c0 con 0x5653df07fa40 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe943837b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653defda7a0 con 0x5653df080360 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe943837b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653defd80c0 con 0x5653df084050 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df07fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df07fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57640/0 (socket says 172.21.15.39:57640) 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 -- 172.21.15.39:0/3684552856 learned_addr learned my addr 172.21.15.39:0/3684552856 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe935bdb700 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df0844b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 -- 172.21.15.39:0/3684552856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 msgr2=0x5653df0844b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.871 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df0844b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.872 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 -- 172.21.15.39:0/3684552856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df080360 msgr2=0x5653df083b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:23.872 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df080360 0x5653df083b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.872 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.868+0000 7fe9353da700 1 -- 172.21.15.39:0/3684552856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5653dee50630 con 0x5653df07fa40 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.869+0000 7fe9353da700 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df07fe20 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe92c09ec70 tx=0x7fe92c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8852cfa3c869e7f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.869+0000 7fe91b7fe700 1 -- 172.21.15.39:0/3684552856 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c0a6350 con 0x5653df07fa40 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.869+0000 7fe91b7fe700 1 -- 172.21.15.39:0/3684552856 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe92c0aa590 con 0x5653df07fa40 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.869+0000 7fe91b7fe700 1 -- 172.21.15.39:0/3684552856 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c0a26c0 con 0x5653df07fa40 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 -- 172.21.15.39:0/3684552856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 msgr2=0x5653df07fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df07fe20 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fe92c09ec70 tx=0x7fe92c005850 comp rx=0 tx=0).stop 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 -- 172.21.15.39:0/3684552856 shutdown_connections 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df0844b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df07fe20 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 --2- 172.21.15.39:0/3684552856 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df080360 0x5653df083b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 -- 172.21.15.39:0/3684552856 >> 172.21.15.39:0/3684552856 conn(0x5653defae360 msgr2=0x5653df07a070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.873 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe934bd9700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe91c0a1670 0x7fe91c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 -- 172.21.15.39:0/3684552856 shutdown_connections 2023-12-07T14:07:23.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.870+0000 7fe943837b80 1 -- 172.21.15.39:0/3684552856 wait complete. 2023-12-07T14:07:23.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.871+0000 7fe934bd9700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe91c0a1670 0x7fe91c0a3b30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x5653df07a8f0 tx=0x7fe920009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.871+0000 7fe943837b80 1 -- start start 2023-12-07T14:07:23.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.871+0000 7fe943837b80 1 Processor -- start 2023-12-07T14:07:23.874 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe943837b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df088d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe943837b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df089270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe943837b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df0897b0 0x5653df0953b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe943837b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653defd39b0 con 0x5653df07fa40 2023-12-07T14:07:23.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe943837b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653def8d560 con 0x5653df0897b0 2023-12-07T14:07:23.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe943837b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653def8d200 con 0x5653df084050 2023-12-07T14:07:23.875 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe943837b80 10 client.0 _ll_register_callbacks cb 0x5653deeb8a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe934bd9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df089270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe934bd9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df089270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34138/0 (socket says 172.21.15.39:34138) 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe934bd9700 1 -- 172.21.15.39:0/1430143267 learned_addr learned my addr 172.21.15.39:0/1430143267 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.872+0000 7fe935bdb700 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df0897b0 0x5653df0953b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe934bd9700 1 -- 172.21.15.39:0/1430143267 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df0897b0 msgr2=0x5653df0953b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe934bd9700 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df0897b0 0x5653df0953b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe934bd9700 1 -- 172.21.15.39:0/1430143267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 msgr2=0x5653df088d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.876 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe934bd9700 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df088d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe934bd9700 1 -- 172.21.15.39:0/1430143267 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9301102d0 con 0x5653df084050 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe934bd9700 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df089270 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe92000e630 tx=0x7fe9200047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fdb9335d1cd587ec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe918ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe918ff9700 1 -- 172.21.15.39:0/1430143267 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe920004830 con 0x5653df084050 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe918ff9700 1 -- 172.21.15.39:0/1430143267 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe920004990 con 0x5653df084050 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5653df072a00 con 0x5653df084050 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe918ff9700 1 -- 172.21.15.39:0/1430143267 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe92001e630 con 0x5653df084050 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe943837b80 10 client.26602 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:23.877 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.873+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x5653dedfcde0 con 0x5653df084050 2023-12-07T14:07:23.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.875+0000 7fe918ff9700 1 -- 172.21.15.39:0/1430143267 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5653df072a00 con 0x5653df084050 2023-12-07T14:07:23.878 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.875+0000 7fe918ff9700 1 -- 172.21.15.39:0/1430143267 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fe920024030 con 0x5653df084050 2023-12-07T14:07:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe943837b80 10 client.26602 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe943837b80 10 client.26602 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:07:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe943837b80 20 client.26602 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe943837b80 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0aaa90 0x5653df0aceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe943837b80 4 client.26602 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:23.879 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5653df04e6a0 con 0x5653df0aaa90 2023-12-07T14:07:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe9353da700 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0aaa90 0x5653df0aceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe9353da700 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0aaa90 0x5653df0aceb0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=950dd788ab4d8b64 server_cookie=654aa79afb5a73f3 in_seq=0 out_seq=0 2023-12-07T14:07:23.880 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.876+0000 7fe918ff9700 10 client.26602 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:23.881 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe918ff9700 1 -- 172.21.15.39:0/1430143267 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5653df04e6a0 con 0x5653df0aaa90 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe918ff9700 10 client.26602 handle_command_reply: tid=0 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 client.26602 shutdown 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 msgr2=0x5653df089270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df089270 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe92000e630 tx=0x7fe9200047c0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 shutdown_connections 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0aaa90 0x5653df0aceb0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df0897b0 0x5653df0953b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df07fa40 0x5653df088d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe918ff9700 0 client.26602 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 --2- 172.21.15.39:0/1430143267 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df089270 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.877+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 >> 172.21.15.39:0/1430143267 conn(0x5653defae360 msgr2=0x5653df0854b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.878+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 shutdown_connections 2023-12-07T14:07:23.882 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.878+0000 7fe943837b80 1 -- 172.21.15.39:0/1430143267 wait complete. 2023-12-07T14:07:23.883 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.878+0000 7fe943837b80 20 client.26602 trim_cache size 0 max 16384 2023-12-07T14:07:23.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.899+0000 7fe943837b80 1 Processor -- start 2023-12-07T14:07:23.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.899+0000 7fe943837b80 1 -- start start 2023-12-07T14:07:23.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe943837b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653defae360 0x5653df081a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe943837b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df0902f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe943837b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df090830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe943837b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653dee52920 con 0x5653defae360 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe943837b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653df0a7430 con 0x5653df07fa40 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe943837b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653df07af70 con 0x5653df084050 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe9353da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653defae360 0x5653df081a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe934bd9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df0902f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe9353da700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653defae360 0x5653df081a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57652/0 (socket says 172.21.15.39:57652) 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.900+0000 7fe9353da700 1 -- 172.21.15.39:0/1101574289 learned_addr learned my addr 172.21.15.39:0/1101574289 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.901+0000 7fe9353da700 1 -- 172.21.15.39:0/1101574289 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 msgr2=0x5653df090830 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.901+0000 7fe9353da700 1 --2- 172.21.15.39:0/1101574289 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df090830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.901+0000 7fe9353da700 1 -- 172.21.15.39:0/1101574289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 msgr2=0x5653df0902f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.901+0000 7fe9353da700 1 --2- 172.21.15.39:0/1101574289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df0902f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.901+0000 7fe9353da700 1 -- 172.21.15.39:0/1101574289 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5653dede5c60 con 0x5653defae360 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.901+0000 7fe9353da700 1 --2- 172.21.15.39:0/1101574289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653defae360 0x5653df081a80 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fe92c0d5350 tx=0x7fe92c0d2de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=959304ad77e6046 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.902+0000 7fe91bfff700 1 -- 172.21.15.39:0/1101574289 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c0a6350 con 0x5653defae360 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.902+0000 7fe91bfff700 1 -- 172.21.15.39:0/1101574289 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe92c003f50 con 0x5653defae360 2023-12-07T14:07:23.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.902+0000 7fe91bfff700 1 -- 172.21.15.39:0/1101574289 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe92c0a16f0 con 0x5653defae360 2023-12-07T14:07:23.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.903+0000 7fe943837b80 1 -- 172.21.15.39:0/1101574289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653defae360 msgr2=0x5653df081a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.903+0000 7fe943837b80 1 --2- 172.21.15.39:0/1101574289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653defae360 0x5653df081a80 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fe92c0d5350 tx=0x7fe92c0d2de0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.905+0000 7fe943837b80 1 -- 172.21.15.39:0/1101574289 shutdown_connections 2023-12-07T14:07:23.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.905+0000 7fe943837b80 1 --2- 172.21.15.39:0/1101574289 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653df084050 0x5653df090830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.905+0000 7fe943837b80 1 --2- 172.21.15.39:0/1101574289 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653defae360 0x5653df081a80 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.905+0000 7fe943837b80 1 --2- 172.21.15.39:0/1101574289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df0902f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.905+0000 7fe943837b80 1 -- 172.21.15.39:0/1101574289 >> 172.21.15.39:0/1101574289 conn(0x5653df0b1ea0 msgr2=0x5653df087620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.905+0000 7fe943837b80 1 -- 172.21.15.39:0/1101574289 shutdown_connections 2023-12-07T14:07:23.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.905+0000 7fe943837b80 1 -- 172.21.15.39:0/1101574289 wait complete. 2023-12-07T14:07:23.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.906+0000 7fe943837b80 1 -- start start 2023-12-07T14:07:23.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.906+0000 7fe943837b80 1 Processor -- start 2023-12-07T14:07:23.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe943837b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653defae360 0x5653df090300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe943837b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df090840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe943837b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df084050 0x5653df073c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe943837b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653df0741b0 con 0x5653df084050 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe943837b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653df074320 con 0x5653df07fa40 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe943837b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653df074460 con 0x5653defae360 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe943837b80 10 client.0 _ll_register_callbacks cb 0x5653deeb8a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe935bdb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df084050 0x5653df073c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe935bdb700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df084050 0x5653df073c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57658/0 (socket says 172.21.15.39:57658) 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe934bd9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df090840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe935bdb700 1 -- 172.21.15.39:0/1634582419 learned_addr learned my addr 172.21.15.39:0/1634582419 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:23.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe9353da700 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653defae360 0x5653df090300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe934bd9700 1 -- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653defae360 msgr2=0x5653df090300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.907+0000 7fe934bd9700 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653defae360 0x5653df090300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe934bd9700 1 -- 172.21.15.39:0/1634582419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df084050 msgr2=0x5653df073c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe934bd9700 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df084050 0x5653df073c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe934bd9700 1 -- 172.21.15.39:0/1634582419 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5653dee50630 con 0x5653df07fa40 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe935bdb700 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df084050 0x5653df073c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe934bd9700 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df090840 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe92000ed80 tx=0x7fe92002f6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d3b19b2313e31ec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe918ff9700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe918ff9700 1 -- 172.21.15.39:0/1634582419 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe920004250 con 0x5653df07fa40 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe918ff9700 1 -- 172.21.15.39:0/1634582419 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe9200043b0 con 0x5653df07fa40 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe92c0aa590 con 0x5653df07fa40 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe918ff9700 1 -- 172.21.15.39:0/1634582419 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe920004570 con 0x5653df07fa40 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe943837b80 10 client.26471 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x5653dee23250 con 0x5653df07fa40 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.908+0000 7fe918ff9700 1 -- 172.21.15.39:0/1634582419 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe92c0aa590 con 0x5653df07fa40 2023-12-07T14:07:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe918ff9700 1 -- 172.21.15.39:0/1634582419 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fe920024050 con 0x5653df07fa40 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe943837b80 10 client.26471 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe943837b80 10 client.26471 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe943837b80 20 client.26471 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe943837b80 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0897b0 0x5653df114e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe943837b80 4 client.26471 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5653def99fd0 con 0x5653df0897b0 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe9353da700 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0897b0 0x5653df114e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe918ff9700 10 client.26471 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.909+0000 7fe9353da700 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0897b0 0x5653df114e70 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=45b9a1eba5859eb1 server_cookie=3305bdbaafbfff0b in_seq=0 out_seq=0 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe918ff9700 1 -- 172.21.15.39:0/1634582419 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5653def99fd0 con 0x5653df0897b0 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe918ff9700 10 client.26471 handle_command_reply: tid=0 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 client.26471 shutdown 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 msgr2=0x5653df090840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df090840 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe92000ed80 tx=0x7fe92002f6c0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 shutdown_connections 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x5653df0897b0 0x5653df114e70 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5653df084050 0x5653df073c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe918ff9700 0 client.26471 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5653defae360 0x5653df090300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 --2- 172.21.15.39:0/1634582419 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5653df07fa40 0x5653df090840 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 >> 172.21.15.39:0/1634582419 conn(0x5653df0b1ea0 msgr2=0x5653df087220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 shutdown_connections 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 1 -- 172.21.15.39:0/1634582419 wait complete. 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.910+0000 7fe943837b80 20 client.26471 trim_cache size 0 max 16384 2023-12-07T14:07:23.915 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:23.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe91c0a1670 msgr2=0x7fe91c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe91c0a1670 0x7fe91c0a3b30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x5653df07a8f0 tx=0x7fe920009260 comp rx=0 tx=0).stop 2023-12-07T14:07:23.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301005d0 msgr2=0x7fe930197a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:23.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301005d0 0x7fe930197a30 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fe92c00eab0 tx=0x7fe92c00edc0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 shutdown_connections 2023-12-07T14:07:23.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe91c0a1670 0x7fe91c0a3b30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe93019c340 0x7fe93019c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9301005d0 0x7fe930197a30 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 --2- 172.21.15.39:0/3606405562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9301056f0 0x7fe930197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:23.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 >> 172.21.15.39:0/3606405562 conn(0x7fe9300fbe30 msgr2=0x7fe9300fc390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:23.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 shutdown_connections 2023-12-07T14:07:23.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:23.911+0000 7fe93763e700 1 -- 172.21.15.39:0/3606405562 wait complete. 2023-12-07T14:07:23.932 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:23 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/282780696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:07:23.933 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:07:23.939 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:23 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/282780696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:07:23.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 270.0 s, 2105.2 tps, lat 47.142 ms stddev 52.781 2023-12-07T14:07:24.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.084+0000 7ff6014b6700 1 -- 172.21.15.39:0/3325061340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 msgr2=0x7ff5fc10e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.084+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3325061340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 0x7ff5fc10e390 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7ff5f4009f90 tx=0x7ff5f400b330 comp rx=0 tx=0).stop 2023-12-07T14:07:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.087+0000 7ff6014b6700 1 -- 172.21.15.39:0/3325061340 shutdown_connections 2023-12-07T14:07:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.087+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3325061340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 0x7ff5fc10e390 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.087+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3325061340 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5fc107560 0x7ff5fc107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.087+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3325061340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 0x7ff5fc0ffe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.087+0000 7ff6014b6700 1 -- 172.21.15.39:0/3325061340 >> 172.21.15.39:0/3325061340 conn(0x7ff5fc076900 msgr2=0x7ff5fc0fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.093 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.091+0000 7ff6014b6700 1 -- 172.21.15.39:0/3325061340 shutdown_connections 2023-12-07T14:07:24.093 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.091+0000 7ff6014b6700 1 -- 172.21.15.39:0/3325061340 wait complete. 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 Processor -- start 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 -- start start 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 0x7ff5fc10af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 0x7ff5fc10b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5fc107560 0x7ff5fc10d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5fc10de80 con 0x7ff5fc0ff9d0 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5fc10dff0 con 0x7ff5fc100390 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff6014b6700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5fc10e1b0 con 0x7ff5fc107560 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 0x7ff5fc10af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 0x7ff5fc10af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57670/0 (socket says 172.21.15.39:57670) 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff5faffd700 1 -- 172.21.15.39:0/3425917152 learned_addr learned my addr 172.21.15.39:0/3425917152 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 0x7ff5fc10b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.092+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5fc107560 0x7ff5fc10d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f3fff700 1 -- 172.21.15.39:0/3425917152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5fc107560 msgr2=0x7ff5fc10d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5fc107560 0x7ff5fc10d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f3fff700 1 -- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 msgr2=0x7ff5fc10af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 0x7ff5fc10af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f3fff700 1 -- 172.21.15.39:0/3425917152 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5f4009c40 con 0x7ff5fc100390 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5faffd700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 0x7ff5fc10af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 0x7ff5fc10b4c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff5e400e9f0 tx=0x7ff5e400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f8ff9700 1 -- 172.21.15.39:0/3425917152 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5e400c9c0 con 0x7ff5fc100390 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5fc10e490 con 0x7ff5fc100390 2023-12-07T14:07:24.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5fc1aabc0 con 0x7ff5fc100390 2023-12-07T14:07:24.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f8ff9700 1 -- 172.21.15.39:0/3425917152 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff5e4010430 con 0x7ff5fc100390 2023-12-07T14:07:24.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.093+0000 7ff5f8ff9700 1 -- 172.21.15.39:0/3425917152 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5e4018680 con 0x7ff5fc100390 2023-12-07T14:07:24.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.098+0000 7ff60d6afb80 1 Processor -- start 2023-12-07T14:07:24.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.098+0000 7ff60d6afb80 1 -- start start 2023-12-07T14:07:24.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f85e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad457760 con 0x55c0ad4f4f60 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad43e740 con 0x55c0ad4f8b20 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad43c060 con 0x55c0ad4f4640 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f85e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57676/0 (socket says 172.21.15.39:57676) 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.100+0000 7ff5faffd700 1 -- 172.21.15.39:0/583598080 learned_addr learned my addr 172.21.15.39:0/583598080 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5faffd700 1 -- 172.21.15.39:0/583598080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 msgr2=0x55c0ad4f4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5faffd700 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5faffd700 1 -- 172.21.15.39:0/583598080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 msgr2=0x55c0ad4f8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5faffd700 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5faffd700 1 -- 172.21.15.39:0/583598080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c0ad2b45d0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.101+0000 7ff5faffd700 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f85e0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec010770 tx=0x7ff5ec010a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5359e0a095ee6bfd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.102+0000 7ff5f17fa700 1 -- 172.21.15.39:0/583598080 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec011640 con 0x55c0ad4f4f60 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.102+0000 7ff5f17fa700 1 -- 172.21.15.39:0/583598080 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff5ec015070 con 0x55c0ad4f4f60 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.102+0000 7ff5f17fa700 1 -- 172.21.15.39:0/583598080 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec019bb0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.103+0000 7ff5f8ff9700 1 -- 172.21.15.39:0/3425917152 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff5e400cc40 con 0x7ff5fc100390 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.103+0000 7ff60d6afb80 1 -- 172.21.15.39:0/583598080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 msgr2=0x55c0ad4f85e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.103+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f85e0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec010770 tx=0x7ff5ec010a80 comp rx=0 tx=0).stop 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff5f8ff9700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5e80a15e0 0x7ff5e80a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff60d6afb80 1 -- 172.21.15.39:0/583598080 shutdown_connections 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/583598080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f85e0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff60d6afb80 1 -- 172.21.15.39:0/583598080 >> 172.21.15.39:0/583598080 conn(0x55c0ad412300 msgr2=0x55c0ad4ddba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff5f8ff9700 1 -- 172.21.15.39:0/3425917152 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff5e4014070 con 0x7ff5fc100390 2023-12-07T14:07:24.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.104+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5e80a15e0 0x7ff5e80a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.105+0000 7ff60d6afb80 1 -- 172.21.15.39:0/583598080 shutdown_connections 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.105+0000 7ff60d6afb80 1 -- 172.21.15.39:0/583598080 wait complete. 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.105+0000 7ff60d6afb80 1 -- start start 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.105+0000 7ff60d6afb80 1 Processor -- start 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5e80a15e0 0x7ff5e80a3aa0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ff5f400b6c0 tx=0x7ff5f40096c0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4fd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4fdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fe130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad437950 con 0x55c0ad4f4f60 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad3f1500 con 0x55c0ad4f8b20 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad3f11a0 con 0x55c0ad4f4640 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff60d6afb80 10 client.0 _ll_register_callbacks cb 0x55c0ad31ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4fd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4fd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34174/0 (socket says 172.21.15.39:34174) 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff5faffd700 1 -- 172.21.15.39:0/3634247284 learned_addr learned my addr 172.21.15.39:0/3634247284 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.106+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4fdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.107+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fe130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.107+0000 7ff5f3fff700 1 -- 172.21.15.39:0/3634247284 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 msgr2=0x55c0ad4fd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.107+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4fd6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.107+0000 7ff5f3fff700 1 -- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 msgr2=0x55c0ad4fe130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.107+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fe130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.107+0000 7ff5f3fff700 1 -- 172.21.15.39:0/3634247284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5fc1aabc0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.107+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4fdbf0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ff5e40caab0 tx=0x7ff5e409aa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb1c0867ce6b27b7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff5e27fc700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3634247284 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5e40a26d0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3634247284 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff5e4027040 con 0x55c0ad4f4f60 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c0ad4d65f0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3634247284 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff5e409e120 con 0x55c0ad4f4f60 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff60d6afb80 10 client.16959 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7ff5ec0103d0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.108+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3634247284 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c0ad4d65f0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3634247284 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7ff5e40a2340 con 0x55c0ad4f4f60 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff60d6afb80 10 client.16959 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff60d6afb80 10 client.16959 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff60d6afb80 20 client.16959 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad510440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff60d6afb80 4 client.16959 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c0ad4b2640 con 0x55c0ad50e020 2023-12-07T14:07:24.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff5faffd700 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad510440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff5e27fc700 10 client.16959 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.109+0000 7ff5faffd700 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad510440 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d411b43a5c6c1da server_cookie=1a046e0e49999808 in_seq=0 out_seq=0 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3634247284 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c0ad4b2640 con 0x55c0ad50e020 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff5e27fc700 10 client.16959 handle_command_reply: tid=0 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 client.16959 shutdown 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 msgr2=0x55c0ad4fdbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4fdbf0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ff5e40caab0 tx=0x7ff5e409aa40 comp rx=0 tx=0).stop 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 shutdown_connections 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad510440 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fe130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4640 0x55c0ad4fd6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff5e27fc700 0 client.16959 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3634247284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4fdbf0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 >> 172.21.15.39:0/3634247284 conn(0x55c0ad412300 msgr2=0x55c0ad4e2430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 shutdown_connections 2023-12-07T14:07:24.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.110+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3634247284 wait complete. 2023-12-07T14:07:24.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.111+0000 7ff60d6afb80 20 client.16959 trim_cache size 0 max 16384 2023-12-07T14:07:24.136 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.132+0000 7ff60d6afb80 1 Processor -- start 2023-12-07T14:07:24.136 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.132+0000 7ff60d6afb80 1 -- start start 2023-12-07T14:07:24.136 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad509910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fcf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad2b68c0 con 0x55c0ad4f4640 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad4fa600 con 0x55c0ad4f8b20 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad4fd4d0 con 0x55c0ad4f4f60 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad509910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad509910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57692/0 (socket says 172.21.15.39:57692) 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff5faffd700 1 -- 172.21.15.39:0/3594903023 learned_addr learned my addr 172.21.15.39:0/3594903023 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fcf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.133+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5fb7fe700 1 -- 172.21.15.39:0/3594903023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 msgr2=0x55c0ad4f6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5fb7fe700 1 -- 172.21.15.39:0/3594903023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 msgr2=0x55c0ad509910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.137 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad509910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5fb7fe700 1 -- 172.21.15.39:0/3594903023 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c0ad260d80 con 0x55c0ad4f8b20 2023-12-07T14:07:24.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fcf90 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff5f4009550 tx=0x7ff5f401f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0c633e6a5dd4a5b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5f1ffb700 1 -- 172.21.15.39:0/3594903023 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5f400e040 con 0x55c0ad4f8b20 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5f1ffb700 1 -- 172.21.15.39:0/3594903023 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff5f4021070 con 0x55c0ad4f8b20 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.134+0000 7ff5f1ffb700 1 -- 172.21.15.39:0/3594903023 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5f4005980 con 0x55c0ad4f8b20 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.135+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3594903023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 msgr2=0x55c0ad4fcf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fcf90 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7ff5f4009550 tx=0x7ff5f401f000 comp rx=0 tx=0).stop 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3594903023 shutdown_connections 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4fcf90 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad509910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3594903023 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad4f6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3594903023 >> 172.21.15.39:0/3594903023 conn(0x55c0ad412300 msgr2=0x55c0ad4df1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3594903023 shutdown_connections 2023-12-07T14:07:24.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.136+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3594903023 wait complete. 2023-12-07T14:07:24.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.137+0000 7ff60d6afb80 1 -- start start 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.137+0000 7ff60d6afb80 1 Processor -- start 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad504e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff60d6afb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad505590 con 0x55c0ad4f4640 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad505700 con 0x55c0ad4f8b20 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff60d6afb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0ad4f5880 con 0x55c0ad4f4f60 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff60d6afb80 10 client.0 _ll_register_callbacks cb 0x55c0ad31ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f9fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57698/0 (socket says 172.21.15.39:57698) 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 -- 172.21.15.39:0/3622800571 learned_addr learned my addr 172.21.15.39:0/3622800571 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 -- 172.21.15.39:0/3622800571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 msgr2=0x55c0ad504e60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:07:24.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad504e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 -- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 msgr2=0x55c0ad4f5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5faffd700 1 -- 172.21.15.39:0/3622800571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5fc10ec90 con 0x55c0ad4f4640 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.138+0000 7ff5fb7fe700 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.139+0000 7ff5faffd700 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f9fb0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec010710 tx=0x7ff5ec019440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c7eea1eae7ff608 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.139+0000 7ff5e27fc700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.139+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3622800571 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec005190 con 0x55c0ad4f4640 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.139+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3622800571 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7ff5ec0052f0 con 0x55c0ad4f4640 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.139+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff5ec015070 con 0x55c0ad4f4640 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3622800571 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff5ec0054b0 con 0x55c0ad4f4640 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff60d6afb80 10 client.16965 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55c0ad249c00 con 0x55c0ad4f4640 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3622800571 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff5ec015070 con 0x55c0ad4f4640 2023-12-07T14:07:24.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3622800571 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7ff5ec0198e0 con 0x55c0ad4f4640 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff60d6afb80 10 client.16965 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff60d6afb80 10 client.16965 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.140+0000 7ff60d6afb80 20 client.16965 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.141+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad4e5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.141+0000 7ff60d6afb80 4 client.16965 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.141+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c0ad3fdf70 con 0x55c0ad50e020 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.141+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad4e5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.141+0000 7ff5e27fc700 10 client.16965 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.141+0000 7ff5f3fff700 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad4e5bd0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7fdc6410bd2624d server_cookie=e81506b2d885074a in_seq=0 out_seq=0 2023-12-07T14:07:24.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:23 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/282780696' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:07:24.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff5e27fc700 1 -- 172.21.15.39:0/3622800571 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c0ad3fdf70 con 0x55c0ad50e020 2023-12-07T14:07:24.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff5e27fc700 10 client.16965 handle_command_reply: tid=0 2023-12-07T14:07:24.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 client.16965 shutdown 2023-12-07T14:07:24.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 msgr2=0x55c0ad4f9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f9fb0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec010710 tx=0x7ff5ec019440 comp rx=0 tx=0).stop 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 shutdown_connections 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c0ad50e020 0x55c0ad4e5bd0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c0ad4f8b20 0x55c0ad4f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c0ad4f4640 0x55c0ad4f9fb0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 --2- 172.21.15.39:0/3622800571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c0ad4f4f60 0x55c0ad504e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 >> 172.21.15.39:0/3622800571 conn(0x55c0ad412300 msgr2=0x55c0ad4dd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff5e27fc700 0 client.16965 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 shutdown_connections 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.166+0000 7ff60d6afb80 1 -- 172.21.15.39:0/3622800571 wait complete. 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff60d6afb80 20 client.16965 trim_cache size 0 max 16384 2023-12-07T14:07:24.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:07:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:07:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:07:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:07:24.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5e80a15e0 msgr2=0x7ff5e80a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5e80a15e0 0x7ff5e80a3aa0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7ff5f400b6c0 tx=0x7ff5f40096c0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 msgr2=0x7ff5fc10b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 0x7ff5fc10b4c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7ff5e400e9f0 tx=0x7ff5e400ed00 comp rx=0 tx=0).stop 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 shutdown_connections 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff5fc107560 0x7ff5fc10d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5fc0ff9d0 0x7ff5fc10af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff5e80a15e0 0x7ff5e80a3aa0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 --2- 172.21.15.39:0/3425917152 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5fc100390 0x7ff5fc10b4c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 >> 172.21.15.39:0/3425917152 conn(0x7ff5fc076900 msgr2=0x7ff5fc103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 shutdown_connections 2023-12-07T14:07:24.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:24.167+0000 7ff6014b6700 1 -- 172.21.15.39:0/3425917152 wait complete. 2023-12-07T14:07:24.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.217+0000 7fc97afbd700 1 -- 172.21.15.39:0/191922002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741057b0 msgr2=0x7fc974105c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.219 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.217+0000 7fc97afbd700 1 --2- 172.21.15.39:0/191922002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741057b0 0x7fc974105c60 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc96c00b0a0 tx=0x7fc96c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.223+0000 7fc97afbd700 1 -- 172.21.15.39:0/191922002 shutdown_connections 2023-12-07T14:07:24.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.223+0000 7fc97afbd700 1 --2- 172.21.15.39:0/191922002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741057b0 0x7fc974105c60 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.223+0000 7fc97afbd700 1 --2- 172.21.15.39:0/191922002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9741003b0 0x7fc974100790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.223+0000 7fc97afbd700 1 --2- 172.21.15.39:0/191922002 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc974100cd0 0x7fc974105190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.223+0000 7fc97afbd700 1 -- 172.21.15.39:0/191922002 >> 172.21.15.39:0/191922002 conn(0x7fc9740fbda0 msgr2=0x7fc9740fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.223+0000 7fc97afbd700 1 -- 172.21.15.39:0/191922002 shutdown_connections 2023-12-07T14:07:24.226 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.223+0000 7fc97afbd700 1 -- 172.21.15.39:0/191922002 wait complete. 2023-12-07T14:07:24.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 Processor -- start 2023-12-07T14:07:24.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 -- start start 2023-12-07T14:07:24.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741003b0 0x7fc97419dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc974100cd0 0x7fc97419e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9741057b0 0x7fc9741a28a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9741a2ee0 con 0x7fc974100cd0 2023-12-07T14:07:24.228 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9741a3050 con 0x7fc9741057b0 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc97afbd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9741a3210 con 0x7fc9741003b0 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.224+0000 7fc973fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc974100cd0 0x7fc97419e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc973fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc974100cd0 0x7fc97419e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57710/0 (socket says 172.21.15.39:57710) 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc973fff700 1 -- 172.21.15.39:0/1387951262 learned_addr learned my addr 172.21.15.39:0/1387951262 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc978d59700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741003b0 0x7fc97419dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc97955a700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9741057b0 0x7fc9741a28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc973fff700 1 -- 172.21.15.39:0/1387951262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741003b0 msgr2=0x7fc97419dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc973fff700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741003b0 0x7fc97419dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc973fff700 1 -- 172.21.15.39:0/1387951262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9741057b0 msgr2=0x7fc9741a28a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc973fff700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9741057b0 0x7fc9741a28a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.229 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.225+0000 7fc973fff700 1 -- 172.21.15.39:0/1387951262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc96c009d00 con 0x7fc974100cd0 2023-12-07T14:07:24.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.227+0000 7fc973fff700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc974100cd0 0x7fc97419e500 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fc96000b460 tx=0x7fc96000b770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.227+0000 7fc971ffb700 1 -- 172.21.15.39:0/1387951262 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960011830 con 0x7fc974100cd0 2023-12-07T14:07:24.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.227+0000 7fc971ffb700 1 -- 172.21.15.39:0/1387951262 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc96000be70 con 0x7fc974100cd0 2023-12-07T14:07:24.230 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.227+0000 7fc971ffb700 1 -- 172.21.15.39:0/1387951262 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960010df0 con 0x7fc974100cd0 2023-12-07T14:07:24.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.228+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9741a34f0 con 0x7fc974100cd0 2023-12-07T14:07:24.231 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.228+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9741aad30 con 0x7fc974100cd0 2023-12-07T14:07:24.232 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.230+0000 7fc971ffb700 1 -- 172.21.15.39:0/1387951262 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fc960010410 con 0x7fc974100cd0 2023-12-07T14:07:24.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.231+0000 7fc971ffb700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc9640a1670 0x7fc9640a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.233 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.231+0000 7fc971ffb700 1 -- 172.21.15.39:0/1387951262 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc9600cc8e0 con 0x7fc974100cd0 2023-12-07T14:07:24.234 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.232+0000 7fc978d59700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc9640a1670 0x7fc9640a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.232+0000 7fc978d59700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc9640a1670 0x7fc9640a3b30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc968006fd0 tx=0x7fc968009190 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.232+0000 7fc9871b6b80 1 Processor -- start 2023-12-07T14:07:24.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc9871b6b80 1 -- start start 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a15e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a19b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a1a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3479897c0 con 0x55a347a15a40 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3479707a0 con 0x55a347a16360 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a34796e0c0 con 0x55a347a1a050 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc978d59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a15e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc978d59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a15e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57716/0 (socket says 172.21.15.39:57716) 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc978d59700 1 -- 172.21.15.39:0/1466057280 learned_addr learned my addr 172.21.15.39:0/1466057280 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc97955a700 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a1a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.233+0000 7fc973fff700 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a19b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.237 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc978d59700 1 -- 172.21.15.39:0/1466057280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 msgr2=0x55a347a1a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc978d59700 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a1a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc978d59700 1 -- 172.21.15.39:0/1466057280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 msgr2=0x55a347a19b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc978d59700 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a19b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc978d59700 1 -- 172.21.15.39:0/1466057280 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a3477e6630 con 0x55a347a15a40 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc97955a700 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a1a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc973fff700 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a19b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc978d59700 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a15e20 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc96800ea20 tx=0x7fc968011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d42affb1d5496993 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc95effd700 1 -- 172.21.15.39:0/1466057280 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc968015480 con 0x55a347a15a40 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc95effd700 1 -- 172.21.15.39:0/1466057280 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc968015aa0 con 0x55a347a15a40 2023-12-07T14:07:24.238 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.234+0000 7fc95effd700 1 -- 172.21.15.39:0/1466057280 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc968013a60 con 0x55a347a15a40 2023-12-07T14:07:24.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.235+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1466057280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 msgr2=0x55a347a15e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.235+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a15e20 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fc96800ea20 tx=0x7fc968011000 comp rx=0 tx=0).stop 2023-12-07T14:07:24.239 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.236+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1466057280 shutdown_connections 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.236+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a1a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.236+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a15e20 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.236+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1466057280 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a19b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.236+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1466057280 >> 172.21.15.39:0/1466057280 conn(0x55a347944360 msgr2=0x55a347a10070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.236+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1466057280 shutdown_connections 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.236+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1466057280 wait complete. 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.237+0000 7fc9871b6b80 1 -- start start 2023-12-07T14:07:24.240 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.237+0000 7fc9871b6b80 1 Processor -- start 2023-12-07T14:07:24.242 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a15a40 0x55a347a21810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a1eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a1a050 0x55a347a1f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3479699b0 con 0x55a347a1a050 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a347923560 con 0x55a347a16360 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a347923200 con 0x55a347a15a40 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc9871b6b80 10 client.0 _ll_register_callbacks cb 0x55a34784ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc97955a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a1a050 0x55a347a1f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a15a40 0x55a347a21810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc973fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a1eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a15a40 0x55a347a21810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34212/0 (socket says 172.21.15.39:34212) 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc973fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a1eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48924/0 (socket says 172.21.15.39:48924) 2023-12-07T14:07:24.243 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 -- 172.21.15.39:0/1062698882 learned_addr learned my addr 172.21.15.39:0/1062698882 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 -- 172.21.15.39:0/1062698882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 msgr2=0x55a347a1eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a1eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 -- 172.21.15.39:0/1062698882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a1a050 msgr2=0x55a347a1f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a1a050 0x55a347a1f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 -- 172.21.15.39:0/1062698882 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc96800e700 con 0x55a347a15a40 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc973fff700 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a1eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc97955a700 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a1a050 0x55a347a1f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.238+0000 7fc978d59700 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a15a40 0x55a347a21810 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc9680156e0 tx=0x7fc968015710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce62afd9288643ea server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc953fff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc953fff700 1 -- 172.21.15.39:0/1062698882 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc968004460 con 0x55a347a15a40 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a347a08a00 con 0x55a347a15a40 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc953fff700 1 -- 172.21.15.39:0/1062698882 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc9680158b0 con 0x55a347a15a40 2023-12-07T14:07:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc953fff700 1 -- 172.21.15.39:0/1062698882 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc9680045c0 con 0x55a347a15a40 2023-12-07T14:07:24.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc9871b6b80 10 client.26626 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:24.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55a347792de0 con 0x55a347a15a40 2023-12-07T14:07:24.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc953fff700 1 -- 172.21.15.39:0/1062698882 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a347a08a00 con 0x55a347a15a40 2023-12-07T14:07:24.245 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.239+0000 7fc953fff700 1 -- 172.21.15.39:0/1062698882 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fc968013950 con 0x55a347a15a40 2023-12-07T14:07:24.246 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.241+0000 7fc9871b6b80 10 client.26626 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.241+0000 7fc9871b6b80 10 client.26626 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.241+0000 7fc9871b6b80 20 client.26626 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.241+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a2f2f0 0x55a347a31710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.241+0000 7fc9871b6b80 4 client.26626 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.241+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a3479e46a0 con 0x55a347a2f2f0 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.242+0000 7fc973fff700 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a2f2f0 0x55a347a31710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.242+0000 7fc953fff700 10 client.26626 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.242+0000 7fc973fff700 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a2f2f0 0x55a347a31710 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=273a928bcfec6a5c server_cookie=8c2752a022a81d8e in_seq=0 out_seq=0 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc953fff700 1 -- 172.21.15.39:0/1062698882 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55a3479e46a0 con 0x55a347a2f2f0 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc953fff700 10 client.26626 handle_command_reply: tid=0 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 client.26626 shutdown 2023-12-07T14:07:24.247 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a15a40 msgr2=0x55a347a21810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a15a40 0x55a347a21810 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc9680156e0 tx=0x7fc968015710 comp rx=0 tx=0).stop 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 shutdown_connections 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a1a050 0x55a347a1f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a15a40 0x55a347a21810 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a2f2f0 0x55a347a31710 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/1062698882 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a16360 0x55a347a1eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc953fff700 0 client.26626 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 >> 172.21.15.39:0/1062698882 conn(0x55a347944360 msgr2=0x55a347a1b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 shutdown_connections 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 1 -- 172.21.15.39:0/1062698882 wait complete. 2023-12-07T14:07:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.243+0000 7fc9871b6b80 20 client.26626 trim_cache size 0 max 16384 2023-12-07T14:07:24.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 Processor -- start 2023-12-07T14:07:24.267 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 -- start start 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a15a40 0x55a347a26300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a16360 0x55a347a26840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a18270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3477e8920 con 0x55a347a16360 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a347a20100 con 0x55a347a15a40 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a347a08840 con 0x55a347a1a050 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc973fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a16360 0x55a347a26840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc973fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a16360 0x55a347a26840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57732/0 (socket says 172.21.15.39:57732) 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc973fff700 1 -- 172.21.15.39:0/3377202030 learned_addr learned my addr 172.21.15.39:0/3377202030 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc97955a700 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a18270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.264+0000 7fc978d59700 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a15a40 0x55a347a26300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc973fff700 1 -- 172.21.15.39:0/3377202030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 msgr2=0x55a347a18270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc973fff700 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a18270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.268 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc973fff700 1 -- 172.21.15.39:0/3377202030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a15a40 msgr2=0x55a347a26300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc973fff700 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a15a40 0x55a347a26300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc973fff700 1 -- 172.21.15.39:0/3377202030 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a34777bc60 con 0x55a347a16360 2023-12-07T14:07:24.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc973fff700 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a16360 0x55a347a26840 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc96000bac0 tx=0x7fc9600b9040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20946436da2d7ff8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc95f7fe700 1 -- 172.21.15.39:0/3377202030 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc96009db90 con 0x55a347a16360 2023-12-07T14:07:24.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc95f7fe700 1 -- 172.21.15.39:0/3377202030 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc9600a1dd0 con 0x55a347a16360 2023-12-07T14:07:24.269 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.265+0000 7fc95f7fe700 1 -- 172.21.15.39:0/3377202030 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960098f30 con 0x55a347a16360 2023-12-07T14:07:24.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 -- 172.21.15.39:0/3377202030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a16360 msgr2=0x55a347a26840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a16360 0x55a347a26840 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fc96000bac0 tx=0x7fc9600b9040 comp rx=0 tx=0).stop 2023-12-07T14:07:24.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 -- 172.21.15.39:0/3377202030 shutdown_connections 2023-12-07T14:07:24.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a1a050 0x55a347a18270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.271 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a15a40 0x55a347a26300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/3377202030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a16360 0x55a347a26840 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 -- 172.21.15.39:0/3377202030 >> 172.21.15.39:0/3377202030 conn(0x55a347944360 msgr2=0x55a347a36030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 -- 172.21.15.39:0/3377202030 shutdown_connections 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 -- 172.21.15.39:0/3377202030 wait complete. 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 -- start start 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.266+0000 7fc9871b6b80 1 Processor -- start 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a14840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a16360 0x55a347a14d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc9871b6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a1a050 0x55a347a847b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a347a15690 con 0x55a347a15a40 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a347a84cf0 con 0x55a347a1a050 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc9871b6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a347a84e30 con 0x55a347a16360 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc9871b6b80 10 client.0 _ll_register_callbacks cb 0x55a34784ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:24.272 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc978d59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a14840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a16360 0x55a347a14d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a16360 0x55a347a14d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34228/0 (socket says 172.21.15.39:34228) 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc97955a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a1a050 0x55a347a847b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc978d59700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a14840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57736/0 (socket says 172.21.15.39:57736) 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 -- 172.21.15.39:0/992649273 learned_addr learned my addr 172.21.15.39:0/992649273 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 -- 172.21.15.39:0/992649273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a1a050 msgr2=0x55a347a847b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a1a050 0x55a347a847b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 -- 172.21.15.39:0/992649273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 msgr2=0x55a347a14840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a14840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.274 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 -- 172.21.15.39:0/992649273 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9741aad30 con 0x55a347a16360 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc978d59700 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a14840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc973fff700 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a16360 0x55a347a14d80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc9600999d0 tx=0x7fc96000bcf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83b4c2e811ff61b4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.267+0000 7fc953fff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.268+0000 7fc953fff700 1 -- 172.21.15.39:0/992649273 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9600b2170 con 0x55a347a16360 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.268+0000 7fc953fff700 1 -- 172.21.15.39:0/992649273 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc9600b22d0 con 0x55a347a16360 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.269+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc968015aa0 con 0x55a347a16360 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.269+0000 7fc953fff700 1 -- 172.21.15.39:0/992649273 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc960098f30 con 0x55a347a16360 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.269+0000 7fc9871b6b80 10 client.26632 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.269+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55a3477b9250 con 0x55a347a16360 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.269+0000 7fc953fff700 1 -- 172.21.15.39:0/992649273 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc968015aa0 con 0x55a347a16360 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.269+0000 7fc953fff700 1 -- 172.21.15.39:0/992649273 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fc960095830 con 0x55a347a16360 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc9871b6b80 10 client.26632 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc9871b6b80 10 client.26632 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc9871b6b80 20 client.26632 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a86390 0x55a347a887b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc9871b6b80 4 client.26632 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a34792ffd0 con 0x55a347a86390 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc978d59700 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a86390 0x55a347a887b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc953fff700 10 client.26632 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc978d59700 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a86390 0x55a347a887b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f20a32cb2ef45a16 server_cookie=5201ab680f331ec7 in_seq=0 out_seq=0 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc953fff700 1 -- 172.21.15.39:0/992649273 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a34792ffd0 con 0x55a347a86390 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.270+0000 7fc953fff700 10 client.26632 handle_command_reply: tid=0 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 client.26632 shutdown 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a16360 msgr2=0x55a347a14d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a16360 0x55a347a14d80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc9600999d0 tx=0x7fc96000bcf0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 shutdown_connections 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55a347a86390 0x55a347a887b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a347a1a050 0x55a347a847b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a347a15a40 0x55a347a14840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc953fff700 0 client.26632 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 --2- 172.21.15.39:0/992649273 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55a347a16360 0x55a347a14d80 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 >> 172.21.15.39:0/992649273 conn(0x55a347944360 msgr2=0x55a347a18270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 shutdown_connections 2023-12-07T14:07:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 1 -- 172.21.15.39:0/992649273 wait complete. 2023-12-07T14:07:24.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.271+0000 7fc9871b6b80 20 client.26632 trim_cache size 0 max 16384 2023-12-07T14:07:24.279 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc9640a1670 msgr2=0x7fc9640a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc9640a1670 0x7fc9640a3b30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc968006fd0 tx=0x7fc968009190 comp rx=0 tx=0).stop 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc974100cd0 msgr2=0x7fc97419e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc974100cd0 0x7fc97419e500 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fc96000b460 tx=0x7fc96000b770 comp rx=0 tx=0).stop 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 shutdown_connections 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc9640a1670 0x7fc9640a3b30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc9741057b0 0x7fc9741a28a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc9741003b0 0x7fc97419dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 --2- 172.21.15.39:0/1387951262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc974100cd0 0x7fc97419e500 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 >> 172.21.15.39:0/1387951262 conn(0x7fc9740fbda0 msgr2=0x7fc9740fce80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 shutdown_connections 2023-12-07T14:07:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.272+0000 7fc97afbd700 1 -- 172.21.15.39:0/1387951262 wait complete. 2023-12-07T14:07:24.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:07:24.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.595+0000 7f79d4156700 1 -- 172.21.15.39:0/1185476508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 msgr2=0x7f79cc114810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.595+0000 7f79d4156700 1 --2- 172.21.15.39:0/1185476508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 0x7f79cc114810 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f79bc009990 tx=0x7f79bc009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.605 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.598+0000 7f79d4156700 1 -- 172.21.15.39:0/1185476508 shutdown_connections 2023-12-07T14:07:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.598+0000 7f79d4156700 1 --2- 172.21.15.39:0/1185476508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 0x7f79cc114810 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.598+0000 7f79d4156700 1 --2- 172.21.15.39:0/1185476508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79cc073970 0x7f79cc073d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.598+0000 7f79d4156700 1 --2- 172.21.15.39:0/1185476508 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc074290 0x7f79cc111ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.606 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.598+0000 7f79d4156700 1 -- 172.21.15.39:0/1185476508 >> 172.21.15.39:0/1185476508 conn(0x7f79cc0fcee0 msgr2=0x7f79cc0ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.617 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.613+0000 7f79d4156700 1 -- 172.21.15.39:0/1185476508 shutdown_connections 2023-12-07T14:07:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.617+0000 7f79d4156700 1 -- 172.21.15.39:0/1185476508 wait complete. 2023-12-07T14:07:24.620 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.618+0000 7f79d4156700 1 Processor -- start 2023-12-07T14:07:24.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.618+0000 7f79d4156700 1 -- start start 2023-12-07T14:07:24.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d4156700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc073970 0x7f79cc072e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d4156700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79cc074290 0x7f79cc0733d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.621 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d4156700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 0x7f79cc06d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d4156700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79cc06d980 con 0x7f79cc074290 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d4156700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79cc06daf0 con 0x7f79cc112420 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d4156700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79cc06dcb0 con 0x7f79cc073970 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc073970 0x7f79cc072e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d16f1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79cc074290 0x7f79cc0733d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc073970 0x7f79cc072e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34236/0 (socket says 172.21.15.39:34236) 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d16f1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79cc074290 0x7f79cc0733d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57748/0 (socket says 172.21.15.39:57748) 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 -- 172.21.15.39:0/2059680993 learned_addr learned my addr 172.21.15.39:0/2059680993 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d26f3700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 0x7f79cc06d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 -- 172.21.15.39:0/2059680993 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 msgr2=0x7f79cc06d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 0x7f79cc06d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 -- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79cc074290 msgr2=0x7f79cc0733d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79cc074290 0x7f79cc0733d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.619+0000 7f79d1ef2700 1 -- 172.21.15.39:0/2059680993 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79bc0095f0 con 0x7f79cc073970 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.620+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc073970 0x7f79cc072e90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f79c800b550 tx=0x7f79c800b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.620+0000 7f79c2ffd700 1 -- 172.21.15.39:0/2059680993 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c800bea0 con 0x7f79cc073970 2023-12-07T14:07:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.620+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79cc1b31e0 con 0x7f79cc073970 2023-12-07T14:07:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.620+0000 7f79c2ffd700 1 -- 172.21.15.39:0/2059680993 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79c8011cf0 con 0x7f79cc073970 2023-12-07T14:07:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.620+0000 7f79c2ffd700 1 -- 172.21.15.39:0/2059680993 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c8010e10 con 0x7f79cc073970 2023-12-07T14:07:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.620+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79cc1b36f0 con 0x7f79cc073970 2023-12-07T14:07:24.625 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.622+0000 7f79c2ffd700 1 -- 172.21.15.39:0/2059680993 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f79c801a400 con 0x7f79cc073970 2023-12-07T14:07:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.623+0000 7f79c2ffd700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f79b80a1630 0x7f79b80a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.623+0000 7f79c2ffd700 1 -- 172.21.15.39:0/2059680993 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f79c80cc8d0 con 0x7f79cc073970 2023-12-07T14:07:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.624+0000 7f79d16f1700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f79b80a1630 0x7f79b80a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.624+0000 7f79d16f1700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f79b80a1630 0x7f79b80a3af0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f79cc06e660 tx=0x7f79c400d040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.625+0000 7f79e034fb80 1 Processor -- start 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.625+0000 7f79e034fb80 1 -- start start 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefd5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefd9b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefda4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79e034fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbef497c0 con 0x560cbefd5a40 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79e034fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbef307a0 con 0x560cbefd6360 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79e034fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbef2e0c0 con 0x560cbefda050 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefd5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefd5e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57754/0 (socket says 172.21.15.39:57754) 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 -- 172.21.15.39:0/3868424181 learned_addr learned my addr 172.21.15.39:0/3868424181 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d16f1700 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefd9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d26f3700 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefda4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 -- 172.21.15.39:0/3868424181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 msgr2=0x560cbefda4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefda4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 -- 172.21.15.39:0/3868424181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 msgr2=0x560cbefd9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefd9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 -- 172.21.15.39:0/3868424181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560cbeda6630 con 0x560cbefd5a40 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.626+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefd5e20 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f79c80a28e0 tx=0x7f79c809a4f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deac0a2466ef10f2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79b7fff700 1 -- 172.21.15.39:0/3868424181 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c809ebd0 con 0x560cbefd5a40 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79b7fff700 1 -- 172.21.15.39:0/3868424181 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79c80a2e10 con 0x560cbefd5a40 2023-12-07T14:07:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79b7fff700 1 -- 172.21.15.39:0/3868424181 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c809a1d0 con 0x560cbefd5a40 2023-12-07T14:07:24.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79e034fb80 1 -- 172.21.15.39:0/3868424181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 msgr2=0x560cbefd5e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79e034fb80 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefd5e20 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f79c80a28e0 tx=0x7f79c809a4f0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79e034fb80 1 -- 172.21.15.39:0/3868424181 shutdown_connections 2023-12-07T14:07:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79e034fb80 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefda4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79e034fb80 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefd5e20 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79e034fb80 1 --2- 172.21.15.39:0/3868424181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefd9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.627+0000 7f79e034fb80 1 -- 172.21.15.39:0/3868424181 >> 172.21.15.39:0/3868424181 conn(0x560cbef04360 msgr2=0x560cbefd0070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.628+0000 7f79e034fb80 1 -- 172.21.15.39:0/3868424181 shutdown_connections 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.628+0000 7f79e034fb80 1 -- 172.21.15.39:0/3868424181 wait complete. 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.628+0000 7f79e034fb80 1 -- start start 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.628+0000 7f79e034fb80 1 Processor -- start 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefdec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefdf160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefdf6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79e034fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbef299b0 con 0x560cbefd5a40 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79e034fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbeee3560 con 0x560cbefd6360 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79e034fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbeee3200 con 0x560cbefda050 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79e034fb80 10 client.0 _ll_register_callbacks cb 0x560cbee0ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefdec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefdec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57760/0 (socket says 172.21.15.39:57760) 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 -- 172.21.15.39:0/724738587 learned_addr learned my addr 172.21.15.39:0/724738587 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d26f3700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefdf6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d16f1700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefdf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 -- 172.21.15.39:0/724738587 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 msgr2=0x560cbefdf6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefdf6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 -- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 msgr2=0x560cbefdf160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefdf160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 -- 172.21.15.39:0/724738587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79cc1b36f0 con 0x560cbefd5a40 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d26f3700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefdf6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefdec20 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f79c80ca690 tx=0x7f79c8010f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a5712ad2bba8b53 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.629+0000 7f79b57fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79b57fa700 1 -- 172.21.15.39:0/724738587 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c80b7070 con 0x560cbefd5a40 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79b57fa700 1 -- 172.21.15.39:0/724738587 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f79c8010380 con 0x560cbefd5a40 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560cbefc8a00 con 0x560cbefd5a40 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79b57fa700 1 -- 172.21.15.39:0/724738587 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f79c80b3360 con 0x560cbefd5a40 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 10 client.16989 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:24.638 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x560cbed52de0 con 0x560cbefd5a40 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79b57fa700 1 -- 172.21.15.39:0/724738587 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79c807d080 con 0x560cbefd5a40 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79b57fa700 1 -- 172.21.15.39:0/724738587 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f79c809ace0 con 0x560cbefd5a40 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 10 client.16989 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 10 client.16989 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 20 client.16989 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbefef150 0x560cbeff1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 4 client.16989 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560cbefa46a0 con 0x560cbefef150 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.630+0000 7f79d16f1700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbefef150 0x560cbeff1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.631+0000 7f79d16f1700 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbefef150 0x560cbeff1570 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=634cc034fa8c5c6c server_cookie=c75841c2c92ce6b0 in_seq=0 out_seq=0 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.631+0000 7f79b57fa700 10 client.16989 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79b57fa700 1 -- 172.21.15.39:0/724738587 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x560cbefa46a0 con 0x560cbefef150 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79b57fa700 10 client.16989 handle_command_reply: tid=0 2023-12-07T14:07:24.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 client.16989 shutdown 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 msgr2=0x560cbefdec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefdec20 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f79c80ca690 tx=0x7f79c8010f70 comp rx=0 tx=0).stop 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 shutdown_connections 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefdf6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd5a40 0x560cbefdec20 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbefef150 0x560cbeff1570 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 --2- 172.21.15.39:0/724738587 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd6360 0x560cbefdf160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79b57fa700 0 client.16989 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.632+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 >> 172.21.15.39:0/724738587 conn(0x560cbef04360 msgr2=0x560cbefdb4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.633+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 shutdown_connections 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.633+0000 7f79e034fb80 1 -- 172.21.15.39:0/724738587 wait complete. 2023-12-07T14:07:24.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.633+0000 7f79e034fb80 20 client.16989 trim_cache size 0 max 16384 2023-12-07T14:07:24.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.654+0000 7f79e034fb80 1 Processor -- start 2023-12-07T14:07:24.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.654+0000 7f79e034fb80 1 -- start start 2023-12-07T14:07:24.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 0x560cbefd7a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd6360 0x560cbefe6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefe68a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79e034fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbeda8920 con 0x560cbefd6360 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79e034fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbefd0bb0 con 0x560cbefd5a40 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79e034fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbefe20e0 con 0x560cbefda050 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79d26f3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefe68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79d26f3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefe68a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34260/0 (socket says 172.21.15.39:34260) 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.655+0000 7f79d26f3700 1 -- 172.21.15.39:0/2530064038 learned_addr learned my addr 172.21.15.39:0/2530064038 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.656+0000 7f79d26f3700 1 -- 172.21.15.39:0/2530064038 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 msgr2=0x560cbefd7a80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.656+0000 7f79d26f3700 1 --2- 172.21.15.39:0/2530064038 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 0x560cbefd7a80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.656+0000 7f79d26f3700 1 -- 172.21.15.39:0/2530064038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd6360 msgr2=0x560cbefe6360 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.656+0000 7f79d26f3700 1 --2- 172.21.15.39:0/2530064038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd6360 0x560cbefe6360 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.656+0000 7f79d26f3700 1 -- 172.21.15.39:0/2530064038 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560cbefdfbb0 con 0x560cbefda050 2023-12-07T14:07:24.660 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.656+0000 7f79d26f3700 1 --2- 172.21.15.39:0/2530064038 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefe68a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f79bc009990 tx=0x7f79bc019040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8fd0e208f60e50aa server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.663 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.661+0000 7f79c0ff9700 1 -- 172.21.15.39:0/2530064038 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79bc01d070 con 0x560cbefda050 2023-12-07T14:07:24.663 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.661+0000 7f79c0ff9700 1 -- 172.21.15.39:0/2530064038 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79bc01e040 con 0x560cbefda050 2023-12-07T14:07:24.663 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.661+0000 7f79c0ff9700 1 -- 172.21.15.39:0/2530064038 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79bc00f770 con 0x560cbefda050 2023-12-07T14:07:24.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.661+0000 7f79e034fb80 1 -- 172.21.15.39:0/2530064038 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 msgr2=0x560cbefe68a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.661+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2530064038 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefe68a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f79bc009990 tx=0x7f79bc019040 comp rx=0 tx=0).stop 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 -- 172.21.15.39:0/2530064038 shutdown_connections 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2530064038 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefda050 0x560cbefe68a0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2530064038 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 0x560cbefd7a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2530064038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefd6360 0x560cbefe6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 -- 172.21.15.39:0/2530064038 >> 172.21.15.39:0/2530064038 conn(0x560cbef04360 msgr2=0x560cbefd82d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 -- 172.21.15.39:0/2530064038 shutdown_connections 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 -- 172.21.15.39:0/2530064038 wait complete. 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 -- start start 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.662+0000 7f79e034fb80 1 Processor -- start 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 0x560cbf039790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefd6360 0x560cbf039cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79e034fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefda050 0x560cbf03e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79e034fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbf03a3b0 con 0x560cbefda050 2023-12-07T14:07:24.666 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79e034fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbf03eb30 con 0x560cbefd5a40 2023-12-07T14:07:24.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79e034fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x560cbf03ecf0 con 0x560cbefd6360 2023-12-07T14:07:24.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79e034fb80 10 client.0 _ll_register_callbacks cb 0x560cbee0ea80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:24.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79d26f3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefda050 0x560cbf03e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79d26f3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefda050 0x560cbf03e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57772/0 (socket says 172.21.15.39:57772) 2023-12-07T14:07:24.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79d26f3700 1 -- 172.21.15.39:0/2061828688 learned_addr learned my addr 172.21.15.39:0/2061828688 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:24.667 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.663+0000 7f79d16f1700 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefd6360 0x560cbf039cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79d16f1700 1 -- 172.21.15.39:0/2061828688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 msgr2=0x560cbf039790 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:24.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79d16f1700 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 0x560cbf039790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79d16f1700 1 -- 172.21.15.39:0/2061828688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefda050 msgr2=0x560cbf03e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:24.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79d16f1700 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefda050 0x560cbf03e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.668 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79d16f1700 1 -- 172.21.15.39:0/2061828688 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79cc1152a0 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79d16f1700 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefd6360 0x560cbf039cd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x560cbefd08f0 tx=0x7f79c4004b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18b089ba79829a63 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79b57fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79b57fa700 1 -- 172.21.15.39:0/2061828688 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79c4029070 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79b57fa700 1 -- 172.21.15.39:0/2061828688 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f79c4016e30 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f79c80a2e10 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79b57fa700 1 -- 172.21.15.39:0/2061828688 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f79c4010040 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79e034fb80 10 client.26647 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.664+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x560cbed3bc60 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79b57fa700 1 -- 172.21.15.39:0/2061828688 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f79c80a2e10 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79b57fa700 1 -- 172.21.15.39:0/2061828688 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7f79c4032810 con 0x560cbefd6360 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79e034fb80 10 client.26647 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79e034fb80 10 client.26647 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79e034fb80 20 client.26647 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbf057620 0x560cbf059a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:24.669 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79e034fb80 4 client.26647 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:24.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.665+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560cbeeeffd0 con 0x560cbf057620 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.666+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbf057620 0x560cbf059a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79b57fa700 10 client.26647 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79d1ef2700 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbf057620 0x560cbf059a10 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2a4d78e9df47f0e server_cookie=d13ad44f15a932f1 in_seq=0 out_seq=0 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79b57fa700 1 -- 172.21.15.39:0/2061828688 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560cbeeeffd0 con 0x560cbf057620 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79b57fa700 10 client.26647 handle_command_reply: tid=0 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 client.26647 shutdown 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefd6360 msgr2=0x560cbf039cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefd6360 0x560cbf039cd0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x560cbefd08f0 tx=0x7f79c4004b80 comp rx=0 tx=0).stop 2023-12-07T14:07:24.671 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 shutdown_connections 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560cbefda050 0x560cbf03e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x560cbf057620 0x560cbf059a10 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560cbefd5a40 0x560cbf039790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 --2- 172.21.15.39:0/2061828688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x560cbefd6360 0x560cbf039cd0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79b57fa700 0 client.26647 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 >> 172.21.15.39:0/2061828688 conn(0x560cbef04360 msgr2=0x560cbefd9250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 shutdown_connections 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.667+0000 7f79e034fb80 1 -- 172.21.15.39:0/2061828688 wait complete. 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79e034fb80 20 client.26647 trim_cache size 0 max 16384 2023-12-07T14:07:24.672 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:24.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f79b80a1630 msgr2=0x7f79b80a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f79b80a1630 0x7f79b80a3af0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f79cc06e660 tx=0x7f79c400d040 comp rx=0 tx=0).stop 2023-12-07T14:07:24.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc073970 msgr2=0x7f79cc072e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:24.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc073970 0x7f79cc072e90 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f79c800b550 tx=0x7f79c800b860 comp rx=0 tx=0).stop 2023-12-07T14:07:24.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 shutdown_connections 2023-12-07T14:07:24.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f79b80a1630 0x7f79b80a3af0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f79cc112420 0x7f79cc06d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f79cc073970 0x7f79cc072e90 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 --2- 172.21.15.39:0/2059680993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79cc074290 0x7f79cc0733d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:24.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.668+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 >> 172.21.15.39:0/2059680993 conn(0x7f79cc0fcee0 msgr2=0x7f79cc0fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:24.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.669+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 shutdown_connections 2023-12-07T14:07:24.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:24.669+0000 7f79d4156700 1 -- 172.21.15.39:0/2059680993 wait complete. 2023-12-07T14:07:25.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:25 smithi039 ceph-mon[98864]: pgmap v152: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 713 op/s 2023-12-07T14:07:25.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:25 smithi055 ceph-mon[103363]: pgmap v152: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 713 op/s 2023-12-07T14:07:25.690 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-12-07T14:07:25.690 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-12-07T14:07:25.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:25 smithi089 ceph-mon[103124]: pgmap v152: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 11 MiB/s wr, 713 op/s 2023-12-07T14:07:25.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.888+0000 7fab46929700 1 -- 172.21.15.39:0/977091905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab40107040 msgr2=0x7fab401006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.890 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.888+0000 7fab46929700 1 --2- 172.21.15.39:0/977091905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab40107040 0x7fab401006c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fab3800b0d0 tx=0x7fab3800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.889+0000 7fab46929700 1 -- 172.21.15.39:0/977091905 shutdown_connections 2023-12-07T14:07:25.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.889+0000 7fab46929700 1 --2- 172.21.15.39:0/977091905 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab40107040 0x7fab401006c0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.891 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.889+0000 7fab46929700 1 --2- 172.21.15.39:0/977091905 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab401022a0 0x7fab40102680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.889+0000 7fab46929700 1 --2- 172.21.15.39:0/977091905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab400ffd00 0x7fab40100180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.889+0000 7fab46929700 1 -- 172.21.15.39:0/977091905 >> 172.21.15.39:0/977091905 conn(0x7fab400756b0 msgr2=0x7fab40075ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:25.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.889+0000 7fab46929700 1 -- 172.21.15.39:0/977091905 shutdown_connections 2023-12-07T14:07:25.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.889+0000 7fab46929700 1 -- 172.21.15.39:0/977091905 wait complete. 2023-12-07T14:07:25.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 Processor -- start 2023-12-07T14:07:25.892 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 -- start start 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab400ffd00 0x7fab4019df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab401022a0 0x7fab4019e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401a2870 0x7fab401a2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab401a32f0 con 0x7fab401022a0 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab401a3460 con 0x7fab401a2870 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.890+0000 7fab46929700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab401a3620 con 0x7fab400ffd00 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab400ffd00 0x7fab4019df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401a2870 0x7fab401a2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab3f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab401022a0 0x7fab4019e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab400ffd00 0x7fab4019df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34274/0 (socket says 172.21.15.39:34274) 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab3ffff700 1 -- 172.21.15.39:0/2390598749 learned_addr learned my addr 172.21.15.39:0/2390598749 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401a2870 0x7fab401a2cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:48988/0 (socket says 172.21.15.39:48988) 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 -- 172.21.15.39:0/2390598749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab400ffd00 msgr2=0x7fab4019df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.895 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab400ffd00 0x7fab4019df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 -- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab401022a0 msgr2=0x7fab4019e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab401022a0 0x7fab4019e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 -- 172.21.15.39:0/2390598749 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab38009d00 con 0x7fab401a2870 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab3ffff700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab400ffd00 0x7fab4019df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab44ec6700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401a2870 0x7fab401a2cf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fab3800b770 tx=0x7fab3800bcd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.891+0000 7fab3d7fa700 1 -- 172.21.15.39:0/2390598749 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3800e040 con 0x7fab401a2870 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.892+0000 7fab3d7fa700 1 -- 172.21.15.39:0/2390598749 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab38005030 con 0x7fab401a2870 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.892+0000 7fab3d7fa700 1 -- 172.21.15.39:0/2390598749 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3801b680 con 0x7fab401a2870 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.892+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab401aab20 con 0x7fab401a2870 2023-12-07T14:07:25.896 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.892+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab401aaf50 con 0x7fab401a2870 2023-12-07T14:07:25.898 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.895+0000 7fab3d7fa700 1 -- 172.21.15.39:0/2390598749 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fab380054a0 con 0x7fab401a2870 2023-12-07T14:07:25.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.896+0000 7fab3d7fa700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab280a1670 0x7fab280a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.896+0000 7fab3d7fa700 1 -- 172.21.15.39:0/2390598749 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab380cd590 con 0x7fab401a2870 2023-12-07T14:07:25.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.896+0000 7fab3ffff700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab280a1670 0x7fab280a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab3ffff700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab280a1670 0x7fab280a3b30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fab30011550 tx=0x7fab30009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 Processor -- start 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 -- start start 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352c4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352c8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c90d0 0x55b4352c9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b435238840 con 0x55b4352c4ac0 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b43521f820 con 0x55b4352c53e0 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab52b22b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b43521d140 con 0x55b4352c90d0 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352c4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352c4ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57792/0 (socket says 172.21.15.39:57792) 2023-12-07T14:07:25.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab3ffff700 1 -- 172.21.15.39:0/2494933926 learned_addr learned my addr 172.21.15.39:0/2494933926 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.897+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352c8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab44ec6700 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c90d0 0x55b4352c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab3ffff700 1 -- 172.21.15.39:0/2494933926 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c90d0 msgr2=0x55b4352c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab3ffff700 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c90d0 0x55b4352c9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab3ffff700 1 -- 172.21.15.39:0/2494933926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 msgr2=0x55b4352c8b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab3ffff700 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352c8b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab3ffff700 1 -- 172.21.15.39:0/2494933926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b4350956b0 con 0x55b4352c4ac0 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352c8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab3ffff700 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352c4ea0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fab30009880 tx=0x7fab30014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=902657c3ca010a10 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab267fc700 1 -- 172.21.15.39:0/2494933926 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab30026630 con 0x55b4352c4ac0 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab267fc700 1 -- 172.21.15.39:0/2494933926 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab30021070 con 0x55b4352c4ac0 2023-12-07T14:07:25.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.898+0000 7fab267fc700 1 -- 172.21.15.39:0/2494933926 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3001d670 con 0x55b4352c4ac0 2023-12-07T14:07:25.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.899+0000 7fab52b22b80 1 -- 172.21.15.39:0/2494933926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 msgr2=0x55b4352c4ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.899+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352c4ea0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fab30009880 tx=0x7fab30014000 comp rx=0 tx=0).stop 2023-12-07T14:07:25.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.900+0000 7fab52b22b80 1 -- 172.21.15.39:0/2494933926 shutdown_connections 2023-12-07T14:07:25.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.900+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c90d0 0x55b4352c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.900+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352c4ea0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.903 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.900+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2494933926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352c8b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.900+0000 7fab52b22b80 1 -- 172.21.15.39:0/2494933926 >> 172.21.15.39:0/2494933926 conn(0x55b4351f33e0 msgr2=0x55b4352bf0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:25.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.900+0000 7fab52b22b80 1 -- 172.21.15.39:0/2494933926 shutdown_connections 2023-12-07T14:07:25.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.901+0000 7fab52b22b80 1 -- 172.21.15.39:0/2494933926 wait complete. 2023-12-07T14:07:25.904 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.901+0000 7fab52b22b80 1 -- start start 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.901+0000 7fab52b22b80 1 Processor -- start 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c53e0 0x55b4352cdc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352ce330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab52b22b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b435218a30 con 0x55b4352c4ac0 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab52b22b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4351d25e0 con 0x55b4352c90d0 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab52b22b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4351d2280 con 0x55b4352c53e0 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab52b22b80 10 client.0 _ll_register_callbacks cb 0x55b4350fdb00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d08b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57798/0 (socket says 172.21.15.39:57798) 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 -- 172.21.15.39:0/927873317 learned_addr learned my addr 172.21.15.39:0/927873317 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:25.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab44ec6700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352ce330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c53e0 0x55b4352cdc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 -- 172.21.15.39:0/927873317 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c53e0 msgr2=0x55b4352cdc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c53e0 0x55b4352cdc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 -- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 msgr2=0x55b4352ce330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352ce330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab3ffff700 1 -- 172.21.15.39:0/927873317 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab340098e0 con 0x55b4352c4ac0 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.902+0000 7fab44ec6700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352ce330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.903+0000 7fab3ffff700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d08b0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fab3001cd90 tx=0x7fab3001ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b724e434d183c5a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.903+0000 7fab1f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.903+0000 7fab1f7fe700 1 -- 172.21.15.39:0/927873317 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab3001c620 con 0x55b4352c4ac0 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.903+0000 7fab1f7fe700 1 -- 172.21.15.39:0/927873317 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab3001c780 con 0x55b4352c4ac0 2023-12-07T14:07:25.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.903+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b4352b7a80 con 0x55b4352c4ac0 2023-12-07T14:07:25.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.904+0000 7fab1f7fe700 1 -- 172.21.15.39:0/927873317 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab30005040 con 0x55b4352c4ac0 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.904+0000 7fab52b22b80 10 client.17004 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.904+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7fab30017070 con 0x55b4352c4ac0 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab1f7fe700 1 -- 172.21.15.39:0/927873317 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b4352b7a80 con 0x55b4352c4ac0 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab1f7fe700 1 -- 172.21.15.39:0/927873317 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fab30004c00 con 0x55b4352c4ac0 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab52b22b80 10 client.17004 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab52b22b80 10 client.17004 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab52b22b80 20 client.17004 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab52b22b80 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b4352de410 0x55b4352e0830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab52b22b80 4 client.17004 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b435293720 con 0x55b4352de410 2023-12-07T14:07:25.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.906+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b4352de410 0x55b4352e0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.908+0000 7fab1f7fe700 10 client.17004 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:25.910 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.908+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b4352de410 0x55b4352e0830 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0ee7149a8e92504 server_cookie=87aac7151b3fa1c6 in_seq=0 out_seq=0 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab1f7fe700 1 -- 172.21.15.39:0/927873317 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55b435293720 con 0x55b4352de410 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab1f7fe700 10 client.17004 handle_command_reply: tid=0 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 client.17004 shutdown 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 msgr2=0x55b4352d08b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d08b0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fab3001cd90 tx=0x7fab3001ce90 comp rx=0 tx=0).stop 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 shutdown_connections 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b4352de410 0x55b4352e0830 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352ce330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.912 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab1f7fe700 0 client.17004 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:25.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d08b0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 --2- 172.21.15.39:0/927873317 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c53e0 0x55b4352cdc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 >> 172.21.15.39:0/927873317 conn(0x55b4351f33e0 msgr2=0x55b4352ca530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:25.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 shutdown_connections 2023-12-07T14:07:25.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 1 -- 172.21.15.39:0/927873317 wait complete. 2023-12-07T14:07:25.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.909+0000 7fab52b22b80 20 client.17004 trim_cache size 0 max 16384 2023-12-07T14:07:25.939 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.937+0000 7fab52b22b80 1 Processor -- start 2023-12-07T14:07:25.940 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab52b22b80 1 -- start start 2023-12-07T14:07:25.941 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c4ac0 0x55b4352d5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352d58c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c90d0 0x55b4352cc530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab52b22b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4350979a0 con 0x55b4352c90d0 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab52b22b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4352daee0 con 0x55b4352c53e0 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab52b22b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4352bfc30 con 0x55b4352c4ac0 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab44ec6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c90d0 0x55b4352cc530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab44ec6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c90d0 0x55b4352cc530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57810/0 (socket says 172.21.15.39:57810) 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab44ec6700 1 -- 172.21.15.39:0/2821534464 learned_addr learned my addr 172.21.15.39:0/2821534464 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352d58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab3ffff700 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c4ac0 0x55b4352d5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab3f7fe700 1 -- 172.21.15.39:0/2821534464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c4ac0 msgr2=0x55b4352d5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c4ac0 0x55b4352d5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.942 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab3f7fe700 1 -- 172.21.15.39:0/2821534464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c90d0 msgr2=0x55b4352cc530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:25.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c90d0 0x55b4352cc530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab3f7fe700 1 -- 172.21.15.39:0/2821534464 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b435041e60 con 0x55b4352c53e0 2023-12-07T14:07:25.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.938+0000 7fab44ec6700 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c90d0 0x55b4352cc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:25.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.939+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352d58c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x55b4352e10a0 tx=0x7fab34009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7ca84e2428e2148 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:25.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.939+0000 7fab26ffd700 1 -- 172.21.15.39:0/2821534464 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab34004230 con 0x55b4352c53e0 2023-12-07T14:07:25.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.939+0000 7fab26ffd700 1 -- 172.21.15.39:0/2821534464 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab34018040 con 0x55b4352c53e0 2023-12-07T14:07:25.943 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.939+0000 7fab26ffd700 1 -- 172.21.15.39:0/2821534464 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab34005280 con 0x55b4352c53e0 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 -- 172.21.15.39:0/2821534464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 msgr2=0x55b4352d58c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352d58c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x55b4352e10a0 tx=0x7fab34009260 comp rx=0 tx=0).stop 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 -- 172.21.15.39:0/2821534464 shutdown_connections 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c90d0 0x55b4352cc530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352c4ac0 0x55b4352d5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 --2- 172.21.15.39:0/2821534464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c53e0 0x55b4352d58c0 secure :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0x55b4352e10a0 tx=0x7fab34009260 comp rx=0 tx=0).stop 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 -- 172.21.15.39:0/2821534464 >> 172.21.15.39:0/2821534464 conn(0x55b4351f33e0 msgr2=0x55b4352d9e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 -- 172.21.15.39:0/2821534464 shutdown_connections 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.940+0000 7fab52b22b80 1 -- 172.21.15.39:0/2821534464 wait complete. 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.941+0000 7fab52b22b80 1 -- start start 2023-12-07T14:07:25.944 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.941+0000 7fab52b22b80 1 Processor -- start 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.941+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.941+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352d43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.941+0000 7fab52b22b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352d4940 0x55b4352d4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.941+0000 7fab52b22b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4353349f0 con 0x55b4352c4ac0 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.941+0000 7fab52b22b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b435334b60 con 0x55b4352c90d0 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab52b22b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b435345d30 con 0x55b4352d4940 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab52b22b80 10 client.0 _ll_register_callbacks cb 0x7fab34009830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d5820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57812/0 (socket says 172.21.15.39:57812) 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 -- 172.21.15.39:0/475621349 learned_addr learned my addr 172.21.15.39:0/475621349 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 -- 172.21.15.39:0/475621349 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352d4940 msgr2=0x55b4352d4da0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352d4940 0x55b4352d4da0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.946 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 -- 172.21.15.39:0/475621349 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 msgr2=0x55b4352d43b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352d43b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 -- 172.21.15.39:0/475621349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab401aaf50 con 0x55b4352c4ac0 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.942+0000 7fab3ffff700 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d5820 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fab3001ce60 tx=0x7fab3001c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbc62c82d01306bb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab1f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab1f7fe700 1 -- 172.21.15.39:0/475621349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab300092d0 con 0x55b4352c4ac0 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab1f7fe700 1 -- 172.21.15.39:0/475621349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fab3002fbb0 con 0x55b4352c4ac0 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fab30021070 con 0x55b4352c4ac0 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab1f7fe700 1 -- 172.21.15.39:0/475621349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab3000ec90 con 0x55b4352c4ac0 2023-12-07T14:07:25.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab52b22b80 10 client.17010 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:25.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7fab340114a0 con 0x55b4352c4ac0 2023-12-07T14:07:25.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.943+0000 7fab1f7fe700 1 -- 172.21.15.39:0/475621349 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fab30021070 con 0x55b4352c4ac0 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab1f7fe700 1 -- 172.21.15.39:0/475621349 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fab30004f90 con 0x55b4352c4ac0 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab52b22b80 10 client.17010 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab52b22b80 10 client.17010 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab52b22b80 20 client.17010 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab52b22b80 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b435334e90 0x55b435337350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab52b22b80 4 client.17010 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55b4351df050 con 0x55b435334e90 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.945+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b435334e90 0x55b435337350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.946+0000 7fab1f7fe700 10 client.17010 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:25.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.946+0000 7fab3f7fe700 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b435334e90 0x55b435337350 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9909fe78da1de280 server_cookie=e68d7c6c8b953b7d in_seq=0 out_seq=0 2023-12-07T14:07:25.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.947+0000 7fab1f7fe700 1 -- 172.21.15.39:0/475621349 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55b4351df050 con 0x55b435334e90 2023-12-07T14:07:25.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.947+0000 7fab1f7fe700 10 client.17010 handle_command_reply: tid=0 2023-12-07T14:07:25.950 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.948+0000 7fab52b22b80 1 client.17010 shutdown 2023-12-07T14:07:25.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.951+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 msgr2=0x55b4352d5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.951+0000 7fab52b22b80 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d5820 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fab3001ce60 tx=0x7fab3001c980 comp rx=0 tx=0).stop 2023-12-07T14:07:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.955+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 shutdown_connections 2023-12-07T14:07:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.955+0000 7fab52b22b80 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55b4352d4940 0x55b4352d4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.955+0000 7fab52b22b80 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b4352c4ac0 0x55b4352d5820 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.955+0000 7fab52b22b80 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55b435334e90 0x55b435337350 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.955+0000 7fab52b22b80 1 --2- 172.21.15.39:0/475621349 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b4352c90d0 0x55b4352d43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.955+0000 7fab1f7fe700 0 client.17010 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:25.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.955+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 >> 172.21.15.39:0/475621349 conn(0x55b4351f33e0 msgr2=0x55b4352d9e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:25.965 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.958+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 shutdown_connections 2023-12-07T14:07:25.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.965+0000 7fab52b22b80 1 -- 172.21.15.39:0/475621349 wait complete. 2023-12-07T14:07:25.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.965+0000 7fab52b22b80 20 client.17010 trim_cache size 0 max 16384 2023-12-07T14:07:25.968 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:07:25.968 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2023-12-07T14:07:25.968 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "9f5b78d9-cbe2-44f4-b35e-edc7f04d45b0", 2023-12-07T14:07:25.968 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2023-12-07T14:07:25.968 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.965+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab280a1670 msgr2=0x7fab280a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.965+0000 7fab46929700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab280a1670 0x7fab280a3b30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fab30011550 tx=0x7fab30009260 comp rx=0 tx=0).stop 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401a2870 msgr2=0x7fab401a2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401a2870 0x7fab401a2cf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fab3800b770 tx=0x7fab3800bcd0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 shutdown_connections 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fab280a1670 0x7fab280a3b30 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab401a2870 0x7fab401a2cf0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fab400ffd00 0x7fab4019df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 --2- 172.21.15.39:0/2390598749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab401022a0 0x7fab4019e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.966+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 >> 172.21.15.39:0/2390598749 conn(0x7fab400756b0 msgr2=0x7fab400fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:25.969 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.967+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 shutdown_connections 2023-12-07T14:07:25.970 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:25.967+0000 7fab46929700 1 -- 172.21.15.39:0/2390598749 wait complete. 2023-12-07T14:07:26.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:07:26.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.261+0000 7fcb45e77700 1 -- 172.21.15.39:0/766933930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb401085d0 msgr2=0x7fcb40108a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.264 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.261+0000 7fcb45e77700 1 --2- 172.21.15.39:0/766933930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb401085d0 0x7fcb40108a50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fcb34009990 tx=0x7fcb34009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.277+0000 7fcb45e77700 1 -- 172.21.15.39:0/766933930 shutdown_connections 2023-12-07T14:07:26.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.277+0000 7fcb45e77700 1 --2- 172.21.15.39:0/766933930 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb40109180 0x7fcb4011cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.277+0000 7fcb45e77700 1 --2- 172.21.15.39:0/766933930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4010fbd0 0x7fcb4010ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.277+0000 7fcb45e77700 1 --2- 172.21.15.39:0/766933930 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb401085d0 0x7fcb40108a50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.277+0000 7fcb45e77700 1 -- 172.21.15.39:0/766933930 >> 172.21.15.39:0/766933930 conn(0x7fcb4006c550 msgr2=0x7fcb4006c960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:26.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.277+0000 7fcb45e77700 1 -- 172.21.15.39:0/766933930 shutdown_connections 2023-12-07T14:07:26.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.277+0000 7fcb45e77700 1 -- 172.21.15.39:0/766933930 wait complete. 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 Processor -- start 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 -- start start 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb401085d0 0x7fcb401a6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb40109180 0x7fcb401a6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4010fbd0 0x7fcb401a9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb401aa5c0 con 0x7fcb4010fbd0 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb401aa730 con 0x7fcb40109180 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb45e77700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb401aa8f0 con 0x7fcb401085d0 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb3effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb40109180 0x7fcb401a6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.281 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.278+0000 7fcb3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4010fbd0 0x7fcb401a9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb401085d0 0x7fcb401a6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb40109180 0x7fcb401a6cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49026/0 (socket says 172.21.15.39:49026) 2023-12-07T14:07:26.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 -- 172.21.15.39:0/1029729504 learned_addr learned my addr 172.21.15.39:0/1029729504 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:26.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 -- 172.21.15.39:0/1029729504 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb401085d0 msgr2=0x7fcb401a6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.282 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb401085d0 0x7fcb401a6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 -- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4010fbd0 msgr2=0x7fcb401a9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4010fbd0 0x7fcb401a9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.283 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 -- 172.21.15.39:0/1029729504 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb340095f0 con 0x7fcb40109180 2023-12-07T14:07:26.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4010fbd0 0x7fcb401a9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:26.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3effd700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb40109180 0x7fcb401a6cd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fcb34005740 tx=0x7fcb34005770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:26.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.279+0000 7fcb3cff9700 1 -- 172.21.15.39:0/1029729504 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3401d070 con 0x7fcb40109180 2023-12-07T14:07:26.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.280+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb401aab70 con 0x7fcb40109180 2023-12-07T14:07:26.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.280+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb401b3530 con 0x7fcb40109180 2023-12-07T14:07:26.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.282+0000 7fcb3cff9700 1 -- 172.21.15.39:0/1029729504 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb34021410 con 0x7fcb40109180 2023-12-07T14:07:26.284 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.282+0000 7fcb3cff9700 1 -- 172.21.15.39:0/1029729504 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb34017650 con 0x7fcb40109180 2023-12-07T14:07:26.288 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.285+0000 7fcb3cff9700 1 -- 172.21.15.39:0/1029729504 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fcb340177b0 con 0x7fcb40109180 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 Processor -- start 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 -- start start 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d257e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d25bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d25c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d1cb7c0 con 0x55601d25c050 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d1b27a0 con 0x55601d258360 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb52070b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d1b00c0 con 0x55601d257a40 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d25c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3cff9700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb280a16b0 0x7fcb280a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d25bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d25c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57834/0 (socket says 172.21.15.39:57834) 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d25bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49034/0 (socket says 172.21.15.39:49034) 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3effd700 1 -- 172.21.15.39:0/3202008795 learned_addr learned my addr 172.21.15.39:0/3202008795 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d257e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb280a16b0 0x7fcb280a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.286+0000 7fcb3cff9700 1 -- 172.21.15.39:0/1029729504 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fcb34021990 con 0x7fcb40109180 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb3f7fe700 1 -- 172.21.15.39:0/3202008795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 msgr2=0x55601d257e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d257e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb3f7fe700 1 -- 172.21.15.39:0/3202008795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 msgr2=0x55601d25c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d25c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb3f7fe700 1 -- 172.21.15.39:0/3202008795 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55601d028630 con 0x55601d258360 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d25bb10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcb30009cb0 tx=0x7fcb30011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d53874aa06082257 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:26.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb280a16b0 0x7fcb280a3b70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fcb38009fd0 tx=0x7fcb38009650 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:26.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb25ffb700 1 -- 172.21.15.39:0/3202008795 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb30011d20 con 0x55601d258360 2023-12-07T14:07:26.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb25ffb700 1 -- 172.21.15.39:0/3202008795 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb30011e80 con 0x55601d258360 2023-12-07T14:07:26.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.287+0000 7fcb25ffb700 1 -- 172.21.15.39:0/3202008795 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb30005280 con 0x55601d258360 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.288+0000 7fcb52070b80 1 -- 172.21.15.39:0/3202008795 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 msgr2=0x55601d25bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.288+0000 7fcb52070b80 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d25bb10 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fcb30009cb0 tx=0x7fcb30011440 comp rx=0 tx=0).stop 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.288+0000 7fcb52070b80 1 -- 172.21.15.39:0/3202008795 shutdown_connections 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.288+0000 7fcb52070b80 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d25c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.288+0000 7fcb52070b80 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d257e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.288+0000 7fcb52070b80 1 --2- 172.21.15.39:0/3202008795 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d25bb10 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.288+0000 7fcb52070b80 1 -- 172.21.15.39:0/3202008795 >> 172.21.15.39:0/3202008795 conn(0x55601d186360 msgr2=0x55601d252070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.289+0000 7fcb52070b80 1 -- 172.21.15.39:0/3202008795 shutdown_connections 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.289+0000 7fcb52070b80 1 -- 172.21.15.39:0/3202008795 wait complete. 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.289+0000 7fcb52070b80 1 -- start start 2023-12-07T14:07:26.293 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 1 Processor -- start 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d257a40 0x55601d260c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d258360 0x55601d261170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d25c050 0x55601d2616b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d1ab9b0 con 0x55601d258360 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d165560 con 0x55601d257a40 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d165200 con 0x55601d25c050 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb52070b80 10 client.0 _ll_register_callbacks cb 0x55601d090a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.290+0000 7fcb3ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d25c050 0x55601d2616b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.296 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d25c050 0x55601d2616b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34328/0 (socket says 172.21.15.39:34328) 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1911497373 learned_addr learned my addr 172.21.15.39:0/1911497373 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1911497373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d257a40 msgr2=0x55601d260c30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d257a40 0x55601d260c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1911497373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d258360 msgr2=0x55601d261170 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d258360 0x55601d261170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1911497373 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb300098e0 con 0x55601d25c050 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d25c050 0x55601d2616b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fcb38017ca0 tx=0x7fcb38004b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c6cd0a7463a1bdf0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.291+0000 7fcb1effd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb1effd700 1 -- 172.21.15.39:0/1911497373 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb38020070 con 0x55601d25c050 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb1effd700 1 -- 172.21.15.39:0/1911497373 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fcb38017e30 con 0x55601d25c050 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55601d2266a0 con 0x55601d25c050 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb1effd700 1 -- 172.21.15.39:0/1911497373 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb3801b810 con 0x55601d25c050 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 10 client.26671 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55601cfd4de0 con 0x55601d25c050 2023-12-07T14:07:26.297 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb1effd700 1 -- 172.21.15.39:0/1911497373 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb38034020 con 0x55601d25c050 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb1effd700 1 -- 172.21.15.39:0/1911497373 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fcb38030a40 con 0x55601d25c050 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 10 client.26671 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 10 client.26671 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 20 client.26671 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d271680 0x55601d273aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 4 client.26671 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.292+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55601d171fd0 con 0x55601d271680 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.293+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d271680 0x55601d273aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.293+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d271680 0x55601d273aa0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9575ca7afaabdd68 server_cookie=a13e0790d9cfd3da in_seq=0 out_seq=0 2023-12-07T14:07:26.298 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.293+0000 7fcb1effd700 10 client.26671 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.294+0000 7fcb1effd700 1 -- 172.21.15.39:0/1911497373 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55601d171fd0 con 0x55601d271680 2023-12-07T14:07:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.294+0000 7fcb1effd700 10 client.26671 handle_command_reply: tid=0 2023-12-07T14:07:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.294+0000 7fcb52070b80 1 client.26671 shutdown 2023-12-07T14:07:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d25c050 msgr2=0x55601d2616b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d25c050 0x55601d2616b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fcb38017ca0 tx=0x7fcb38004b60 comp rx=0 tx=0).stop 2023-12-07T14:07:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 shutdown_connections 2023-12-07T14:07:26.299 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d25c050 0x55601d2616b0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d271680 0x55601d273aa0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d257a40 0x55601d260c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1911497373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d258360 0x55601d261170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 >> 172.21.15.39:0/1911497373 conn(0x55601d186360 msgr2=0x55601d25d4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb1effd700 0 client.26671 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 shutdown_connections 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 1 -- 172.21.15.39:0/1911497373 wait complete. 2023-12-07T14:07:26.300 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.295+0000 7fcb52070b80 20 client.26671 trim_cache size 0 max 16384 2023-12-07T14:07:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 Processor -- start 2023-12-07T14:07:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 -- start start 2023-12-07T14:07:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d273a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d268390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d2688d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d02a920 con 0x55601d25c050 2023-12-07T14:07:26.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d24ea90 con 0x55601d258360 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb52070b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d278d10 con 0x55601d257a40 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d2688d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb3f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d273a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb3ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d2688d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57846/0 (socket says 172.21.15.39:57846) 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb3effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d268390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb3f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d273a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34332/0 (socket says 172.21.15.39:34332) 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.322+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1813703254 learned_addr learned my addr 172.21.15.39:0/1813703254 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1813703254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 msgr2=0x55601d273a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d273a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1813703254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 msgr2=0x55601d268390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d268390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb3ffff700 1 -- 172.21.15.39:0/1813703254 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55601cfbdc60 con 0x55601d25c050 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d273a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb3ffff700 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d2688d0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fcb38030e50 tx=0x7fcb3800bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5178b838532b8400 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb267fc700 1 -- 172.21.15.39:0/1813703254 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb38020030 con 0x55601d25c050 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb267fc700 1 -- 172.21.15.39:0/1813703254 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb38034030 con 0x55601d25c050 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.323+0000 7fcb267fc700 1 -- 172.21.15.39:0/1813703254 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3801b6e0 con 0x55601d25c050 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 -- 172.21.15.39:0/1813703254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 msgr2=0x55601d2688d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d2688d0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fcb38030e50 tx=0x7fcb3800bf50 comp rx=0 tx=0).stop 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 -- 172.21.15.39:0/1813703254 shutdown_connections 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d25c050 0x55601d2688d0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d257a40 0x55601d273a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 --2- 172.21.15.39:0/1813703254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d258360 0x55601d268390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 -- 172.21.15.39:0/1813703254 >> 172.21.15.39:0/1813703254 conn(0x55601d186360 msgr2=0x55601d25a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 -- 172.21.15.39:0/1813703254 shutdown_connections 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.324+0000 7fcb52070b80 1 -- 172.21.15.39:0/1813703254 wait complete. 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 -- start start 2023-12-07T14:07:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 Processor -- start 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d257a40 0x55601d266560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d258360 0x55601d266aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d25c050 0x55601d2c6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d2671f0 con 0x55601d257a40 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d2c70c0 con 0x55601d25c050 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55601d2c7280 con 0x55601d258360 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb52070b80 10 client.0 _ll_register_callbacks cb 0x55601d090a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb3f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d257a40 0x55601d266560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb3effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d258360 0x55601d266aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb3f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d257a40 0x55601d266560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57848/0 (socket says 172.21.15.39:57848) 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb3ffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d25c050 0x55601d2c6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.325+0000 7fcb3f7fe700 1 -- 172.21.15.39:0/273875668 learned_addr learned my addr 172.21.15.39:0/273875668 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb3effd700 1 -- 172.21.15.39:0/273875668 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d25c050 msgr2=0x55601d2c6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb3effd700 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d25c050 0x55601d2c6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb3effd700 1 -- 172.21.15.39:0/273875668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d257a40 msgr2=0x55601d266560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb3effd700 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d257a40 0x55601d266560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb3effd700 1 -- 172.21.15.39:0/273875668 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb3001d040 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb3effd700 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d258360 0x55601d266aa0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcb340cc820 tx=0x7fcb3401d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1237c76dcf2d4423 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb1effd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb1effd700 1 -- 172.21.15.39:0/273875668 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3409b9f0 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb1effd700 1 -- 172.21.15.39:0/273875668 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fcb3409c790 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55601d24aa00 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb1effd700 1 -- 172.21.15.39:0/273875668 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb340a01e0 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb52070b80 10 client.26677 fetch_fsmap learned FSMap version 48 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.326+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55601cfd4de0 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb1effd700 1 -- 172.21.15.39:0/273875668 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55601d24aa00 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb1effd700 1 -- 172.21.15.39:0/273875668 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 48) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fcb3409b580 con 0x55601d258360 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb52070b80 10 client.26677 fetch_fsmap finished waiting for FSMap version 48 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb52070b80 10 client.26677 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb52070b80 20 client.26677 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb52070b80 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d2c8890 0x55601d2cacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb52070b80 4 client.26677 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55601d164490 con 0x55601d2c8890 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d2c8890 0x55601d2cacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb1effd700 10 client.26677 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.327+0000 7fcb3f7fe700 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d2c8890 0x55601d2cacb0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84dbd108e38419c7 server_cookie=2fa998fb104f5dbe in_seq=0 out_seq=0 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb1effd700 1 -- 172.21.15.39:0/273875668 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55601d164490 con 0x55601d2c8890 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb1effd700 10 client.26677 handle_command_reply: tid=0 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 client.26677 shutdown 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d258360 msgr2=0x55601d266aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d258360 0x55601d266aa0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcb340cc820 tx=0x7fcb3401d000 comp rx=0 tx=0).stop 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 shutdown_connections 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55601d2c8890 0x55601d2cacb0 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55601d25c050 0x55601d2c6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb1effd700 0 client.26677 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55601d257a40 0x55601d266560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 --2- 172.21.15.39:0/273875668 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55601d258360 0x55601d266aa0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 >> 172.21.15.39:0/273875668 conn(0x55601d186360 msgr2=0x55601d25f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 shutdown_connections 2023-12-07T14:07:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 1 -- 172.21.15.39:0/273875668 wait complete. 2023-12-07T14:07:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb52070b80 20 client.26677 trim_cache size 0 max 16384 2023-12-07T14:07:26.339 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:07:26.339 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2023-12-07T14:07:26.339 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2023-12-07T14:07:26.339 INFO:teuthology.orchestra.run.smithi039.stdout: "9f5b78d9-cbe2-44f4-b35e-edc7f04d45b0": { 2023-12-07T14:07:26.339 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/", 2023-12-07T14:07:26.339 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "9f5b78d9-cbe2-44f4-b35e-edc7f04d45b0", 2023-12-07T14:07:26.340 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "recursive,force" 2023-12-07T14:07:26.340 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:07:26.340 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:07:26.340 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:07:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb280a16b0 msgr2=0x7fcb280a3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb45e77700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb280a16b0 0x7fcb280a3b70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fcb38009fd0 tx=0x7fcb38009650 comp rx=0 tx=0).stop 2023-12-07T14:07:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb40109180 msgr2=0x7fcb401a6cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.328+0000 7fcb45e77700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb40109180 0x7fcb401a6cd0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fcb34005740 tx=0x7fcb34005770 comp rx=0 tx=0).stop 2023-12-07T14:07:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 shutdown_connections 2023-12-07T14:07:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb4010fbd0 0x7fcb401a9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb401085d0 0x7fcb401a6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb280a16b0 0x7fcb280a3b70 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 --2- 172.21.15.39:0/1029729504 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb40109180 0x7fcb401a6cd0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:26.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 >> 172.21.15.39:0/1029729504 conn(0x7fcb4006c550 msgr2=0x7fcb400701b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:26.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 shutdown_connections 2023-12-07T14:07:26.343 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:26.329+0000 7fcb45e77700 1 -- 172.21.15.39:0/1029729504 wait complete. 2023-12-07T14:07:26.348 INFO:tasks.cephfs.filesystem:scrub status for tag:9f5b78d9-cbe2-44f4-b35e-edc7f04d45b0 - {'path': '/', 'tag': '9f5b78d9-cbe2-44f4-b35e-edc7f04d45b0', 'options': 'recursive,force'} 2023-12-07T14:07:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-mon[103124]: scrub queued for path: / 2023-12-07T14:07:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:07:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:26.443 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.062+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000027d [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100 auth v344 ap=1 s=0 n(v0 1=1+0) (iversion lock) caps={25039=pAsLsXsFs/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e1788beb00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000027d:[<0x10000000008/6100 v344>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000027d:[<0x10000000008/6100 v344>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.443 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.062+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000034a [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966_vm auth v290 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788bf080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000034a:[<0x10000000008/2966_vm v290>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000034a:[<0x10000000008/2966_vm v290>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.443 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.062+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x2000000021f [...6,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/000000010000000100000012 auth{0=1} v2673 ap=1 snaprealm=0x55e1787978c0 s=16777216 n(v0 rc2023-12-07T14:06:57.176637+0000 b16777216 1=1+0) old_inodes=2 (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25039=0-37748736@5} caps={25039=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25039 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x55e178cdc680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x2000000021f:[<0x10000000007/000000010000000100000012 v2673>,<0x10000000006/pg_wal v1962>,<0x10000000005/data v498>,<0x100000001fb/postgres v266>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v275>,<0x10000000001/sv_1 v296>,<0x10000000000/_nogroup v288>,<0x1/volumes v264>]//[]","memoryvalue":"(3)0x2000000021f:[<0x10000000007/000000010000000100000012 v2673>,<0x10000000006/pg_wal v2075>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.443 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.062+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002fb [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3593 auth v348 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.071166+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788bfb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002fb:[<0x10000000008/3593 v348>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002fb:[<0x10000000008/3593 v348>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.062+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000223 [6,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_control auth{1=1} v446 ap=1 s=8192 n(v0 rc2023-12-07T14:06:45.669881+0000 b8192 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25039=0-4194304@5} caps={25039=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25039 | importingcaps=0 caps=1 replicated=1 dirty=1 authpin=1 scrubqueue=0 0x55e1788c1180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000223:[<0x10000000008/pg_control v432>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000223:[<0x10000000008/pg_control v446>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.063+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x2000000020c [...7,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/0000000100000000000000F8 auth{1=2,3=1} v2711 ap=1 snaprealm=0x55e17845cb40 s=16777216 n(v0 rc2023-12-07T14:06:29.264230+0000 b16777216 1=1+0) old_inodes=1 (iversion lock) | replicated=1 dirty=1 authpin=1 scrubqueue=0 0x55e178cdbb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x2000000020c:[<0x10000000007/0000000100000000000000F8 v2596>,<0x10000000006/pg_wal v1962>,<0x10000000005/data v498>,<0x100000001fb/postgres v266>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v275>,<0x10000000001/sv_1 v296>,<0x10000000000/_nogroup v288>,<0x1/volumes v264>]//[]","memoryvalue":"(3)0x2000000020c:[<0x10000000007/0000000100000000000000F8 v2711>,<0x10000000006/pg_wal v2075>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.063+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000297 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4061 auth v292 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.247163+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ca000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000297:[<0x10000000008/4061 v292>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000297:[<0x10000000008/4061 v292>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.063+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002bb [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2397 auth v350 ap=1 s=16384 n(v0 rc2023-12-07T14:02:45.531968+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ca580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002bb:[<0x10000000008/2397 v350>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002bb:[<0x10000000008/2397 v350>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.063+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000295 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2967 auth v294 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.253162+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788cb080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000295:[<0x10000000008/2967 v294>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000295:[<0x10000000008/2967 v294>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.063+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025e [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396 auth v352 ap=1 s=8192 n(v0 rc2023-12-07T14:02:45.531968+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788cb600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025e:[<0x10000000008/2396 v352>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000025e:[<0x10000000008/2396 v352>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.063+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000385 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_fsm auth v354 ap=1 s=24576 n(v0 rc2023-12-07T14:02:37.655133+0000 b24576 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788cbb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000385:[<0x10000000008/2396_fsm v354>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000385:[<0x10000000008/2396_fsm v354>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.063+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002da [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1233 auth v356 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.653133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788cc100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002da:[<0x10000000008/1233 v356>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002da:[<0x10000000008/1233 v356>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.064+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d3 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1137 auth v358 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.652133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788cc680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d3:[<0x10000000008/1137 v358>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002d3:[<0x10000000008/1137 v358>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.064+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a7 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2695 auth v360 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.656133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1785ab080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a7:[<0x10000000008/2695 v360>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002a7:[<0x10000000008/2695 v360>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.064+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000342 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_vm auth v296 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.654133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788cd180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000342:[<0x10000000008/1260_vm v296>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000342:[<0x10000000008/1260_vm v296>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.064+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002f9 [7,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2965 auth v462 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.074166+0000 b8192 1=1+0) (iversion lock) | ptrwaiter=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55e1785ab600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002f9:[<0x10000000008/2965 v442>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002f9:[<0x10000000008/2965 v462>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.444 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.064+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000327 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_vm auth v362 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.653133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788cd700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000327:[<0x10000000008/1214_vm v362>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000327:[<0x10000000008/1214_vm v362>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.064+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b7 [7,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2672 auth v466 ap=1 s=16384 n(v0 rc2023-12-07T14:02:41.433054+0000 b16384 1=1+0) (iversion lock) | ptrwaiter=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55e1785abb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b7:[<0x10000000008/2672 v440>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002b7:[<0x10000000008/2672 v466>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.064+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000310 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000_vm auth v364 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788d2b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000310:[<0x10000000008/6000_vm v364>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000310:[<0x10000000008/6000_vm v364>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.065+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000030c [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100_vm auth v366 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1785ac100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000030c:[<0x10000000008/6100_vm v366>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000030c:[<0x10000000008/6100_vm v366>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.065+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002b6 [7,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2671 auth v464 ap=1 s=16384 n(v0 rc2023-12-07T14:02:41.433054+0000 b16384 1=1+0) (iversion lock) | ptrwaiter=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55e1788d4100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002b6:[<0x10000000008/2671 v438>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002b6:[<0x10000000008/2671 v464>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.065+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000256 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213 auth v368 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.652133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788d3080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000256:[<0x10000000008/1213 v368>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000256:[<0x10000000008/1213 v368>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.065+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000273 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592 auth v370 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788d3600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000273:[<0x10000000008/3592 v370>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000273:[<0x10000000008/3592 v370>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.065+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000258 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136 auth v372 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.652133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788d4680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000258:[<0x10000000008/1136 v372>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000258:[<0x10000000008/1136 v372>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.065+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000293 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2847 auth v298 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.259162+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788d5180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000293:[<0x10000000008/2847 v298>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000293:[<0x10000000008/2847 v298>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.066+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000301 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6001 auth v374 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.065166+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788d5700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000301:[<0x10000000008/6001 v374>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000301:[<0x10000000008/6001 v374>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.066+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000259 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_fsm auth v376 ap=1 s=24576 n(v0 rc2023-12-07T14:02:37.652133+0000 b24576 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788e0000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000259:[<0x10000000008/1136_fsm v376>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000259:[<0x10000000008/1136_fsm v376>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.066+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000325 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_vm auth v346 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.653133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788bf600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000325:[<0x10000000008/1213_vm v346>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000325:[<0x10000000008/1213_vm v346>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.066+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000254 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_fsm auth v378 ap=1 s=24576 n(v0 rc2023-12-07T14:02:41.433054+0000 b24576 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788e0580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000254:[<0x10000000008/1262_fsm v378>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000254:[<0x10000000008/1262_fsm v378>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.066+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000296 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060 auth v300 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788e1080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000296:[<0x10000000008/4060 v300>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000296:[<0x10000000008/4060 v300>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.445 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.066+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000034b [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846_vm auth v302 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788e1b80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000034b:[<0x10000000008/2846_vm v302>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000034b:[<0x10000000008/2846_vm v302>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.066+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000292 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846 auth v304 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1785ac680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000292:[<0x10000000008/2846 v304>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000292:[<0x10000000008/2846 v304>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000383 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_fsm auth v380 ap=1 s=24576 n(v0 rc2023-12-07T14:02:37.654133+0000 b24576 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1785acc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000383:[<0x10000000008/1261_fsm v380>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000383:[<0x10000000008/1261_fsm v380>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002dd [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2698 auth v384 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.656133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788e3180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002dd:[<0x10000000008/2698 v384>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002dd:[<0x10000000008/2698 v384>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000253 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262 auth v222 ap=1 s=8192 n(v0 rc2023-12-07T14:02:45.531968+0000 b8192 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25039=0-4194304@1} caps={25039=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25039 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e1788e2680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000253:[<0x10000000008/1262 v222>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000253:[<0x10000000008/1262 v222>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000309 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6115 auth v386 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.057167+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788e3700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000309:[<0x10000000008/6115 v386>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000309:[<0x10000000008/6115 v386>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002dc [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2697 auth v388 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.656133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ea000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002dc:[<0x10000000008/2697 v388>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002dc:[<0x10000000008/2697 v388>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000255 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964 auth v390 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ea580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000255:[<0x10000000008/2964 v390>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000255:[<0x10000000008/2964 v390>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000341 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_vm auth v271 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.654133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788eb080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000341:[<0x10000000008/1261_vm v271>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000341:[<0x10000000008/1261_vm v271>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000314 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592_vm auth v392 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788eb600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000314:[<0x10000000008/3592_vm v392>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000314:[<0x10000000008/3592_vm v392>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.067+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000338 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_vm auth v382 ap=1 s=8192 n(v0 rc2023-12-07T14:02:41.433054+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788e2c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000338:[<0x10000000008/2396_vm v382>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000338:[<0x10000000008/2396_vm v382>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.068+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000316 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964_vm auth v398 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1785ad700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000316:[<0x10000000008/2964_vm v398>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000316:[<0x10000000008/2964_vm v398>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.446 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.068+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025b [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_fsm auth v400 ap=1 s=24576 n(v0 rc2023-12-07T14:02:37.653133+0000 b24576 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ec100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025b:[<0x10000000008/1260_fsm v400>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000025b:[<0x10000000008/1260_fsm v400>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.068+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000294 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966 auth v306 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ecc00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000294:[<0x10000000008/2966 v306>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000294:[<0x10000000008/2966 v306>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.068+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000349 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060_vm auth v308 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1785ba000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000349:[<0x10000000008/4060_vm v308>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000349:[<0x10000000008/4060_vm v308>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.068+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000033b [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_vm auth v402 ap=1 s=8192 n(v0 rc2023-12-07T14:02:41.433054+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ed700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000033b:[<0x10000000008/1262_vm v402>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000033b:[<0x10000000008/1262_vm v402>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.068+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000308 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6114 auth v394 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.059167+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1785ad180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000308:[<0x10000000008/6114 v394>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000308:[<0x10000000008/6114 v394>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.068+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000032b [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_vm auth v396 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.652133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788ebb80]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000032b:[<0x10000000008/1136_vm v396>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000032b:[<0x10000000008/1136_vm v396>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.069+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025c [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261 auth v275 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.654133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788f6b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025c:[<0x10000000008/1261 v275>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000025c:[<0x10000000008/1261 v275>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.069+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000384 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_fsm auth v404 ap=1 s=24576 n(v0 rc2023-12-07T14:02:37.653133+0000 b24576 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1788f7080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000384:[<0x10000000008/1214_fsm v404>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000384:[<0x10000000008/1214_fsm v404>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.069+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x20000000000 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_internal.init auth v283 ap=1 s=21644 n(v0 rc2023-12-07T14:02:46.860940+0000 b21644 1=1+0) (iversion lock) caps={25039=pAsLsXsFscr/-@1} | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e1788f6580]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x20000000000:[<0x10000000008/pg_internal.init v283>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x20000000000:[<0x10000000008/pg_internal.init v283>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.069+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025d [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214 auth v406 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.653133+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e178585180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025d:[<0x10000000008/1214 v406>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000025d:[<0x10000000008/1214 v406>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.069+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000355 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_filenode.map auth v312 ap=1 s=512 n(v0 rc2023-12-07T14:02:36.313161+0000 b512 1=1+0) (iversion lock) caps={25039=pAsLsXsFscr/pFscr@1},l=25039 | importingcaps=0 caps=1 replicated=0 authpin=1 scrubqueue=0 0x55e178b9c680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000355:[<0x10000000008/pg_filenode.map v312>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000355:[<0x10000000008/pg_filenode.map v312>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.069+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a6 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2694 auth v273 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.655133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e1781e7700]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a6:[<0x10000000008/2694 v273>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002a6:[<0x10000000008/2694 v273>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.070+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a4 [3,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2676 auth v314 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.655133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e178c88b00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a4:[<0x10000000008/2676 v314>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002a4:[<0x10000000008/2676 v314>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.070+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000257 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_fsm auth v412 ap=1 s=24576 n(v0 rc2023-12-07T14:02:37.652133+0000 b24576 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e178c89600]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000257:[<0x10000000008/1213_fsm v412>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000257:[<0x10000000008/1213_fsm v412>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.447 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.070+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002a5 [7,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2677 auth v460 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.655133+0000 b16384 1=1+0) (iversion lock) | ptrwaiter=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55e1788a4100]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002a5:[<0x10000000008/2677 v436>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002a5:[<0x10000000008/2677 v460>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.448 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.070+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000025a [7,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260 auth v458 ap=1 s=8192 n(v0 rc2023-12-07T14:02:37.653133+0000 b8192 1=1+0) (iversion lock) | ptrwaiter=0 lock=0 importingcaps=0 caps=0 replicated=0 dirty=1 authpin=1 scrubqueue=0 0x55e178c8a680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000025a:[<0x10000000008/1260 v434>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000025a:[<0x10000000008/1260 v458>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.448 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.070+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x100000002d9 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1232 auth v408 ap=1 s=16384 n(v0 rc2023-12-07T14:02:37.653133+0000 b16384 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e178c88000]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x100000002d9:[<0x10000000008/1232 v408>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x100000002d9:[<0x10000000008/1232 v408>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.448 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.070+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x1000000026f [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000 auth v414 ap=1 s=0 n(v0 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e178c8ac00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x1000000026f:[<0x10000000008/6000 v414>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x1000000026f:[<0x10000000008/6000 v414>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.448 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:07:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:07:26.070+0000 7fe4972e6700 -1 mds.2.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000302 [2,head] /volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6002 auth v410 ap=1 s=8192 n(v0 rc2023-12-07T14:02:36.064166+0000 b8192 1=1+0) (iversion lock) | replicated=0 authpin=1 scrubqueue=0 0x55e178c89080]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(3)0x10000000302:[<0x10000000008/6002 v410>,<0x10000000006/global v1758>,<0x10000000005/data v477>,<0x100000001fb/postgres v251>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v263>,<0x10000000001/sv_1 v284>,<0x10000000000/_nogroup v276>,<0x1/volumes v252>]//[]","memoryvalue":"(3)0x10000000302:[<0x10000000008/6002 v410>,<0x10000000006/global v2080>,<0x10000000005/data v538>,<0x100000001fb/postgres v301>,<0x100000001fa/b55fd868-1f12-43fc-8659-02af2ae960bb v305>,<0x10000000001/sv_1 v244>,<0x10000000000/_nogroup v316>,<0x1/volumes v244>]//[]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-12-07T14:07:26.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:26 smithi055 ceph-mon[103363]: scrub queued for path: / 2023-12-07T14:07:26.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:26 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:26.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:26 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:07:26.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:26 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:26.816 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:26 smithi039 ceph-mon[98864]: scrub queued for path: / 2023-12-07T14:07:26.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:26 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:26.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:26 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:07:26.817 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:26 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.314 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: pgmap v153: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 10 MiB/s wr, 675 op/s 2023-12-07T14:07:27.314 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:07:27.314 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:07:27.314 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:07:27.314 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: active paths [/] 2023-12-07T14:07:27.314 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000027d (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000034a (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x2000000021f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/000000010000000100000012) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002fb (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3593) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000223 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_control) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x2000000020c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/0000000100000000000000F8) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000297 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4061) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002bb (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2397) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000295 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2967) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000025e (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000385 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002da (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1233) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002d3 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1137) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002a7 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2695) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000342 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002f9 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2965) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000327 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002b7 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2672) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000310 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000030c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002b6 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2671) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000256 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000273 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.316 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000258 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: pgmap v153: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 10 MiB/s wr, 675 op/s 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: active paths [/] 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000027d (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000034a (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x2000000021f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/000000010000000100000012) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002fb (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3593) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000223 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_control) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x2000000020c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/0000000100000000000000F8) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000297 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4061) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002bb (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2397) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000295 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2967) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000025e (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000385 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002da (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1233) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002d3 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1137) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002a7 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2695) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000342 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002f9 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2965) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000327 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002b7 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2672) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000310 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000030c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.653 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002b6 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2671) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.654 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000256 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.654 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000273 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.654 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000258 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.654 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000293 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2847) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000301 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6001) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000259 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000325 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000254 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000296 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000034b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000292 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000383 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002dd (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2698) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000253 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000309 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6115) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002dc (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2697) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000255 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000341 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000314 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000338 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000316 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000025b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000294 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000349 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000033b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000308 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6114) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000032b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000025c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.657 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000384 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x20000000000 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_internal.init) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000025d (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000355 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_filenode.map) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002a6 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2694) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002a4 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2676) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000257 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002a5 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2677) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000025a (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x100000002d9 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1232) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x1000000026f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: Scrub error on inode 0x10000000302 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6002) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.658 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.659 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:27 smithi055 ceph-mon[103363]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: pgmap v153: 97 pgs: 97 active+clean; 6.5 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 10 MiB/s wr, 675 op/s 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: active paths [/] 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000027d (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000034a (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x2000000021f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/000000010000000100000012) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002fb (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3593) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000223 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_control) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x2000000020c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/0000000100000000000000F8) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000297 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4061) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002bb (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2397) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000295 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2967) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000025e (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000385 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002da (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1233) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002d3 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1137) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002a7 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2695) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000342 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002f9 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2965) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000327 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002b7 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2672) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000310 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000030c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002b6 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2671) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000256 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000273 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000258 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000293 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2847) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000301 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6001) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000259 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000325 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000254 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000296 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000034b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000292 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000383 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002dd (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2698) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000253 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000309 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6115) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002dc (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2697) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000255 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000341 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000314 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000338 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000316 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000025b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000294 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000349 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000033b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000308 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6114) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000032b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000025c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000384 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.694 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x20000000000 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_internal.init) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000025d (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000355 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_filenode.map) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002a6 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2694) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002a4 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2676) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000257 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002a5 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2677) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000025a (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x100000002d9 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1232) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.695 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x1000000026f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: Scrub error on inode 0x10000000302 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6002) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:27 smithi089 ceph-mon[103124]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000293 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2847) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000301 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6001) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000259 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000325 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000254 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000296 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000034b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000292 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000383 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002dd (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2698) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000253 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000309 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6115) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002dc (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2697) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000255 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000341 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000314 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000338 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000316 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000025b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000294 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000349 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000033b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000308 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6114) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000032b (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_vm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000025c (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000384 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x20000000000 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_internal.init) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000025d (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000355 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_filenode.map) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002a6 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2694) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002a4 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2676) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000257 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_fsm) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002a5 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2677) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000025a (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x100000002d9 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1232) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x1000000026f (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: Scrub error on inode 0x10000000302 (/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6002) see mds.c log and `damage ls` output for details 2023-12-07T14:07:27.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:27.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:27 smithi039 ceph-mon[98864]: scrub summary: idle+waiting paths [/] 2023-12-07T14:07:28.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 275.0 s, 2257.7 tps, lat 44.543 ms stddev 51.808 2023-12-07T14:07:29.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:29 smithi055 ceph-mon[103363]: pgmap v154: 97 pgs: 97 active+clean; 6.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 18 MiB/s wr, 1.02k op/s 2023-12-07T14:07:29.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:29 smithi089 ceph-mon[103124]: pgmap v154: 97 pgs: 97 active+clean; 6.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 18 MiB/s wr, 1.02k op/s 2023-12-07T14:07:29.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:29 smithi039 ceph-mon[98864]: pgmap v154: 97 pgs: 97 active+clean; 6.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 18 MiB/s wr, 1.02k op/s 2023-12-07T14:07:31.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:31 smithi055 ceph-mon[103363]: pgmap v155: 97 pgs: 97 active+clean; 6.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 779 op/s 2023-12-07T14:07:31.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:31 smithi089 ceph-mon[103124]: pgmap v155: 97 pgs: 97 active+clean; 6.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 779 op/s 2023-12-07T14:07:31.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:31 smithi039 ceph-mon[98864]: pgmap v155: 97 pgs: 97 active+clean; 6.6 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 779 op/s 2023-12-07T14:07:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:32 smithi089 ceph-mon[103124]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-12-07T14:07:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:32 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:active 2023-12-07T14:07:32.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:32 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:32.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:32 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98840]: 2023-12-07T14:07:32.346+0000 7fc0f762b700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-12-07T14:07:32.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:32 smithi039 ceph-mon[98864]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-12-07T14:07:32.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:32 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:active 2023-12-07T14:07:32.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:32 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:32 smithi055 ceph-mon[103363]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-12-07T14:07:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:32 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] up:active 2023-12-07T14:07:32.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:32 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:33.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:33 smithi089 ceph-mon[103124]: pgmap v156: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 36 MiB/s wr, 2.06k op/s 2023-12-07T14:07:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:33 smithi039 ceph-mon[98864]: pgmap v156: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 36 MiB/s wr, 2.06k op/s 2023-12-07T14:07:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:33 smithi055 ceph-mon[103363]: pgmap v156: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 36 MiB/s wr, 2.06k op/s 2023-12-07T14:07:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 280.0 s, 1172.2 tps, lat 71.813 ms stddev 153.120 2023-12-07T14:07:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:35 smithi089 ceph-mon[103124]: pgmap v157: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 32 MiB/s wr, 1.74k op/s 2023-12-07T14:07:35.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:35 smithi039 ceph-mon[98864]: pgmap v157: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 32 MiB/s wr, 1.74k op/s 2023-12-07T14:07:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:35 smithi055 ceph-mon[103363]: pgmap v157: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 32 MiB/s wr, 1.74k op/s 2023-12-07T14:07:36.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:36 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:36.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:36 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:36.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:36 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:36.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:36 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:36.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:36 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:36.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:36 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:37.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 -- 172.21.15.39:0/3442553361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8801008d0 msgr2=0x7fb88010c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 --2- 172.21.15.39:0/3442553361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8801008d0 0x7fb88010c970 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb87800b0a0 tx=0x7fb87800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 -- 172.21.15.39:0/3442553361 shutdown_connections 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 --2- 172.21.15.39:0/3442553361 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8801008d0 0x7fb88010c970 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 --2- 172.21.15.39:0/3442553361 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb880105bb0 0x7fb880105f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 --2- 172.21.15.39:0/3442553361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8800fff10 0x7fb880100390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 -- 172.21.15.39:0/3442553361 >> 172.21.15.39:0/3442553361 conn(0x7fb880075680 msgr2=0x7fb880075a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 -- 172.21.15.39:0/3442553361 shutdown_connections 2023-12-07T14:07:37.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 -- 172.21.15.39:0/3442553361 wait complete. 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.347+0000 7fb886c20700 1 Processor -- start 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb886c20700 1 -- start start 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb886c20700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8800fff10 0x7fb880110620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb886c20700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb8801008d0 0x7fb880110b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb886c20700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb880105bb0 0x7fb88019c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb886c20700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb88019c890 con 0x7fb8800fff10 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb886c20700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb88019ca00 con 0x7fb880105bb0 2023-12-07T14:07:37.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb886c20700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb88019cbc0 con 0x7fb8801008d0 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8800fff10 0x7fb880110620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8800fff10 0x7fb880110620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57862/0 (socket says 172.21.15.39:57862) 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 -- 172.21.15.39:0/2101028434 learned_addr learned my addr 172.21.15.39:0/2101028434 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8851bd700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb880105bb0 0x7fb88019c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 -- 172.21.15.39:0/2101028434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb8801008d0 msgr2=0x7fb880110b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb8801008d0 0x7fb880110b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 -- 172.21.15.39:0/2101028434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb880105bb0 msgr2=0x7fb88019c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb880105bb0 0x7fb88019c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.348+0000 7fb8849bc700 1 -- 172.21.15.39:0/2101028434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb878009d00 con 0x7fb8800fff10 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.349+0000 7fb8849bc700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8800fff10 0x7fb880110620 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb87400e9a0 tx=0x7fb87400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.349+0000 7fb87dffb700 1 -- 172.21.15.39:0/2101028434 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb874009790 con 0x7fb8800fff10 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.349+0000 7fb87dffb700 1 -- 172.21.15.39:0/2101028434 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb87400cbd0 con 0x7fb8800fff10 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.349+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb88019cea0 con 0x7fb8800fff10 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.349+0000 7fb87dffb700 1 -- 172.21.15.39:0/2101028434 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb874018680 con 0x7fb8800fff10 2023-12-07T14:07:37.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.349+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8801a4720 con 0x7fb8800fff10 2023-12-07T14:07:37.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.352+0000 7fb87dffb700 1 -- 172.21.15.39:0/2101028434 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fb87400cd40 con 0x7fb8800fff10 2023-12-07T14:07:37.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.352+0000 7fb87dffb700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb8700a1660 0x7fb8700a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb87dffb700 1 -- 172.21.15.39:0/2101028434 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fb874014070 con 0x7fb8800fff10 2023-12-07T14:07:37.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb87ffff700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb8700a1660 0x7fb8700a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 Processor -- start 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 -- start start 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb87ffff700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb8700a1660 0x7fb8700a3b20 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb86c005950 tx=0x7fb86c0058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79d630 0x563f3c79da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7a15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c7a1b10 0x563f3c7a1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c711760 con 0x563f3c79df50 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c6f8740 con 0x563f3c79d630 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.353+0000 7fb892e19b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c6f6060 con 0x563f3c7a1b10 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7a15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7a15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57874/0 (socket says 172.21.15.39:57874) 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb8851bd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c7a1b10 0x563f3c7a1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 -- 172.21.15.39:0/3063991303 learned_addr learned my addr 172.21.15.39:0/3063991303 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:37.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 -- 172.21.15.39:0/3063991303 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c7a1b10 msgr2=0x563f3c7a1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 --2- 172.21.15.39:0/3063991303 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c7a1b10 0x563f3c7a1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 -- 172.21.15.39:0/3063991303 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79d630 msgr2=0x563f3c79da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 --2- 172.21.15.39:0/3063991303 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79d630 0x563f3c79da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 -- 172.21.15.39:0/3063991303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f3c56e5d0 con 0x563f3c79df50 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.354+0000 7fb87ffff700 1 --2- 172.21.15.39:0/3063991303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7a15d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00ebb0 tx=0x7fb86c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77df70dcfd597a16 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.355+0000 7fb86affd700 1 -- 172.21.15.39:0/3063991303 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c010ac0 con 0x563f3c79df50 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.355+0000 7fb86affd700 1 -- 172.21.15.39:0/3063991303 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb86c009820 con 0x563f3c79df50 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.355+0000 7fb86affd700 1 -- 172.21.15.39:0/3063991303 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c01c680 con 0x563f3c79df50 2023-12-07T14:07:37.360 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.356+0000 7fb892e19b80 1 -- 172.21.15.39:0/3063991303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 msgr2=0x563f3c7a15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.361 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.356+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3063991303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7a15d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00ebb0 tx=0x7fb86c011000 comp rx=0 tx=0).stop 2023-12-07T14:07:37.369 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.365+0000 7fb892e19b80 1 -- 172.21.15.39:0/3063991303 shutdown_connections 2023-12-07T14:07:37.369 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.365+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3063991303 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c7a1b10 0x563f3c7a1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.369 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.365+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3063991303 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79d630 0x563f3c79da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.369 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.365+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3063991303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7a15d0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.365+0000 7fb892e19b80 1 -- 172.21.15.39:0/3063991303 >> 172.21.15.39:0/3063991303 conn(0x563f3c6cc300 msgr2=0x563f3c797ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:37.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.366+0000 7fb892e19b80 1 -- 172.21.15.39:0/3063991303 shutdown_connections 2023-12-07T14:07:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.371+0000 7fb892e19b80 1 -- 172.21.15.39:0/3063991303 wait complete. 2023-12-07T14:07:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.371+0000 7fb892e19b80 1 -- start start 2023-12-07T14:07:37.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.372+0000 7fb892e19b80 1 Processor -- start 2023-12-07T14:07:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.374+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7a6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.374+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 0x563f3c7a6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.374+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c7a71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.374+0000 7fb892e19b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c6f1950 con 0x563f3c7a1b10 2023-12-07T14:07:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.374+0000 7fb892e19b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c6ab500 con 0x563f3c79df50 2023-12-07T14:07:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.374+0000 7fb892e19b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c6ab1a0 con 0x563f3c79d630 2023-12-07T14:07:37.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.374+0000 7fb892e19b80 10 client.0 _ll_register_callbacks cb 0x563f3c5d6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8849bc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7a6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8851bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c7a71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8849bc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7a6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34368/0 (socket says 172.21.15.39:34368) 2023-12-07T14:07:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8849bc700 1 -- 172.21.15.39:0/3519362379 learned_addr learned my addr 172.21.15.39:0/3519362379 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8851bd700 1 -- 172.21.15.39:0/3519362379 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 msgr2=0x563f3c7a6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8851bd700 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7a6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8851bd700 1 -- 172.21.15.39:0/3519362379 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 msgr2=0x563f3c7a6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8851bd700 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 0x563f3c7a6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.375+0000 7fb8851bd700 1 -- 172.21.15.39:0/3519362379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb86c00e890 con 0x563f3c7a1b10 2023-12-07T14:07:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb8851bd700 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c7a71b0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fb87800b070 tx=0x7fb87800bb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9358ad4f78542a2a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb85ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:37.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb85ffff700 1 -- 172.21.15.39:0/3519362379 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb87800e040 con 0x563f3c7a1b10 2023-12-07T14:07:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb85ffff700 1 -- 172.21.15.39:0/3519362379 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fb878003c00 con 0x563f3c7a1b10 2023-12-07T14:07:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563f3c76c640 con 0x563f3c7a1b10 2023-12-07T14:07:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb85ffff700 1 -- 172.21.15.39:0/3519362379 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb878003dc0 con 0x563f3c7a1b10 2023-12-07T14:07:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb892e19b80 10 client.17037 fetch_fsmap learned FSMap version 49 2023-12-07T14:07:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.376+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x563f3c51ad80 con 0x563f3c7a1b10 2023-12-07T14:07:37.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.377+0000 7fb85ffff700 1 -- 172.21.15.39:0/3519362379 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563f3c76c640 con 0x563f3c7a1b10 2023-12-07T14:07:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.377+0000 7fb85ffff700 1 -- 172.21.15.39:0/3519362379 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 49) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fb878023020 con 0x563f3c7a1b10 2023-12-07T14:07:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.386+0000 7fb892e19b80 10 client.17037 fetch_fsmap finished waiting for FSMap version 49 2023-12-07T14:07:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.386+0000 7fb892e19b80 10 client.17037 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.386+0000 7fb892e19b80 20 client.17037 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.386+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c7ae050 0x563f3c7b0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.386+0000 7fb892e19b80 4 client.17037 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:37.389 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.386+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563f3c6b7f70 con 0x563f3c7ae050 2023-12-07T14:07:37.407 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.404+0000 7fb8849bc700 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c7ae050 0x563f3c7b0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.408 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.405+0000 7fb8849bc700 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c7ae050 0x563f3c7b0470 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=62d1e5bd793e0ee3 server_cookie=821c707b29c9c58f in_seq=0 out_seq=0 2023-12-07T14:07:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.409+0000 7fb85ffff700 10 client.17037 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.409+0000 7fb85ffff700 1 -- 172.21.15.39:0/3519362379 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x563f3c6b7f70 con 0x563f3c7ae050 2023-12-07T14:07:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.409+0000 7fb85ffff700 10 client.17037 handle_command_reply: tid=0 2023-12-07T14:07:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.409+0000 7fb892e19b80 1 client.17037 shutdown 2023-12-07T14:07:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.409+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 msgr2=0x563f3c7a71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.409+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c7a71b0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fb87800b070 tx=0x7fb87800bb60 comp rx=0 tx=0).stop 2023-12-07T14:07:37.415 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 shutdown_connections 2023-12-07T14:07:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c7a71b0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7a6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c7ae050 0x563f3c7b0470 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 --2- 172.21.15.39:0/3519362379 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 0x563f3c7a6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb85ffff700 0 client.17037 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:37.416 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 >> 172.21.15.39:0/3519362379 conn(0x563f3c6cc300 msgr2=0x563f3c79c430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 shutdown_connections 2023-12-07T14:07:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 1 -- 172.21.15.39:0/3519362379 wait complete. 2023-12-07T14:07:37.417 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.412+0000 7fb892e19b80 20 client.17037 trim_cache size 0 max 16384 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.430+0000 7fb892e19b80 1 Processor -- start 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.430+0000 7fb892e19b80 1 -- start start 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.430+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c79ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 0x563f3c79f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c797b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb892e19b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c5708c0 con 0x563f3c7a1b10 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb892e19b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c7a9ba0 con 0x563f3c79df50 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb892e19b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c7aa9c0 con 0x563f3c79d630 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c797b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c797b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57888/0 (socket says 172.21.15.39:57888) 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 -- 172.21.15.39:0/899856745 learned_addr learned my addr 172.21.15.39:0/899856745 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb87ffff700 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 0x563f3c79f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8849bc700 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c79ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 -- 172.21.15.39:0/899856745 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 msgr2=0x563f3c79ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c79ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 -- 172.21.15.39:0/899856745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 msgr2=0x563f3c79f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 0x563f3c79f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 -- 172.21.15.39:0/899856745 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563f3c503c00 con 0x563f3c7a1b10 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb8851bd700 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c797b20 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fb87800bfd0 tx=0x7fb87800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a15a1ff04267be12 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb86b7fe700 1 -- 172.21.15.39:0/899856745 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb87800e070 con 0x563f3c7a1b10 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb86b7fe700 1 -- 172.21.15.39:0/899856745 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb878005a60 con 0x563f3c7a1b10 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.431+0000 7fb86b7fe700 1 -- 172.21.15.39:0/899856745 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb878005310 con 0x563f3c7a1b10 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 -- 172.21.15.39:0/899856745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 msgr2=0x563f3c797b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c797b20 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fb87800bfd0 tx=0x7fb87800bc80 comp rx=0 tx=0).stop 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 -- 172.21.15.39:0/899856745 shutdown_connections 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c7a1b10 0x563f3c797b20 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c79ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 --2- 172.21.15.39:0/899856745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c79df50 0x563f3c79f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 -- 172.21.15.39:0/899856745 >> 172.21.15.39:0/899856745 conn(0x563f3c6cc300 msgr2=0x563f3c7a5fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 -- 172.21.15.39:0/899856745 shutdown_connections 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.432+0000 7fb892e19b80 1 -- 172.21.15.39:0/899856745 wait complete. 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 -- start start 2023-12-07T14:07:37.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 Processor -- start 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7b5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c7a1b10 0x563f3c7b9c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c7ba350 con 0x563f3c79df50 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c7ba4c0 con 0x563f3c7a1b10 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563f3c7ba680 con 0x563f3c79d630 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb892e19b80 10 client.0 _ll_register_callbacks cb 0x563f3c5d6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb87ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7b5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb8849bc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb87ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7b5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57892/0 (socket says 172.21.15.39:57892) 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb8849bc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7b4df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34380/0 (socket says 172.21.15.39:34380) 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb87ffff700 1 -- 172.21.15.39:0/2531981219 learned_addr learned my addr 172.21.15.39:0/2531981219 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:37.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb8851bd700 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c7a1b10 0x563f3c7b9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb87ffff700 1 -- 172.21.15.39:0/2531981219 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 msgr2=0x563f3c7b4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.433+0000 7fb87ffff700 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7b4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb87ffff700 1 -- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c7a1b10 msgr2=0x563f3c7b9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb87ffff700 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c7a1b10 0x563f3c7b9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb87ffff700 1 -- 172.21.15.39:0/2531981219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563f3c51ad80 con 0x563f3c79df50 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb8851bd700 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c7a1b10 0x563f3c7b9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb87ffff700 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7b5330 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00eb80 tx=0x7fb86c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efc7f1412043c7e1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb85ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb85ffff700 1 -- 172.21.15.39:0/2531981219 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb86c02a040 con 0x563f3c79df50 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb85ffff700 1 -- 172.21.15.39:0/2531981219 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fb86c004830 con 0x563f3c79df50 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563f3c7905f0 con 0x563f3c79df50 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb85ffff700 1 -- 172.21.15.39:0/2531981219 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb86c0049f0 con 0x563f3c79df50 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 10 client.17043 fetch_fsmap learned FSMap version 49 2023-12-07T14:07:37.442 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x563f3c5411f0 con 0x563f3c79df50 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb85ffff700 1 -- 172.21.15.39:0/2531981219 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563f3c7905f0 con 0x563f3c79df50 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb85ffff700 1 -- 172.21.15.39:0/2531981219 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 49) v1 ==== 7922+0+0 (secure 0 0 0) 0x7fb86c018070 con 0x563f3c79df50 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 10 client.17043 fetch_fsmap finished waiting for FSMap version 49 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 10 client.17043 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 20 client.17043 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c81f280 0x563f3c8216a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 4 client.17043 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.434+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563f3c6aa430 con 0x563f3c81f280 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.435+0000 7fb8849bc700 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c81f280 0x563f3c8216a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.435+0000 7fb85ffff700 10 client.17043 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:37.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.435+0000 7fb8849bc700 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c81f280 0x563f3c8216a0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=317035d4b5fc02ef server_cookie=e26de1eeae6414d6 in_seq=0 out_seq=0 2023-12-07T14:07:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb85ffff700 1 -- 172.21.15.39:0/2531981219 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563f3c6aa430 con 0x563f3c81f280 2023-12-07T14:07:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb85ffff700 10 client.17043 handle_command_reply: tid=0 2023-12-07T14:07:37.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 client.17043 shutdown 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 msgr2=0x563f3c7b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7b5330 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fb86c00eb80 tx=0x7fb86c009920 comp rx=0 tx=0).stop 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 shutdown_connections 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563f3c81f280 0x563f3c8216a0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563f3c7a1b10 0x563f3c7b9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x563f3c79d630 0x563f3c7b4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 --2- 172.21.15.39:0/2531981219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563f3c79df50 0x563f3c7b5330 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 >> 172.21.15.39:0/2531981219 conn(0x563f3c6cc300 msgr2=0x563f3c79fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.453+0000 7fb85ffff700 0 client.17043 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 shutdown_connections 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb892e19b80 1 -- 172.21.15.39:0/2531981219 wait complete. 2023-12-07T14:07:37.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb892e19b80 20 client.17043 trim_cache size 0 max 16384 2023-12-07T14:07:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:07:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:07:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:07:37.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb8700a1660 msgr2=0x7fb8700a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb8700a1660 0x7fb8700a3b20 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb86c005950 tx=0x7fb86c0058e0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8800fff10 msgr2=0x7fb880110620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8800fff10 0x7fb880110620 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb87400e9a0 tx=0x7fb87400ecb0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 shutdown_connections 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb8700a1660 0x7fb8700a3b20 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb880105bb0 0x7fb88019c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8800fff10 0x7fb880110620 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 --2- 172.21.15.39:0/2101028434 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb8801008d0 0x7fb880110b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.454+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 >> 172.21.15.39:0/2101028434 conn(0x7fb880075680 msgr2=0x7fb8801036a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.455+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 shutdown_connections 2023-12-07T14:07:37.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:37.455+0000 7fb886c20700 1 -- 172.21.15.39:0/2101028434 wait complete. 2023-12-07T14:07:37.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:37 smithi039 ceph-mon[98864]: pgmap v158: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 32 MiB/s wr, 1.74k op/s 2023-12-07T14:07:37.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:37 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:37.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:37 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:37.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:37 smithi039 ceph-mon[98864]: scrub summary: idle 2023-12-07T14:07:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:37 smithi055 ceph-mon[103363]: pgmap v158: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 32 MiB/s wr, 1.74k op/s 2023-12-07T14:07:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:37 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:37 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:37 smithi055 ceph-mon[103363]: scrub summary: idle 2023-12-07T14:07:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:37 smithi089 ceph-mon[103124]: pgmap v158: 97 pgs: 97 active+clean; 6.8 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 32 MiB/s wr, 1.74k op/s 2023-12-07T14:07:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:37 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:37 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:37 smithi089 ceph-mon[103124]: scrub summary: idle 2023-12-07T14:07:38.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 285.0 s, 1878.6 tps, lat 61.631 ms stddev 155.675 2023-12-07T14:07:39.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:39 smithi039 ceph-mon[98864]: pgmap v159: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 47 MiB/s wr, 2.64k op/s 2023-12-07T14:07:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:39 smithi055 ceph-mon[103363]: pgmap v159: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 47 MiB/s wr, 2.64k op/s 2023-12-07T14:07:39.946 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:39 smithi089 ceph-mon[103124]: pgmap v159: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 97 KiB/s rd, 47 MiB/s wr, 2.64k op/s 2023-12-07T14:07:40.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:40 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:40.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:40 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:40.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:40 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:07:41.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:41 smithi039 ceph-mon[98864]: pgmap v160: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 38 MiB/s wr, 2.23k op/s 2023-12-07T14:07:41.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:41 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:07:41.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:41 smithi055 ceph-mon[103363]: pgmap v160: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 38 MiB/s wr, 2.23k op/s 2023-12-07T14:07:41.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:41 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:07:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:41 smithi089 ceph-mon[103124]: pgmap v160: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 95 KiB/s rd, 38 MiB/s wr, 2.23k op/s 2023-12-07T14:07:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:41 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:07:42.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:42 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:07:42.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:42 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:07:42.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:42 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:07:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:42 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:07:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:42 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:07:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:42 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:07:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:42 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:07:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:42 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:07:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:42 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:07:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:43 smithi039 ceph-mon[98864]: pgmap v161: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 139 KiB/s rd, 50 MiB/s wr, 3.18k op/s 2023-12-07T14:07:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:43 smithi055 ceph-mon[103363]: pgmap v161: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 139 KiB/s rd, 50 MiB/s wr, 3.18k op/s 2023-12-07T14:07:43.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:43 smithi089 ceph-mon[103124]: pgmap v161: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 139 KiB/s rd, 50 MiB/s wr, 3.18k op/s 2023-12-07T14:07:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 290.0 s, 2400.6 tps, lat 41.579 ms stddev 52.316 2023-12-07T14:07:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:45 smithi039 ceph-mon[98864]: pgmap v162: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 29 MiB/s wr, 1.90k op/s 2023-12-07T14:07:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:45 smithi055 ceph-mon[103363]: pgmap v162: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 29 MiB/s wr, 1.90k op/s 2023-12-07T14:07:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:45 smithi089 ceph-mon[103124]: pgmap v162: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 29 MiB/s wr, 1.90k op/s 2023-12-07T14:07:46.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:46 smithi039 ceph-mon[98864]: pgmap v163: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 29 MiB/s wr, 1.91k op/s 2023-12-07T14:07:46.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:46 smithi055 ceph-mon[103363]: pgmap v163: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 29 MiB/s wr, 1.91k op/s 2023-12-07T14:07:46.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:46 smithi089 ceph-mon[103124]: pgmap v163: 97 pgs: 97 active+clean; 7.0 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 29 MiB/s wr, 1.91k op/s 2023-12-07T14:07:48.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 295.0 s, 2721.8 tps, lat 36.663 ms stddev 42.794 2023-12-07T14:07:49.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:49 smithi055 ceph-mon[103363]: pgmap v164: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 36 MiB/s wr, 2.23k op/s 2023-12-07T14:07:49.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:49 smithi089 ceph-mon[103124]: pgmap v164: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 36 MiB/s wr, 2.23k op/s 2023-12-07T14:07:49.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:49 smithi039 ceph-mon[98864]: pgmap v164: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 91 KiB/s rd, 36 MiB/s wr, 2.23k op/s 2023-12-07T14:07:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 -- 172.21.15.39:0/1187215624 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102f50 msgr2=0x7fd16010b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 --2- 172.21.15.39:0/1187215624 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102f50 0x7fd16010b430 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fd150009990 tx=0x7fd150009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 -- 172.21.15.39:0/1187215624 shutdown_connections 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 --2- 172.21.15.39:0/1187215624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd16010ba50 0x7fd16010df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 --2- 172.21.15.39:0/1187215624 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd160102630 0x7fd160102a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 --2- 172.21.15.39:0/1187215624 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102f50 0x7fd16010b430 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 -- 172.21.15.39:0/1187215624 >> 172.21.15.39:0/1187215624 conn(0x7fd1600fbe70 msgr2=0x7fd1600fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 -- 172.21.15.39:0/1187215624 shutdown_connections 2023-12-07T14:07:50.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.607+0000 7fd167787700 1 -- 172.21.15.39:0/1187215624 wait complete. 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 Processor -- start 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 -- start start 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102630 0x7fd160072c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd160102f50 0x7fd1600731e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd16010ba50 0x7fd16006beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16006c680 con 0x7fd160102f50 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16006c7f0 con 0x7fd16010ba50 2023-12-07T14:07:50.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd167787700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd16006c9b0 con 0x7fd160102630 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd164d22700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd160102f50 0x7fd1600731e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd164d22700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd160102f50 0x7fd1600731e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57906/0 (socket says 172.21.15.39:57906) 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd165523700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102630 0x7fd160072c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.608+0000 7fd164d22700 1 -- 172.21.15.39:0/1714250665 learned_addr learned my addr 172.21.15.39:0/1714250665 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd165d24700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd16010ba50 0x7fd16006beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd164d22700 1 -- 172.21.15.39:0/1714250665 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102630 msgr2=0x7fd160072c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd164d22700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102630 0x7fd160072c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd164d22700 1 -- 172.21.15.39:0/1714250665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd16010ba50 msgr2=0x7fd16006beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd164d22700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd16010ba50 0x7fd16006beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd164d22700 1 -- 172.21.15.39:0/1714250665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd158009c40 con 0x7fd160102f50 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd165523700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102630 0x7fd160072c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd165d24700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd16010ba50 0x7fd16006beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd164d22700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd160102f50 0x7fd1600731e0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fd150000c00 tx=0x7fd150004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:50.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd1567fc700 1 -- 172.21.15.39:0/1714250665 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15001ed00 con 0x7fd160102f50 2023-12-07T14:07:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd1567fc700 1 -- 172.21.15.39:0/1714250665 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd15001ee60 con 0x7fd160102f50 2023-12-07T14:07:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1500095f0 con 0x7fd160102f50 2023-12-07T14:07:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd1567fc700 1 -- 172.21.15.39:0/1714250665 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd150028650 con 0x7fd160102f50 2023-12-07T14:07:50.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.609+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1600709d0 con 0x7fd160102f50 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.614+0000 7fd173980b80 1 Processor -- start 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.614+0000 7fd173980b80 1 -- start start 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.614+0000 7fd1567fc700 1 -- 172.21.15.39:0/1714250665 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fd1500287b0 con 0x7fd160102f50 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.614+0000 7fd173980b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f82a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.614+0000 7fd173980b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82f50 0x55c981f865d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd173980b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f86f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd173980b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981ef6760 con 0x55c981f86b10 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd173980b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981edd740 con 0x55c981f82630 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd173980b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981edb060 con 0x55c981f82f50 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165523700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82f50 0x55c981f865d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd164d22700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f86f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165523700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82f50 0x55c981f865d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34400/0 (socket says 172.21.15.39:34400) 2023-12-07T14:07:50.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165523700 1 -- 172.21.15.39:0/3208014400 learned_addr learned my addr 172.21.15.39:0/3208014400 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165d24700 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f82a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165d24700 1 -- 172.21.15.39:0/3208014400 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82f50 msgr2=0x55c981f865d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165d24700 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82f50 0x55c981f865d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165d24700 1 -- 172.21.15.39:0/3208014400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 msgr2=0x55c981f86f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165d24700 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f86f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.615+0000 7fd165d24700 1 -- 172.21.15.39:0/3208014400 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c981d535d0 con 0x55c981f82630 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.617+0000 7fd1567fc700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd14c0a1660 0x7fd14c0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.617+0000 7fd1567fc700 1 -- 172.21.15.39:0/1714250665 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd1500d27c0 con 0x7fd160102f50 2023-12-07T14:07:50.622 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.618+0000 7fd165523700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd14c0a1660 0x7fd14c0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.618+0000 7fd165d24700 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f82a10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd1580094d0 tx=0x7fd158009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c00e4744d2b6e9e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.618+0000 7fd165523700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd14c0a1660 0x7fd14c0a3b20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fd0 tx=0x7fd15c009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.618+0000 7fd14b7fe700 1 -- 172.21.15.39:0/3208014400 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd158004db0 con 0x55c981f82630 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.618+0000 7fd14b7fe700 1 -- 172.21.15.39:0/3208014400 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd15800f040 con 0x55c981f82630 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.618+0000 7fd14b7fe700 1 -- 172.21.15.39:0/3208014400 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd158005020 con 0x55c981f82630 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.619+0000 7fd173980b80 1 -- 172.21.15.39:0/3208014400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 msgr2=0x55c981f82a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.619+0000 7fd173980b80 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f82a10 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd1580094d0 tx=0x7fd158009920 comp rx=0 tx=0).stop 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.619+0000 7fd173980b80 1 -- 172.21.15.39:0/3208014400 shutdown_connections 2023-12-07T14:07:50.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.619+0000 7fd173980b80 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f86f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.619+0000 7fd173980b80 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f82a10 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.619+0000 7fd173980b80 1 --2- 172.21.15.39:0/3208014400 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82f50 0x55c981f865d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.619+0000 7fd173980b80 1 -- 172.21.15.39:0/3208014400 >> 172.21.15.39:0/3208014400 conn(0x55c981eb1300 msgr2=0x55c981f7cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.620+0000 7fd173980b80 1 -- 172.21.15.39:0/3208014400 shutdown_connections 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.620+0000 7fd173980b80 1 -- 172.21.15.39:0/3208014400 wait complete. 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 -- start start 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 Processor -- start 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f8b560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f8bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981ed6950 con 0x55c981f86b10 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981e90500 con 0x55c981f82f50 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981e901a0 con 0x55c981f82630 2023-12-07T14:07:50.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd173980b80 10 client.0 _ll_register_callbacks cb 0x55c981dbba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd165523700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd165d24700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f8bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd165523700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34408/0 (socket says 172.21.15.39:34408) 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.621+0000 7fd165523700 1 -- 172.21.15.39:0/4261093694 learned_addr learned my addr 172.21.15.39:0/4261093694 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd164d22700 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f8b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd165523700 1 -- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 msgr2=0x55c981f8b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd165523700 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f8b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd165523700 1 -- 172.21.15.39:0/4261093694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 msgr2=0x55c981f8bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd165523700 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f8bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd165523700 1 -- 172.21.15.39:0/4261093694 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1580091b0 con 0x55c981f82630 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd165523700 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8e270 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0042c0 tx=0x7fd15c004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27c08fca873edc1c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd148ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd148ff9700 1 -- 172.21.15.39:0/4261093694 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15c017070 con 0x55c981f82630 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c981f755f0 con 0x55c981f82630 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd148ff9700 1 -- 172.21.15.39:0/4261093694 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd15c003ca0 con 0x55c981f82630 2023-12-07T14:07:50.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd148ff9700 1 -- 172.21.15.39:0/4261093694 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd15c003e60 con 0x55c981f82630 2023-12-07T14:07:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd173980b80 10 client.26704 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.622+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55c981cffd80 con 0x55c981f82630 2023-12-07T14:07:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd148ff9700 1 -- 172.21.15.39:0/4261093694 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c981f755f0 con 0x55c981f82630 2023-12-07T14:07:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd148ff9700 1 -- 172.21.15.39:0/4261093694 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd15c0336c0 con 0x55c981f82630 2023-12-07T14:07:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd173980b80 10 client.26704 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd173980b80 10 client.26704 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:50.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd173980b80 20 client.26704 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd173980b80 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981f9be90 0x55c981f9e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd173980b80 4 client.26704 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:50.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c981f51640 con 0x55c981f9be90 2023-12-07T14:07:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.623+0000 7fd164d22700 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981f9be90 0x55c981f9e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.624+0000 7fd164d22700 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981f9be90 0x55c981f9e2b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7086b1a7740f238 server_cookie=7377cc25ae19f206 in_seq=0 out_seq=0 2023-12-07T14:07:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.624+0000 7fd148ff9700 10 client.26704 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:50.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd148ff9700 1 -- 172.21.15.39:0/4261093694 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c981f51640 con 0x55c981f9be90 2023-12-07T14:07:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd148ff9700 10 client.26704 handle_command_reply: tid=0 2023-12-07T14:07:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 client.26704 shutdown 2023-12-07T14:07:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 msgr2=0x55c981f8e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8e270 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fd15c0042c0 tx=0x7fd15c004750 comp rx=0 tx=0).stop 2023-12-07T14:07:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 shutdown_connections 2023-12-07T14:07:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f8bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8e270 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981f9be90 0x55c981f9e2b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 --2- 172.21.15.39:0/4261093694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f8b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd148ff9700 0 client.26704 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.625+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 >> 172.21.15.39:0/4261093694 conn(0x55c981eb1300 msgr2=0x55c981f81430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.626+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 shutdown_connections 2023-12-07T14:07:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.626+0000 7fd173980b80 1 -- 172.21.15.39:0/4261093694 wait complete. 2023-12-07T14:07:50.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.626+0000 7fd173980b80 20 client.26704 trim_cache size 0 max 16384 2023-12-07T14:07:50.648 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 Processor -- start 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 -- start start 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f87f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f84bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981d558c0 con 0x55c981f86b10 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981f89ad0 con 0x55c981f82f50 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.644+0000 7fd173980b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981f85710 con 0x55c981f82630 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f87f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f87f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49128/0 (socket says 172.21.15.39:49128) 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 -- 172.21.15.39:0/1005901037 learned_addr learned my addr 172.21.15.39:0/1005901037 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:50.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd165d24700 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f84bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 -- 172.21.15.39:0/1005901037 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 msgr2=0x55c981f8dfa0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8dfa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 -- 172.21.15.39:0/1005901037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 msgr2=0x55c981f84bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f84bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.645+0000 7fd164d22700 1 -- 172.21.15.39:0/1005901037 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c981ce8c00 con 0x55c981f82f50 2023-12-07T14:07:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.646+0000 7fd164d22700 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f87f00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd15009c310 tx=0x7fd1500d4c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dce0140e830caabe server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:50.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.646+0000 7fd14bfff700 1 -- 172.21.15.39:0/1005901037 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15009f200 con 0x55c981f82f50 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.646+0000 7fd14bfff700 1 -- 172.21.15.39:0/1005901037 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd15009ffa0 con 0x55c981f82f50 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.646+0000 7fd14bfff700 1 -- 172.21.15.39:0/1005901037 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1500bf0b0 con 0x55c981f82f50 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 -- 172.21.15.39:0/1005901037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 msgr2=0x55c981f87f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f87f00 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd15009c310 tx=0x7fd1500d4c90 comp rx=0 tx=0).stop 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 -- 172.21.15.39:0/1005901037 shutdown_connections 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f86b10 0x55c981f84bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f82630 0x55c981f8dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 --2- 172.21.15.39:0/1005901037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82f50 0x55c981f87f00 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 -- 172.21.15.39:0/1005901037 >> 172.21.15.39:0/1005901037 conn(0x55c981eb1300 msgr2=0x55c981f81c40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 -- 172.21.15.39:0/1005901037 shutdown_connections 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 -- 172.21.15.39:0/1005901037 wait complete. 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 -- start start 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 Processor -- start 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f92fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f82f50 0x55c981f87c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.647+0000 7fd173980b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f86b10 0x55c981f88140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd173980b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981f8ce00 con 0x55c981f82f50 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd173980b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981f8cf70 con 0x55c981f82630 2023-12-07T14:07:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd173980b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c981f8d130 con 0x55c981f86b10 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd173980b80 10 client.0 _ll_register_callbacks cb 0x55c981dbba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f82f50 0x55c981f87c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f82f50 0x55c981f87c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57930/0 (socket says 172.21.15.39:57930) 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 -- 172.21.15.39:0/1294180638 learned_addr learned my addr 172.21.15.39:0/1294180638 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd165523700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f92fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd165d24700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f86b10 0x55c981f88140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 -- 172.21.15.39:0/1294180638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f86b10 msgr2=0x55c981f88140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f86b10 0x55c981f88140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 -- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 msgr2=0x55c981f92fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f92fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 -- 172.21.15.39:0/1294180638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1600709d0 con 0x55c981f82f50 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd165523700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f92fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd164d22700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f82f50 0x55c981f87c00 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fd15009f5a0 tx=0x7fd15009f4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6afa22a4ec0a28ac server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:50.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd148ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd148ff9700 1 -- 172.21.15.39:0/1294180638 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15009f200 con 0x55c981f82f50 2023-12-07T14:07:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd148ff9700 1 -- 172.21.15.39:0/1294180638 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fd15009f8a0 con 0x55c981f82f50 2023-12-07T14:07:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.648+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd15800f040 con 0x55c981f82f50 2023-12-07T14:07:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.649+0000 7fd148ff9700 1 -- 172.21.15.39:0/1294180638 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1500bf0e0 con 0x55c981f82f50 2023-12-07T14:07:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.649+0000 7fd173980b80 10 client.17061 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:50.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.649+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55c981d261f0 con 0x55c981f82f50 2023-12-07T14:07:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.650+0000 7fd148ff9700 1 -- 172.21.15.39:0/1294180638 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd15800f040 con 0x55c981f82f50 2023-12-07T14:07:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.650+0000 7fd148ff9700 1 -- 172.21.15.39:0/1294180638 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fd15009eea0 con 0x55c981f82f50 2023-12-07T14:07:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd173980b80 10 client.17061 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd173980b80 10 client.17061 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd173980b80 20 client.17061 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd173980b80 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981ff2af0 0x55c981ff4f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd173980b80 4 client.17061 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c981e9cf70 con 0x55c981ff2af0 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd165523700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981ff2af0 0x55c981ff4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd148ff9700 10 client.17061 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.651+0000 7fd165523700 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981ff2af0 0x55c981ff4f10 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf22d59b336374c3 server_cookie=658e783642b41206 in_seq=0 out_seq=0 2023-12-07T14:07:50.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd148ff9700 1 -- 172.21.15.39:0/1294180638 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c981e9cf70 con 0x55c981ff2af0 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd148ff9700 10 client.17061 handle_command_reply: tid=0 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 client.17061 shutdown 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f82f50 msgr2=0x55c981f87c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f82f50 0x55c981f87c00 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fd15009f5a0 tx=0x7fd15009f4c0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 shutdown_connections 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c981f86b10 0x55c981f88140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c981ff2af0 0x55c981ff4f10 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c981f82630 0x55c981f92fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 --2- 172.21.15.39:0/1294180638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c981f82f50 0x55c981f87c00 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd148ff9700 0 client.17061 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.677+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 >> 172.21.15.39:0/1294180638 conn(0x55c981eb1300 msgr2=0x55c981f817f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.678+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 shutdown_connections 2023-12-07T14:07:50.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.678+0000 7fd173980b80 1 -- 172.21.15.39:0/1294180638 wait complete. 2023-12-07T14:07:50.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.678+0000 7fd173980b80 20 client.17061 trim_cache size 0 max 16384 2023-12-07T14:07:50.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:07:50.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:07:50.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:07:50.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:07:50.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.679+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd14c0a1660 msgr2=0x7fd14c0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.679+0000 7fd167787700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd14c0a1660 0x7fd14c0a3b20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fd0 tx=0x7fd15c009260 comp rx=0 tx=0).stop 2023-12-07T14:07:50.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.679+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd160102f50 msgr2=0x7fd1600731e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.679+0000 7fd167787700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd160102f50 0x7fd1600731e0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fd150000c00 tx=0x7fd150004730 comp rx=0 tx=0).stop 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 shutdown_connections 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd14c0a1660 0x7fd14c0a3b20 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd16010ba50 0x7fd16006beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd160102630 0x7fd160072c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 --2- 172.21.15.39:0/1714250665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd160102f50 0x7fd1600731e0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 >> 172.21.15.39:0/1714250665 conn(0x7fd1600fbe70 msgr2=0x7fd1600fcc20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 shutdown_connections 2023-12-07T14:07:50.685 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:07:50.680+0000 7fd167787700 1 -- 172.21.15.39:0/1714250665 wait complete. 2023-12-07T14:07:51.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:51 smithi055 ceph-mon[103363]: pgmap v165: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 19 MiB/s wr, 1.27k op/s 2023-12-07T14:07:51.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:51 smithi089 ceph-mon[103124]: pgmap v165: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 19 MiB/s wr, 1.27k op/s 2023-12-07T14:07:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:51 smithi039 ceph-mon[98864]: pgmap v165: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 19 MiB/s wr, 1.27k op/s 2023-12-07T14:07:53.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:53 smithi055 ceph-mon[103363]: pgmap v166: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 25 MiB/s wr, 1.57k op/s 2023-12-07T14:07:53.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:53 smithi089 ceph-mon[103124]: pgmap v166: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 25 MiB/s wr, 1.57k op/s 2023-12-07T14:07:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:53 smithi039 ceph-mon[98864]: pgmap v166: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 25 MiB/s wr, 1.57k op/s 2023-12-07T14:07:53.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 300.0 s, 2534.8 tps, lat 39.244 ms stddev 41.459 2023-12-07T14:07:55.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:55 smithi055 ceph-mon[103363]: pgmap v167: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 13 MiB/s wr, 628 op/s 2023-12-07T14:07:55.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:55 smithi089 ceph-mon[103124]: pgmap v167: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 13 MiB/s wr, 628 op/s 2023-12-07T14:07:55.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:55 smithi039 ceph-mon[98864]: pgmap v167: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 13 MiB/s wr, 628 op/s 2023-12-07T14:07:56.349 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-12-07T14:07:56.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.607+0000 7f0f1c323700 1 -- 172.21.15.39:0/34434188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 msgr2=0x7f0f141151f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.613 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.607+0000 7f0f1c323700 1 --2- 172.21.15.39:0/34434188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f141151f0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c00c210 tx=0x7f0f0c00c520 comp rx=0 tx=0).stop 2023-12-07T14:07:56.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.615+0000 7f0f1c323700 1 -- 172.21.15.39:0/34434188 shutdown_connections 2023-12-07T14:07:56.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.615+0000 7f0f1c323700 1 --2- 172.21.15.39:0/34434188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f141151f0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.616+0000 7f0f1c323700 1 --2- 172.21.15.39:0/34434188 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0f14108840 0x7f0f14108c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.616+0000 7f0f1c323700 1 --2- 172.21.15.39:0/34434188 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0f141091f0 0x7f0f1410cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.618 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.616+0000 7f0f1c323700 1 -- 172.21.15.39:0/34434188 >> 172.21.15.39:0/34434188 conn(0x7f0f1406c910 msgr2=0x7f0f1406cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.627+0000 7f0f1c323700 1 -- 172.21.15.39:0/34434188 shutdown_connections 2023-12-07T14:07:56.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.628+0000 7f0f1c323700 1 -- 172.21.15.39:0/34434188 wait complete. 2023-12-07T14:07:56.631 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 Processor -- start 2023-12-07T14:07:56.635 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 -- start start 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0f14108840 0x7f0f1419de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f1419e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0f1419fb00 0x7f0f1419e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f141b2ec0 con 0x7f0f1410d660 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f141a4470 con 0x7f0f1419fb00 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f1c323700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f141a4630 con 0x7f0f14108840 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f198be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f1419e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f198be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f1419e3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57948/0 (socket says 172.21.15.39:57948) 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.629+0000 7f0f198be700 1 -- 172.21.15.39:0/4214778172 learned_addr learned my addr 172.21.15.39:0/4214778172 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.630+0000 7f0f198be700 1 -- 172.21.15.39:0/4214778172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0f14108840 msgr2=0x7f0f1419de90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.630+0000 7f0f198be700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0f14108840 0x7f0f1419de90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.630+0000 7f0f198be700 1 -- 172.21.15.39:0/4214778172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0f1419fb00 msgr2=0x7f0f1419e910 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.630+0000 7f0f198be700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0f1419fb00 0x7f0f1419e910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.630+0000 7f0f198be700 1 -- 172.21.15.39:0/4214778172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f0c00ae10 con 0x7f0f1410d660 2023-12-07T14:07:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.630+0000 7f0f198be700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f1419e3d0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f0f0400c8c0 tx=0x7f0f0400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.634+0000 7f0f0b7fe700 1 -- 172.21.15.39:0/4214778172 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f04004220 con 0x7f0f1410d660 2023-12-07T14:07:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.634+0000 7f0f0b7fe700 1 -- 172.21.15.39:0/4214778172 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f04007dc0 con 0x7f0f1410d660 2023-12-07T14:07:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.634+0000 7f0f0b7fe700 1 -- 172.21.15.39:0/4214778172 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f04005020 con 0x7f0f1410d660 2023-12-07T14:07:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.634+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f141a4910 con 0x7f0f1410d660 2023-12-07T14:07:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.634+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f141a4dd0 con 0x7f0f1410d660 2023-12-07T14:07:56.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.638+0000 7f0f0b7fe700 1 -- 172.21.15.39:0/4214778172 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f0f04005180 con 0x7f0f1410d660 2023-12-07T14:07:56.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.642+0000 7f0f2851cb80 1 Processor -- start 2023-12-07T14:07:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.642+0000 7f0f0b7fe700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f000a1800 0x7f0f000a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.642+0000 7f0f1a8c0700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f000a1800 0x7f0f000a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.642+0000 7f0f0b7fe700 1 -- 172.21.15.39:0/4214778172 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0f040cca80 con 0x7f0f1410d660 2023-12-07T14:07:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.643+0000 7f0f2851cb80 1 -- start start 2023-12-07T14:07:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.643+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3178e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.643+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd317cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.646 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.643+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd317d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.646 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.643+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd30ec7c0 con 0x55fdd3179360 2023-12-07T14:07:56.646 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.643+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd30d37a0 con 0x55fdd3178a40 2023-12-07T14:07:56.646 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.643+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd30d10c0 con 0x55fdd317d050 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3178e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f198be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd317cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3178e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49154/0 (socket says 172.21.15.39:49154) 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/1371231151 learned_addr learned my addr 172.21.15.39:0/1371231151 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a8c0700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f000a1800 0x7f0f000a3cc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c00c9a0 tx=0x7f0f0c00de90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a8c0700 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd317d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/1371231151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 msgr2=0x55fdd317d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd317d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/1371231151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 msgr2=0x55fdd317cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd317cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/1371231151 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fdd2f49630 con 0x55fdd3178a40 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a8c0700 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd317d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3178e20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0f10009830 tx=0x7f0f10009b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b534a9f65437de0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.644+0000 7f0f08d82700 1 -- 172.21.15.39:0/1371231151 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f10011830 con 0x55fdd3178a40 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.645+0000 7f0f08d82700 1 -- 172.21.15.39:0/1371231151 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f10011e50 con 0x55fdd3178a40 2023-12-07T14:07:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.645+0000 7f0f08d82700 1 -- 172.21.15.39:0/1371231151 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f1000b360 con 0x55fdd3178a40 2023-12-07T14:07:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.645+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1371231151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 msgr2=0x55fdd3178e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.645+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3178e20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0f10009830 tx=0x7f0f10009b40 comp rx=0 tx=0).stop 2023-12-07T14:07:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.646+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1371231151 shutdown_connections 2023-12-07T14:07:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.646+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd317d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.646+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3178e20 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.646+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1371231151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd317cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.646+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1371231151 >> 172.21.15.39:0/1371231151 conn(0x55fdd30a7360 msgr2=0x55fdd3173070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.647+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1371231151 shutdown_connections 2023-12-07T14:07:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.647+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1371231151 wait complete. 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 -- start start 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 Processor -- start 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd3184760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd3181a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd317d050 0x55fdd3182080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd30cc9b0 con 0x55fdd3179360 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd3086560 con 0x55fdd317d050 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd3086200 con 0x55fdd3178a40 2023-12-07T14:07:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f2851cb80 10 client.0 _ll_register_callbacks cb 0x55fdd2fb1a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd3184760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.648+0000 7f0f198be700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd3181a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f1a8c0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd317d050 0x55fdd3182080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd3184760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34448/0 (socket says 172.21.15.39:34448) 2023-12-07T14:07:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/2408594749 learned_addr learned my addr 172.21.15.39:0/2408594749 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f198be700 1 -- 172.21.15.39:0/2408594749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 msgr2=0x55fdd3184760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f198be700 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd3184760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f198be700 1 -- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd317d050 msgr2=0x55fdd3182080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f198be700 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd317d050 0x55fdd3182080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f198be700 1 -- 172.21.15.39:0/2408594749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f10009460 con 0x55fdd3179360 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f1a8c0700 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd317d050 0x55fdd3182080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0f198be700 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd3181a50 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f0f040ca1e0 tx=0x7f0f04099480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=980366282e44a8ae server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.649+0000 7f0efdffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.650+0000 7f0efdffb700 1 -- 172.21.15.39:0/2408594749 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f040b1070 con 0x55fdd3179360 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.650+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fdd316ba00 con 0x55fdd3179360 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.650+0000 7f0efdffb700 1 -- 172.21.15.39:0/2408594749 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0f0409dbc0 con 0x55fdd3179360 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.650+0000 7f0efdffb700 1 -- 172.21.15.39:0/2408594749 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f040ca670 con 0x55fdd3179360 2023-12-07T14:07:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.650+0000 7f0f2851cb80 10 client.17073 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.650+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55fdd2ef5de0 con 0x55fdd3179360 2023-12-07T14:07:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0efdffb700 1 -- 172.21.15.39:0/2408594749 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fdd316ba00 con 0x55fdd3179360 2023-12-07T14:07:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0efdffb700 1 -- 172.21.15.39:0/2408594749 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0f04098f60 con 0x55fdd3179360 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0f2851cb80 10 client.17073 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0f2851cb80 10 client.17073 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0f2851cb80 20 client.17073 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd3192370 0x55fdd31947b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0f2851cb80 4 client.17073 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.651+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fdd31476a0 con 0x55fdd3192370 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.652+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd3192370 0x55fdd31947b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.653+0000 7f0efdffb700 10 client.17073 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.653+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd3192370 0x55fdd31947b0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0ac79f054451a07 server_cookie=6535122f69a6fea4 in_seq=0 out_seq=0 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.653+0000 7f0efdffb700 1 -- 172.21.15.39:0/2408594749 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55fdd31476a0 con 0x55fdd3192370 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.653+0000 7f0efdffb700 10 client.17073 handle_command_reply: tid=0 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.653+0000 7f0f2851cb80 1 client.17073 shutdown 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.653+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 msgr2=0x55fdd3181a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.653+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd3181a50 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f0f040ca1e0 tx=0x7f0f04099480 comp rx=0 tx=0).stop 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 shutdown_connections 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd3192370 0x55fdd31947b0 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd317d050 0x55fdd3182080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0efdffb700 0 client.17073 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd3184760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2408594749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd3181a50 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 >> 172.21.15.39:0/2408594749 conn(0x55fdd30a7360 msgr2=0x55fdd3173030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 shutdown_connections 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2408594749 wait complete. 2023-12-07T14:07:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.654+0000 7f0f2851cb80 20 client.17073 trim_cache size 0 max 16384 2023-12-07T14:07:56.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 Processor -- start 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 -- start start 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd316dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3179360 0x55fdd317c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd317d050 0x55fdd317c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd2f4b920 con 0x55fdd317d050 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd3174b10 con 0x55fdd3179360 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.677+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd3174960 con 0x55fdd3178a40 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd316dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3179360 0x55fdd317c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3179360 0x55fdd317c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49172/0 (socket says 172.21.15.39:49172) 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 -- 172.21.15.39:0/1668456656 learned_addr learned my addr 172.21.15.39:0/1668456656 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd316dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34456/0 (socket says 172.21.15.39:34456) 2023-12-07T14:07:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f1a8c0700 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd317d050 0x55fdd317c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 -- 172.21.15.39:0/1668456656 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 msgr2=0x55fdd316dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd316dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 -- 172.21.15.39:0/1668456656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd317d050 msgr2=0x55fdd317c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd317d050 0x55fdd317c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.678+0000 7f0f198be700 1 -- 172.21.15.39:0/1668456656 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fdd2edec60 con 0x55fdd3179360 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.679+0000 7f0f198be700 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3179360 0x55fdd317c140 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0f04096970 tx=0x7f0f04099bf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fdfa2cae6f320c98 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.679+0000 7f0f09583700 1 -- 172.21.15.39:0/1668456656 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f040b1030 con 0x55fdd3179360 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.679+0000 7f0f09583700 1 -- 172.21.15.39:0/1668456656 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f040a1c00 con 0x55fdd3179360 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.679+0000 7f0f09583700 1 -- 172.21.15.39:0/1668456656 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f04099cd0 con 0x55fdd3179360 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1668456656 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3179360 msgr2=0x55fdd317c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3179360 0x55fdd317c140 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0f04096970 tx=0x7f0f04099bf0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1668456656 shutdown_connections 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd317d050 0x55fdd317c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd3178a40 0x55fdd316dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/1668456656 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3179360 0x55fdd317c140 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1668456656 >> 172.21.15.39:0/1668456656 conn(0x55fdd30a7360 msgr2=0x55fdd3173010 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1668456656 shutdown_connections 2023-12-07T14:07:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.680+0000 7f0f2851cb80 1 -- 172.21.15.39:0/1668456656 wait complete. 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 -- start start 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 Processor -- start 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3187370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd31878b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd3187df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd31e78c0 con 0x55fdd3179360 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd31e7a30 con 0x55fdd3178a40 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd31e7bf0 con 0x55fdd317d050 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.681+0000 7f0f2851cb80 10 client.0 _ll_register_callbacks cb 0x55fdd2fb1a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3187370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3187370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49174/0 (socket says 172.21.15.39:49174) 2023-12-07T14:07:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/2941456460 learned_addr learned my addr 172.21.15.39:0/2941456460 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f198be700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd31878b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a8c0700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd3187df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/2941456460 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 msgr2=0x55fdd3187df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd3187df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/2941456460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 msgr2=0x55fdd31878b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd31878b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f1a0bf700 1 -- 172.21.15.39:0/2941456460 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fdd2ef5de0 con 0x55fdd3178a40 2023-12-07T14:07:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.682+0000 7f0f198be700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd31878b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.683+0000 7f0f1a0bf700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3187370 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0f100048a0 tx=0x7f0f10010380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df11624ae0563ffb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.683+0000 7f0efdffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.683+0000 7f0efdffb700 1 -- 172.21.15.39:0/2941456460 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f10023de0 con 0x55fdd3178a40 2023-12-07T14:07:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.683+0000 7f0efdffb700 1 -- 172.21.15.39:0/2941456460 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f0f10020070 con 0x55fdd3178a40 2023-12-07T14:07:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0f10011e50 con 0x55fdd3178a40 2023-12-07T14:07:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0efdffb700 1 -- 172.21.15.39:0/2941456460 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0f100105c0 con 0x55fdd3178a40 2023-12-07T14:07:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0f2851cb80 10 client.26588 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55fdd2f1c250 con 0x55fdd3178a40 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0efdffb700 1 -- 172.21.15.39:0/2941456460 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f10011e50 con 0x55fdd3178a40 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0efdffb700 1 -- 172.21.15.39:0/2941456460 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f0f10011630 con 0x55fdd3178a40 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0f2851cb80 10 client.26588 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0f2851cb80 10 client.26588 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0f2851cb80 20 client.26588 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.684+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd31e9560 0x55fdd31eb980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.685+0000 7f0f2851cb80 4 client.26588 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.685+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55fdd3092fd0 con 0x55fdd31e9560 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.685+0000 7f0f198be700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd31e9560 0x55fdd31eb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f198be700 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd31e9560 0x55fdd31eb980 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a688e2822fc486 server_cookie=d011361f73af2985 in_seq=0 out_seq=0 2023-12-07T14:07:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0efdffb700 10 client.26588 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0efdffb700 1 -- 172.21.15.39:0/2941456460 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55fdd3092fd0 con 0x55fdd31e9560 2023-12-07T14:07:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0efdffb700 10 client.26588 handle_command_reply: tid=0 2023-12-07T14:07:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 client.26588 shutdown 2023-12-07T14:07:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 msgr2=0x55fdd3187370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3187370 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f0f100048a0 tx=0x7f0f10010380 comp rx=0 tx=0).stop 2023-12-07T14:07:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 shutdown_connections 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55fdd317d050 0x55fdd3187df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55fdd31e9560 0x55fdd31eb980 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55fdd3178a40 0x55fdd3187370 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 --2- 172.21.15.39:0/2941456460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fdd3179360 0x55fdd31878b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 >> 172.21.15.39:0/2941456460 conn(0x55fdd30a7360 msgr2=0x55fdd3180210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0efdffb700 0 client.26588 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 shutdown_connections 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.686+0000 7f0f2851cb80 1 -- 172.21.15.39:0/2941456460 wait complete. 2023-12-07T14:07:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.687+0000 7f0f2851cb80 20 client.26588 trim_cache size 0 max 16384 2023-12-07T14:07:56.693 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:07:56.693 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2023-12-07T14:07:56.693 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2023-12-07T14:07:56.693 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:07:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f000a1800 msgr2=0x7f0f000a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f000a1800 0x7f0f000a3cc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c00c9a0 tx=0x7f0f0c00de90 comp rx=0 tx=0).stop 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 msgr2=0x7f0f1419e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f1419e3d0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f0f0400c8c0 tx=0x7f0f0400cc80 comp rx=0 tx=0).stop 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 shutdown_connections 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0f000a1800 0x7f0f000a3cc0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0f1419fb00 0x7f0f1419e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0f14108840 0x7f0f1419de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 --2- 172.21.15.39:0/4214778172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f1410d660 0x7f0f1419e3d0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.689+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 >> 172.21.15.39:0/4214778172 conn(0x7f0f1406c910 msgr2=0x7f0f140711b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.690+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 shutdown_connections 2023-12-07T14:07:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.690+0000 7f0f1c323700 1 -- 172.21.15.39:0/4214778172 wait complete. 2023-12-07T14:07:56.711 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-12-07T14:07:56.711 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 -- 172.21.15.39:0/2959564880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 msgr2=0x7f55500798e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 --2- 172.21.15.39:0/2959564880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 0x7f55500798e0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f5540009de0 tx=0x7f554000b540 comp rx=0 tx=0).stop 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 -- 172.21.15.39:0/2959564880 shutdown_connections 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 --2- 172.21.15.39:0/2959564880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 0x7f55500798e0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 --2- 172.21.15.39:0/2959564880 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5550108840 0x7f5550108c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 --2- 172.21.15.39:0/2959564880 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f55501091f0 0x7f555010c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 -- 172.21.15.39:0/2959564880 >> 172.21.15.39:0/2959564880 conn(0x7f555006c560 msgr2=0x7f555006c970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:56.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 -- 172.21.15.39:0/2959564880 shutdown_connections 2023-12-07T14:07:56.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.922+0000 7f55552f4700 1 -- 172.21.15.39:0/2959564880 wait complete. 2023-12-07T14:07:56.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 Processor -- start 2023-12-07T14:07:56.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 -- start start 2023-12-07T14:07:56.927 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5550108840 0x7f5550079730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 0x7f55500757f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5550075d30 0x7f55500761e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55501bd750 con 0x7f555010cde0 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55501bd8c0 con 0x7f5550108840 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f55552f4700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55501bda80 con 0x7f5550075d30 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f554effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5550108840 0x7f5550079730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f554e7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 0x7f55500757f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f554effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5550108840 0x7f5550079730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49188/0 (socket says 172.21.15.39:49188) 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.923+0000 7f554effd700 1 -- 172.21.15.39:0/3001852085 learned_addr learned my addr 172.21.15.39:0/3001852085 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554f7fe700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5550075d30 0x7f55500761e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554effd700 1 -- 172.21.15.39:0/3001852085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5550075d30 msgr2=0x7f55500761e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554effd700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5550075d30 0x7f55500761e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554effd700 1 -- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 msgr2=0x7f55500757f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:56.928 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554effd700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 0x7f55500757f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554effd700 1 -- 172.21.15.39:0/3001852085 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5538009520 con 0x7f5550108840 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554e7fc700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 0x7f55500757f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f554effd700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5550108840 0x7f5550079730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f553800eb30 tx=0x7f553800ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.924+0000 7f5547fff700 1 -- 172.21.15.39:0/3001852085 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5538009880 con 0x7f5550108840 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.925+0000 7f5547fff700 1 -- 172.21.15.39:0/3001852085 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f55380044e0 con 0x7f5550108840 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.925+0000 7f5547fff700 1 -- 172.21.15.39:0/3001852085 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5538003e90 con 0x7f5550108840 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.925+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55400095f0 con 0x7f5550108840 2023-12-07T14:07:56.929 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.925+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f55501be090 con 0x7f5550108840 2023-12-07T14:07:56.930 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.928+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f555006d8e0 con 0x7f5550108840 2023-12-07T14:07:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.928+0000 7f5547fff700 1 -- 172.21.15.39:0/3001852085 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5538004000 con 0x7f5550108840 2023-12-07T14:07:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.929+0000 7f5547fff700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f553c0a17a0 0x7f553c0a3c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.929+0000 7f554e7fc700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f553c0a17a0 0x7f553c0a3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.929+0000 7f5547fff700 1 -- 172.21.15.39:0/3001852085 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5538014070 con 0x7f5550108840 2023-12-07T14:07:56.934 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.932+0000 7f554e7fc700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f553c0a17a0 0x7f553c0a3c60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5550076f20 tx=0x7f554800b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:56.936 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:56.934+0000 7f5547fff700 1 -- 172.21.15.39:0/3001852085 <== mon.2 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5538096790 con 0x7f5550108840 2023-12-07T14:07:57.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.355+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f55501bdc40 con 0x7f5550108840 2023-12-07T14:07:57.362 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.360+0000 7f5547fff700 1 -- 172.21.15.39:0/3001852085 <== mon.2 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) v1 ==== 94+0+11365 (secure 0 0 0) 0x7f5538099db0 con 0x7f5550108840 2023-12-07T14:07:57.362 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:07:57.363 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":50,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":50,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:07:39.370256+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":107,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[0,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_26542":{"gid":26542,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/1913709871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":1913709871},{"type":"v1","addr":"172.21.15.89:6835","nonce":1913709871}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:07:57.365 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.363+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f553c0a17a0 msgr2=0x7f553c0a3c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.363+0000 7f55552f4700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f553c0a17a0 0x7f553c0a3c60 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5550076f20 tx=0x7f554800b040 comp rx=0 tx=0).stop 2023-12-07T14:07:57.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.363+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5550108840 msgr2=0x7f5550079730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.366 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.363+0000 7f55552f4700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5550108840 0x7f5550079730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f553800eb30 tx=0x7f553800ee40 comp rx=0 tx=0).stop 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.363+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 shutdown_connections 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.363+0000 7f55552f4700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5550075d30 0x7f55500761e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.363+0000 7f55552f4700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f553c0a17a0 0x7f553c0a3c60 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.364+0000 7f55552f4700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5550108840 0x7f5550079730 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.364+0000 7f55552f4700 1 --2- 172.21.15.39:0/3001852085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f555010cde0 0x7f55500757f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.364+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 >> 172.21.15.39:0/3001852085 conn(0x7f555006c560 msgr2=0x7f5550070bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.364+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 shutdown_connections 2023-12-07T14:07:57.367 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.364+0000 7f55552f4700 1 -- 172.21.15.39:0/3001852085 wait complete. 2023-12-07T14:07:57.368 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 50 2023-12-07T14:07:57.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2023-12-07T14:07:57.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.605+0000 7fe9e95f9700 1 -- 172.21.15.39:0/2979474760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e41084d0 msgr2=0x7fe9e41148c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.605+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/2979474760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e41084d0 0x7fe9e41148c0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400b0a0 tx=0x7fe9d400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.606+0000 7fe9e95f9700 1 -- 172.21.15.39:0/2979474760 shutdown_connections 2023-12-07T14:07:57.608 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.606+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/2979474760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e41084d0 0x7fe9e41148c0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.606+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/2979474760 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9e410ca80 0x7fe9e410ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.606+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/2979474760 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9e4107b10 0x7fe9e4107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.606+0000 7fe9e95f9700 1 -- 172.21.15.39:0/2979474760 >> 172.21.15.39:0/2979474760 conn(0x7fe9e40773a0 msgr2=0x7fe9e41063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.606+0000 7fe9e95f9700 1 -- 172.21.15.39:0/2979474760 shutdown_connections 2023-12-07T14:07:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.606+0000 7fe9e95f9700 1 -- 172.21.15.39:0/2979474760 wait complete. 2023-12-07T14:07:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.607+0000 7fe9e95f9700 1 Processor -- start 2023-12-07T14:07:57.627 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.607+0000 7fe9e95f9700 1 -- start start 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e95f9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9e4107b10 0x7fe9e419dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e95f9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9e41084d0 0x7fe9e419e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e95f9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e410ca80 0x7fe9e41a28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e95f9700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e41a2f10 con 0x7fe9e410ca80 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e95f9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e41a3080 con 0x7fe9e41084d0 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e95f9700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9e41a3240 con 0x7fe9e4107b10 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e410ca80 0x7fe9e41a28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e410ca80 0x7fe9e41a28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58002/0 (socket says 172.21.15.39:58002) 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 -- 172.21.15.39:0/4154318787 learned_addr learned my addr 172.21.15.39:0/4154318787 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 -- 172.21.15.39:0/4154318787 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9e4107b10 msgr2=0x7fe9e419dff0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9e4107b10 0x7fe9e419dff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 -- 172.21.15.39:0/4154318787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9e41084d0 msgr2=0x7fe9e419e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9e41084d0 0x7fe9e419e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.628 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.608+0000 7fe9e37fe700 1 -- 172.21.15.39:0/4154318787 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9d4009d00 con 0x7fe9e410ca80 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.609+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e410ca80 0x7fe9e41a28d0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400b070 tx=0x7fe9d40079e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.609+0000 7fe9dbfff700 1 -- 172.21.15.39:0/4154318787 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d400e040 con 0x7fe9e410ca80 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.609+0000 7fe9dbfff700 1 -- 172.21.15.39:0/4154318787 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe9d4004c50 con 0x7fe9e410ca80 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.609+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9e41a3460 con 0x7fe9e410ca80 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.609+0000 7fe9dbfff700 1 -- 172.21.15.39:0/4154318787 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d40052a0 con 0x7fe9e410ca80 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.609+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9e406b1d0 con 0x7fe9e410ca80 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.621+0000 7fe9dbfff700 1 -- 172.21.15.39:0/4154318787 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe9d4005400 con 0x7fe9e410ca80 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.622+0000 7fe9dbfff700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe9d00c3600 0x7fe9d00c5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.622+0000 7fe9dbfff700 1 -- 172.21.15.39:0/4154318787 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe9d40ce590 con 0x7fe9e410ca80 2023-12-07T14:07:57.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.629+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe9d00c3600 0x7fe9d00c5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.633 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.629+0000 7fe9f57f2b80 1 Processor -- start 2023-12-07T14:07:57.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.634+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe9d00c3600 0x7fe9d00c5ac0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc00b990 tx=0x7fe9dc00b370 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.637+0000 7fe9f57f2b80 1 -- start start 2023-12-07T14:07:57.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.638+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac3be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.638+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac3fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.638+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 0x55e64ac404b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.638+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64abaf7c0 con 0x55e64ac40050 2023-12-07T14:07:57.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.638+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ab967a0 con 0x55e64ac3c360 2023-12-07T14:07:57.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.638+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ab940c0 con 0x55e64ac3ba40 2023-12-07T14:07:57.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac3be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.641 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac3be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34498/0 (socket says 172.21.15.39:34498) 2023-12-07T14:07:57.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 -- 172.21.15.39:0/1561351399 learned_addr learned my addr 172.21.15.39:0/1561351399 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.642 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 -- 172.21.15.39:0/1561351399 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 msgr2=0x55e64ac3fb10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:57.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/1561351399 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac3fb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 -- 172.21.15.39:0/1561351399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 msgr2=0x55e64ac404b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:57.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/1561351399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 0x55e64ac404b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.639+0000 7fe9e2ffd700 1 -- 172.21.15.39:0/1561351399 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e64aa0c630 con 0x55e64ac3ba40 2023-12-07T14:07:57.643 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.640+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/1561351399 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac3be20 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc00db60 tx=0x7fe9dc010000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=103d49498e381e0e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.641+0000 7fe9d97fa700 1 -- 172.21.15.39:0/1561351399 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc010af0 con 0x55e64ac3ba40 2023-12-07T14:07:57.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.641+0000 7fe9d97fa700 1 -- 172.21.15.39:0/1561351399 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe9dc010c50 con 0x55e64ac3ba40 2023-12-07T14:07:57.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.641+0000 7fe9d97fa700 1 -- 172.21.15.39:0/1561351399 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9dc00f620 con 0x55e64ac3ba40 2023-12-07T14:07:57.644 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.642+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/1561351399 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 msgr2=0x55e64ac3be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.642+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/1561351399 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac3be20 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc00db60 tx=0x7fe9dc010000 comp rx=0 tx=0).stop 2023-12-07T14:07:57.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.642+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/1561351399 shutdown_connections 2023-12-07T14:07:57.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.642+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/1561351399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 0x55e64ac404b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.642+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/1561351399 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac3be20 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.642+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/1561351399 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac3fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.645 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.642+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/1561351399 >> 172.21.15.39:0/1561351399 conn(0x55e64ab6a360 msgr2=0x55e64ac36070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.644+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/1561351399 shutdown_connections 2023-12-07T14:07:57.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.644+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/1561351399 wait complete. 2023-12-07T14:07:57.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 -- start start 2023-12-07T14:07:57.647 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 Processor -- start 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac44dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac45300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 0x55e64ac45840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ab8f9b0 con 0x55e64ac40050 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ab49560 con 0x55e64ac3c360 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ab49200 con 0x55e64ac3ba40 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9f57f2b80 10 client.0 _ll_register_callbacks cb 0x55e64aa74a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9e2ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac44dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9e27fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac45300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.648 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.645+0000 7fe9e2ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac44dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34500/0 (socket says 172.21.15.39:34500) 2023-12-07T14:07:57.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.646+0000 7fe9e2ffd700 1 -- 172.21.15.39:0/2840232604 learned_addr learned my addr 172.21.15.39:0/2840232604 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:57 smithi055 ceph-mon[103363]: pgmap v168: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 13 MiB/s wr, 628 op/s 2023-12-07T14:07:57.649 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.647+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 0x55e64ac45840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.647+0000 7fe9e27fc700 1 -- 172.21.15.39:0/2840232604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 msgr2=0x55e64ac44dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.647+0000 7fe9e27fc700 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac44dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.647+0000 7fe9e27fc700 1 -- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 msgr2=0x55e64ac45840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.647+0000 7fe9e27fc700 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 0x55e64ac45840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.650 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.647+0000 7fe9e27fc700 1 -- 172.21.15.39:0/2840232604 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9dc00d810 con 0x55e64ac3c360 2023-12-07T14:07:57.651 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.647+0000 7fe9e27fc700 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac45300 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc00e5d0 tx=0x7fe9cc00e8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5c44c89fdeb8587 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9ca7fc700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/2840232604 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9cc009720 con 0x55e64ac3c360 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/2840232604 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe9cc014070 con 0x55e64ac3c360 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e64ac2ea00 con 0x55e64ac3c360 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/2840232604 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9cc00ee70 con 0x55e64ac3c360 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9f57f2b80 10 client.26600 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55e64a9b8de0 con 0x55e64ac3c360 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.648+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/2840232604 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e64ac2ea00 con 0x55e64ac3c360 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/2840232604 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe9cc0051d0 con 0x55e64ac3c360 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9f57f2b80 10 client.26600 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:57.654 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9f57f2b80 10 client.26600 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9f57f2b80 20 client.26600 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64ac663e0 0x55e64ac68800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9f57f2b80 4 client.26600 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e64ac0a6a0 con 0x55e64ac663e0 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.649+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64ac663e0 0x55e64ac68800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.650+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64ac663e0 0x55e64ac68800 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=33948c77ecd2bae5 server_cookie=1e32c663b632e589 in_seq=0 out_seq=0 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.650+0000 7fe9ca7fc700 10 client.26600 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/2840232604 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55e64ac0a6a0 con 0x55e64ac663e0 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9ca7fc700 10 client.26600 handle_command_reply: tid=0 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 client.26600 shutdown 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 msgr2=0x55e64ac45300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac45300 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc00e5d0 tx=0x7fe9cc00e8e0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 shutdown_connections 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac40050 0x55e64ac45840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.655 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3ba40 0x55e64ac44dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64ac663e0 0x55e64ac68800 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/2840232604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3c360 0x55e64ac45300 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9ca7fc700 0 client.26600 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 >> 172.21.15.39:0/2840232604 conn(0x55e64ab6a360 msgr2=0x55e64ac414b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 shutdown_connections 2023-12-07T14:07:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/2840232604 wait complete. 2023-12-07T14:07:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.651+0000 7fe9f57f2b80 20 client.26600 trim_cache size 0 max 16384 2023-12-07T14:07:57.670 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.668+0000 7fe9f57f2b80 1 Processor -- start 2023-12-07T14:07:57.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.668+0000 7fe9f57f2b80 1 -- start start 2023-12-07T14:07:57.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.672 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3c360 0x55e64ac5d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac40050 0x55e64ac436b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64aa0e920 con 0x55e64ac3c360 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ac369a0 con 0x55e64ac3ba40 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ac44bd0 con 0x55e64ac40050 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac40050 0x55e64ac436b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e2ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac40050 0x55e64ac436b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34510/0 (socket says 172.21.15.39:34510) 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e2ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49220/0 (socket says 172.21.15.39:49220) 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 -- 172.21.15.39:0/3933839866 learned_addr learned my addr 172.21.15.39:0/3933839866 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e27fc700 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3c360 0x55e64ac5d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 -- 172.21.15.39:0/3933839866 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3ba40 msgr2=0x55e64ac5d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 -- 172.21.15.39:0/3933839866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3c360 msgr2=0x55e64ac5d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3c360 0x55e64ac5d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.673 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.669+0000 7fe9e37fe700 1 -- 172.21.15.39:0/3933839866 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e64a9a1c60 con 0x55e64ac40050 2023-12-07T14:07:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.670+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.670+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac40050 0x55e64ac436b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4097b70 tx=0x7fe9d400b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb748b7ad3131007 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.670+0000 7fe9d9ffb700 1 -- 172.21.15.39:0/3933839866 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d409afd0 con 0x55e64ac40050 2023-12-07T14:07:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.670+0000 7fe9d9ffb700 1 -- 172.21.15.39:0/3933839866 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe9d409bd70 con 0x55e64ac40050 2023-12-07T14:07:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.670+0000 7fe9d9ffb700 1 -- 172.21.15.39:0/3933839866 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d409b8d0 con 0x55e64ac40050 2023-12-07T14:07:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/3933839866 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac40050 msgr2=0x55e64ac436b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.674 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac40050 0x55e64ac436b0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4097b70 tx=0x7fe9d400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/3933839866 shutdown_connections 2023-12-07T14:07:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac40050 0x55e64ac436b0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/3933839866 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3c360 0x55e64ac5d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/3933839866 >> 172.21.15.39:0/3933839866 conn(0x55e64ab6a360 msgr2=0x55e64ac3e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.675 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.671+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/3933839866 shutdown_connections 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.672+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/3933839866 wait complete. 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 -- start start 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 Processor -- start 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3c360 0x55e64ac42590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac40050 0x55e64ac3ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ac42ea0 con 0x55e64ac3ba40 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ac3cfb0 con 0x55e64ac40050 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e64ac3d170 con 0x55e64ac3c360 2023-12-07T14:07:57.676 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9f57f2b80 10 client.0 _ll_register_callbacks cb 0x55e64aa74a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:57.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9e27fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3c360 0x55e64ac42590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9e27fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3c360 0x55e64ac42590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34516/0 (socket says 172.21.15.39:34516) 2023-12-07T14:07:57.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9e27fc700 1 -- 172.21.15.39:0/168612913 learned_addr learned my addr 172.21.15.39:0/168612913 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.673+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac40050 0x55e64ac3ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9e37fe700 1 -- 172.21.15.39:0/168612913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3c360 msgr2=0x55e64ac42590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.678 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3c360 0x55e64ac42590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9e37fe700 1 -- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3ba40 msgr2=0x55e64ac5d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9e37fe700 1 -- 172.21.15.39:0/168612913 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e64aa0c630 con 0x55e64ac40050 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9e37fe700 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac40050 0x55e64ac3ca70 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4009fd0 tx=0x7fe9d40099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43dca9978892d880 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9ca7fc700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/168612913 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9d409f7c0 con 0x55e64ac40050 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/168612913 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe9d409b670 con 0x55e64ac40050 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe9dc010c50 con 0x55e64ac40050 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.674+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/168612913 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9d409ad70 con 0x55e64ac40050 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 10 client.26606 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x7fe9e406b1d0 con 0x55e64ac40050 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/168612913 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe9d407f080 con 0x55e64ac40050 2023-12-07T14:07:57.679 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/168612913 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe9d40ce110 con 0x55e64ac40050 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 10 client.26606 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 10 client.26606 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 20 client.26606 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64acbd260 0x55e64acbf680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 4 client.26606 mds_command: new command op to 14628 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 --> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e64ab55fd0 con 0x55e64acbd260 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.675+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64acbd260 0x55e64acbf680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9ca7fc700 10 client.26606 ms_handle_connect on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:57.680 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9e2ffd700 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64acbd260 0x55e64acbf680 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1794bb38eccca351 server_cookie=4efe9b589f1888b5 in_seq=0 out_seq=0 2023-12-07T14:07:57.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9ca7fc700 1 -- 172.21.15.39:0/168612913 <== mds.4 v2:172.21.15.39:6840/1546604381 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e64ab55fd0 con 0x55e64acbd260 2023-12-07T14:07:57.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9ca7fc700 10 client.26606 handle_command_reply: tid=0 2023-12-07T14:07:57.681 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 client.26606 shutdown 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac40050 msgr2=0x55e64ac3ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac40050 0x55e64ac3ca70 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4009fd0 tx=0x7fe9d40099e0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 shutdown_connections 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:6840/1546604381,v1:172.21.15.39:6841/1546604381] conn(0x55e64acbd260 0x55e64acbf680 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e64ac40050 0x55e64ac3ca70 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e64ac3ba40 0x55e64ac5d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9ca7fc700 0 client.26606 ms_handle_reset on v2:172.21.15.39:6840/1546604381 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 --2- 172.21.15.39:0/168612913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e64ac3c360 0x55e64ac42590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 >> 172.21.15.39:0/168612913 conn(0x55e64ab6a360 msgr2=0x55e64ac3f3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 shutdown_connections 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.676+0000 7fe9f57f2b80 1 -- 172.21.15.39:0/168612913 wait complete. 2023-12-07T14:07:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.678+0000 7fe9f57f2b80 20 client.26606 trim_cache size 0 max 16384 2023-12-07T14:07:57.683 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe9d00c3600 msgr2=0x7fe9d00c5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe9d00c3600 0x7fe9d00c5ac0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fe9dc00b990 tx=0x7fe9dc00b370 comp rx=0 tx=0).stop 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e410ca80 msgr2=0x7fe9e41a28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e410ca80 0x7fe9e41a28d0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fe9d400b070 tx=0x7fe9d40079e0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 shutdown_connections 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9e410ca80 0x7fe9e41a28d0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe9e4107b10 0x7fe9e419dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe9d00c3600 0x7fe9d00c5ac0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 --2- 172.21.15.39:0/4154318787 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9e41084d0 0x7fe9e419e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.684 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 >> 172.21.15.39:0/4154318787 conn(0x7fe9e40773a0 msgr2=0x7fe9e4077a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 shutdown_connections 2023-12-07T14:07:57.685 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.679+0000 7fe9e95f9700 1 -- 172.21.15.39:0/4154318787 wait complete. 2023-12-07T14:07:57.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:57 smithi089 ceph-mon[103124]: pgmap v168: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 13 MiB/s wr, 628 op/s 2023-12-07T14:07:57.697 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:57 smithi039 ceph-mon[98864]: pgmap v168: 97 pgs: 97 active+clean; 7.1 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 13 MiB/s wr, 628 op/s 2023-12-07T14:07:57.699 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2023-12-07T14:07:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 -- 172.21.15.39:0/2362275056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f81084d0 msgr2=0x7f63f8114930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 --2- 172.21.15.39:0/2362275056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f81084d0 0x7f63f8114930 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f63f0009f90 tx=0x7f63f000b330 comp rx=0 tx=0).stop 2023-12-07T14:07:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 -- 172.21.15.39:0/2362275056 shutdown_connections 2023-12-07T14:07:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 --2- 172.21.15.39:0/2362275056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f81084d0 0x7f63f8114930 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 --2- 172.21.15.39:0/2362275056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f810da70 0x7f63f810de50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 --2- 172.21.15.39:0/2362275056 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f63f8107b10 0x7f63f8107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 -- 172.21.15.39:0/2362275056 >> 172.21.15.39:0/2362275056 conn(0x7f63f8077410 msgr2=0x7f63f81063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 -- 172.21.15.39:0/2362275056 shutdown_connections 2023-12-07T14:07:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.902+0000 7f63fe576700 1 -- 172.21.15.39:0/2362275056 wait complete. 2023-12-07T14:07:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.903+0000 7f63fe576700 1 Processor -- start 2023-12-07T14:07:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.903+0000 7f63fe576700 1 -- start start 2023-12-07T14:07:57.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63fe576700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f63f8107b10 0x7f63f819ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63fe576700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f81084d0 0x7f63f819e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63fe576700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f810da70 0x7f63f81a27b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63fe576700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63f81a2df0 con 0x7f63f81084d0 2023-12-07T14:07:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63fe576700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63f81a2f60 con 0x7f63f810da70 2023-12-07T14:07:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63fe576700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63f81a3120 con 0x7f63f8107b10 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f81084d0 0x7f63f819e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63fcb13700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f810da70 0x7f63f81a27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f81084d0 0x7f63f819e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58040/0 (socket says 172.21.15.39:58040) 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63f77fe700 1 -- 172.21.15.39:0/1101515030 learned_addr learned my addr 172.21.15.39:0/1101515030 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.904+0000 7f63f7fff700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f63f8107b10 0x7f63f819ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.905+0000 7f63f77fe700 1 -- 172.21.15.39:0/1101515030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f63f8107b10 msgr2=0x7f63f819ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.905+0000 7f63f77fe700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f63f8107b10 0x7f63f819ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.905+0000 7f63f77fe700 1 -- 172.21.15.39:0/1101515030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f810da70 msgr2=0x7f63f81a27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.905+0000 7f63f77fe700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f810da70 0x7f63f81a27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.905+0000 7f63f77fe700 1 -- 172.21.15.39:0/1101515030 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63f0009c40 con 0x7f63f81084d0 2023-12-07T14:07:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.905+0000 7f63f77fe700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f81084d0 0x7f63f819e410 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f63ec00b530 tx=0x7f63ec00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.906+0000 7f63f57fa700 1 -- 172.21.15.39:0/1101515030 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec0118f0 con 0x7f63f81084d0 2023-12-07T14:07:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.906+0000 7f63f57fa700 1 -- 172.21.15.39:0/1101515030 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63ec010380 con 0x7f63f81084d0 2023-12-07T14:07:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.906+0000 7f63f57fa700 1 -- 172.21.15.39:0/1101515030 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec00f540 con 0x7f63f81084d0 2023-12-07T14:07:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.906+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63f81a3400 con 0x7f63f81084d0 2023-12-07T14:07:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.906+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63f81aac40 con 0x7f63f81084d0 2023-12-07T14:07:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 Processor -- start 2023-12-07T14:07:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 -- start start 2023-12-07T14:07:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a328ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a3292b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a3293050 0x5641a32934b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a32027c0 con 0x5641a3293050 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a31e97a0 con 0x5641a328ea40 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.910+0000 7f640a76fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a31e70c0 con 0x5641a328f360 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.911+0000 7f63f57fa700 1 -- 172.21.15.39:0/1101515030 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f63ec0104f0 con 0x7f63f81084d0 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.911+0000 7f63fcb13700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a328ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.911+0000 7f63fcb13700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a328ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49246/0 (socket says 172.21.15.39:49246) 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.911+0000 7f63fcb13700 1 -- 172.21.15.39:0/39055548 learned_addr learned my addr 172.21.15.39:0/39055548 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.911+0000 7f63f77fe700 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a3293050 0x5641a32934b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f57fa700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f63e00a1670 0x7f63e00a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f77fe700 1 -- 172.21.15.39:0/39055548 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 msgr2=0x5641a3292b10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f77fe700 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a3292b10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f77fe700 1 -- 172.21.15.39:0/39055548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 msgr2=0x5641a328ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f77fe700 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a328ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f77fe700 1 -- 172.21.15.39:0/39055548 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641a305f630 con 0x5641a3293050 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f57fa700 1 -- 172.21.15.39:0/1101515030 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f63ec0cc8d0 con 0x7f63f81084d0 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63f77fe700 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a3293050 0x5641a32934b0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f63ec0ca140 tx=0x7f63ec064d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d761272ef928e1d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.912+0000 7f63de7fc700 1 -- 172.21.15.39:0/39055548 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec099510 con 0x5641a3293050 2023-12-07T14:07:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.913+0000 7f63fcb13700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f63e00a1670 0x7f63e00a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.913+0000 7f63de7fc700 1 -- 172.21.15.39:0/39055548 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63ec099330 con 0x5641a3293050 2023-12-07T14:07:57.916 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.913+0000 7f63de7fc700 1 -- 172.21.15.39:0/39055548 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec09a0d0 con 0x5641a3293050 2023-12-07T14:07:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 -- 172.21.15.39:0/39055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a3293050 msgr2=0x5641a32934b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f63fcb13700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f63e00a1670 0x7f63e00a3b30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f63f0015000 tx=0x7f63f0009920 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a3293050 0x5641a32934b0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f63ec0ca140 tx=0x7f63ec064d30 comp rx=0 tx=0).stop 2023-12-07T14:07:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 -- 172.21.15.39:0/39055548 shutdown_connections 2023-12-07T14:07:57.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a3293050 0x5641a32934b0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a328ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 --2- 172.21.15.39:0/39055548 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a3292b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 -- 172.21.15.39:0/39055548 >> 172.21.15.39:0/39055548 conn(0x5641a31bd360 msgr2=0x5641a3289070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 -- 172.21.15.39:0/39055548 shutdown_connections 2023-12-07T14:07:57.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.914+0000 7f640a76fb80 1 -- 172.21.15.39:0/39055548 wait complete. 2023-12-07T14:07:57.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 -- start start 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 Processor -- start 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a3297a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32981c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a31e29b0 con 0x5641a328ea40 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a319c560 con 0x5641a3293050 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a319c200 con 0x5641a328f360 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f640a76fb80 10 client.0 _ll_register_callbacks cb 0x5641a30c7a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f63f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f63f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58050/0 (socket says 172.21.15.39:58050) 2023-12-07T14:07:57.921 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f63f7fff700 1 -- 172.21.15.39:0/803138204 learned_addr learned my addr 172.21.15.39:0/803138204 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.915+0000 7f63f77fe700 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a3297a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63fcb13700 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63f7fff700 1 -- 172.21.15.39:0/803138204 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 msgr2=0x5641a3297a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63f7fff700 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a3297a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63f7fff700 1 -- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 msgr2=0x5641a32981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63f7fff700 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63f7fff700 1 -- 172.21.15.39:0/803138204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63f81aac40 con 0x5641a328ea40 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63f7fff700 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329a800 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f63e80103a0 tx=0x7f63e80106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e842aca841a3a0f0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63d77fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63d77fe700 1 -- 172.21.15.39:0/803138204 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e8004a30 con 0x5641a328ea40 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63d77fe700 1 -- 172.21.15.39:0/803138204 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f63e8016070 con 0x5641a328ea40 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5641a3281a00 con 0x5641a328ea40 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f63d77fe700 1 -- 172.21.15.39:0/803138204 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63e8004b90 con 0x5641a328ea40 2023-12-07T14:07:57.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f640a76fb80 10 client.17112 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.916+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x5641a300bde0 con 0x5641a328ea40 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f63d77fe700 1 -- 172.21.15.39:0/803138204 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5641a3281a00 con 0x5641a328ea40 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f63d77fe700 1 -- 172.21.15.39:0/803138204 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f63e8024780 con 0x5641a328ea40 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f640a76fb80 10 client.17112 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f640a76fb80 10 client.17112 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f640a76fb80 20 client.17112 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f640a76fb80 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32a8200 0x5641a32aa620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f640a76fb80 4 client.17112 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.917+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5641a325d6a0 con 0x5641a32a8200 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.918+0000 7f63f77fe700 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32a8200 0x5641a32aa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.918+0000 7f63d77fe700 10 client.17112 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:57.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.918+0000 7f63f77fe700 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32a8200 0x5641a32aa620 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a71d2d243c8b3103 server_cookie=4e9103096a7a146f in_seq=0 out_seq=0 2023-12-07T14:07:57.924 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.919+0000 7f63d77fe700 1 -- 172.21.15.39:0/803138204 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5641a325d6a0 con 0x5641a32a8200 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.919+0000 7f63d77fe700 10 client.17112 handle_command_reply: tid=0 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.919+0000 7f640a76fb80 1 client.17112 shutdown 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.919+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 msgr2=0x5641a329a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.919+0000 7f640a76fb80 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329a800 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f63e80103a0 tx=0x7f63e80106b0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 shutdown_connections 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329a800 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32a8200 0x5641a32aa620 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 --2- 172.21.15.39:0/803138204 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a3297a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f63d77fe700 0 client.17112 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 >> 172.21.15.39:0/803138204 conn(0x5641a31bd360 msgr2=0x5641a32944b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 shutdown_connections 2023-12-07T14:07:57.925 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 1 -- 172.21.15.39:0/803138204 wait complete. 2023-12-07T14:07:57.926 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.920+0000 7f640a76fb80 20 client.17112 trim_cache size 0 max 16384 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 Processor -- start 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 -- start start 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a329f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32910f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a3061920 con 0x5641a328ea40 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a32a7fc0 con 0x5641a3293050 2023-12-07T14:07:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f640a76fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a3298810 con 0x5641a328f360 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58058/0 (socket says 172.21.15.39:58058) 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 -- 172.21.15.39:0/3912899490 learned_addr learned my addr 172.21.15.39:0/3912899490 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f77fe700 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a329f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63fcb13700 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32910f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 -- 172.21.15.39:0/3912899490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 msgr2=0x5641a329f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a329f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 -- 172.21.15.39:0/3912899490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 msgr2=0x5641a32910f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32910f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.941+0000 7f63f7fff700 1 -- 172.21.15.39:0/3912899490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641a2ff4c60 con 0x5641a328ea40 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.942+0000 7f63f7fff700 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329f2a0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f63e8000c00 tx=0x7f63e8010ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e819530e0cd5ec42 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.943+0000 7f63deffd700 1 -- 172.21.15.39:0/3912899490 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e8024660 con 0x5641a328ea40 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.943+0000 7f63deffd700 1 -- 172.21.15.39:0/3912899490 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63e8005d40 con 0x5641a328ea40 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.943+0000 7f63deffd700 1 -- 172.21.15.39:0/3912899490 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e80052a0 con 0x5641a328ea40 2023-12-07T14:07:57.948 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 -- 172.21.15.39:0/3912899490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 msgr2=0x5641a329f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329f2a0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f63e8000c00 tx=0x7f63e8010ab0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 -- 172.21.15.39:0/3912899490 shutdown_connections 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a3293050 0x5641a32910f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328ea40 0x5641a329f2a0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3912899490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a328f360 0x5641a329f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 -- 172.21.15.39:0/3912899490 >> 172.21.15.39:0/3912899490 conn(0x5641a31bd360 msgr2=0x5641a32aefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 -- 172.21.15.39:0/3912899490 shutdown_connections 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.944+0000 7f640a76fb80 1 -- 172.21.15.39:0/3912899490 wait complete. 2023-12-07T14:07:57.949 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 -- start start 2023-12-07T14:07:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 Processor -- start 2023-12-07T14:07:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a329d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328f360 0x5641a329d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a3293050 0x5641a32fd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a329e060 con 0x5641a328f360 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a32fdc80 con 0x5641a328ea40 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.945+0000 7f640a76fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641a32fddc0 con 0x5641a3293050 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f640a76fb80 10 client.0 _ll_register_callbacks cb 0x5641a30c7a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328f360 0x5641a329d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f77fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328f360 0x5641a329d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58066/0 (socket says 172.21.15.39:58066) 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f77fe700 1 -- 172.21.15.39:0/3417538183 learned_addr learned my addr 172.21.15.39:0/3417538183 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f7fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a329d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63fcb13700 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a3293050 0x5641a32fd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f7fff700 1 -- 172.21.15.39:0/3417538183 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a3293050 msgr2=0x5641a32fd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f7fff700 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a3293050 0x5641a32fd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f7fff700 1 -- 172.21.15.39:0/3417538183 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328f360 msgr2=0x5641a329d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f7fff700 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328f360 0x5641a329d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f7fff700 1 -- 172.21.15.39:0/3417538183 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5641a300bde0 con 0x5641a328ea40 2023-12-07T14:07:57.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f77fe700 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328f360 0x5641a329d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63f7fff700 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a329d280 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f63e802d000 tx=0x7f63e8024690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bce7a4cd245717e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.946+0000 7f63d77fe700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.947+0000 7f63d77fe700 1 -- 172.21.15.39:0/3417538183 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e8009290 con 0x5641a328ea40 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.947+0000 7f63d77fe700 1 -- 172.21.15.39:0/3417538183 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f63e8016070 con 0x5641a328ea40 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.947+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f63ec099330 con 0x5641a328ea40 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f63d77fe700 1 -- 172.21.15.39:0/3417538183 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63e8004ab0 con 0x5641a328ea40 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 10 client.26624 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x5641a3032250 con 0x5641a328ea40 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f63d77fe700 1 -- 172.21.15.39:0/3417538183 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63ec099330 con 0x5641a328ea40 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f63d77fe700 1 -- 172.21.15.39:0/3417538183 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f63e8004e20 con 0x5641a328ea40 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 10 client.26624 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:57.954 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 10 client.26624 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.h 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 20 client.26624 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32ff050 0x5641a3301440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 4 client.26624 mds_command: new command op to 24500 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 --> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5641a31a8fd0 con 0x5641a32ff050 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.948+0000 7f63f77fe700 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32ff050 0x5641a3301440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.949+0000 7f63d77fe700 10 client.26624 ms_handle_connect on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.949+0000 7f63f77fe700 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32ff050 0x5641a3301440 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=966a42e2daf3e473 server_cookie=bf8d4e6d2dfd85d4 in_seq=0 out_seq=0 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f63d77fe700 1 -- 172.21.15.39:0/3417538183 <== mds.3 v2:172.21.15.55:6836/2344967383 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5641a31a8fd0 con 0x5641a32ff050 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f63d77fe700 10 client.26624 handle_command_reply: tid=0 2023-12-07T14:07:57.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 client.26624 shutdown 2023-12-07T14:07:57.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 msgr2=0x5641a329d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a329d280 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f63e802d000 tx=0x7f63e8024690 comp rx=0 tx=0).stop 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 shutdown_connections 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:6836/2344967383,v1:172.21.15.55:6837/2344967383] conn(0x5641a32ff050 0x5641a3301440 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5641a3293050 0x5641a32fd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5641a328ea40 0x5641a329d280 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f63d77fe700 0 client.26624 ms_handle_reset on v2:172.21.15.55:6836/2344967383 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 --2- 172.21.15.39:0/3417538183 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5641a328f360 0x5641a329d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.950+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 >> 172.21.15.39:0/3417538183 conn(0x5641a31bd360 msgr2=0x5641a32910f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.951+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 shutdown_connections 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.951+0000 7f640a76fb80 1 -- 172.21.15.39:0/3417538183 wait complete. 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.951+0000 7f640a76fb80 20 client.26624 trim_cache size 0 max 16384 2023-12-07T14:07:57.957 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:57.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.952+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f63e00a1670 msgr2=0x7f63e00a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.952+0000 7f63fe576700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f63e00a1670 0x7f63e00a3b30 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f63f0015000 tx=0x7f63f0009920 comp rx=0 tx=0).stop 2023-12-07T14:07:57.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.952+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f81084d0 msgr2=0x7f63f819e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:57.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.952+0000 7f63fe576700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f81084d0 0x7f63f819e410 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f63ec00b530 tx=0x7f63ec00b840 comp rx=0 tx=0).stop 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 shutdown_connections 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f63e00a1670 0x7f63e00a3b30 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f63f810da70 0x7f63f81a27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f63f8107b10 0x7f63f819ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 --2- 172.21.15.39:0/1101515030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63f81084d0 0x7f63f819e410 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 >> 172.21.15.39:0/1101515030 conn(0x7f63f8077410 msgr2=0x7f63f8077a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 shutdown_connections 2023-12-07T14:07:57.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:57.953+0000 7f63fe576700 1 -- 172.21.15.39:0/1101515030 wait complete. 2023-12-07T14:07:57.972 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-12-07T14:07:58.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.158+0000 7fc8db212700 1 -- 172.21.15.39:0/728832661 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101420 msgr2=0x7fc8d41018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.158+0000 7fc8db212700 1 --2- 172.21.15.39:0/728832661 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101420 0x7fc8d41018a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40098f0 tx=0x7fc8c4009c00 comp rx=0 tx=0).stop 2023-12-07T14:07:58.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.159+0000 7fc8db212700 1 -- 172.21.15.39:0/728832661 shutdown_connections 2023-12-07T14:07:58.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.159+0000 7fc8db212700 1 --2- 172.21.15.39:0/728832661 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc8d4101de0 0x7fc8d410e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.161 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.159+0000 7fc8db212700 1 --2- 172.21.15.39:0/728832661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8d41074c0 0x7fc8d41078a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.159+0000 7fc8db212700 1 --2- 172.21.15.39:0/728832661 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101420 0x7fc8d41018a0 secure :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40098f0 tx=0x7fc8c4009c00 comp rx=0 tx=0).stop 2023-12-07T14:07:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.159+0000 7fc8db212700 1 -- 172.21.15.39:0/728832661 >> 172.21.15.39:0/728832661 conn(0x7fc8d40fcef0 msgr2=0x7fc8d40ff310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.159+0000 7fc8db212700 1 -- 172.21.15.39:0/728832661 shutdown_connections 2023-12-07T14:07:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.159+0000 7fc8db212700 1 -- 172.21.15.39:0/728832661 wait complete. 2023-12-07T14:07:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 Processor -- start 2023-12-07T14:07:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 -- start start 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101de0 0x7fc8d419b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8d41074c0 0x7fc8d419bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc8d4195790 0x7fc8d4195c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8d4196210 con 0x7fc8d41074c0 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8d4196380 con 0x7fc8d4101de0 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.160+0000 7fc8db212700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8d4196540 con 0x7fc8d4195790 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d8fae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101de0 0x7fc8d419b610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8d41074c0 0x7fc8d419bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d97af700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc8d4195790 0x7fc8d4195c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d8fae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101de0 0x7fc8d419b610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49280/0 (socket says 172.21.15.39:49280) 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d8fae700 1 -- 172.21.15.39:0/230932870 learned_addr learned my addr 172.21.15.39:0/230932870 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d97af700 1 -- 172.21.15.39:0/230932870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101de0 msgr2=0x7fc8d419b610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d97af700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101de0 0x7fc8d419b610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d97af700 1 -- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8d41074c0 msgr2=0x7fc8d419bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d97af700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8d41074c0 0x7fc8d419bb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d97af700 1 -- 172.21.15.39:0/230932870 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8c80095f0 con 0x7fc8d4195790 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d97af700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc8d4195790 0x7fc8d4195c40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc00efc0 tx=0x7fc8cc00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d1ffb700 1 -- 172.21.15.39:0/230932870 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8cc018070 con 0x7fc8d4195790 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8c4009520 con 0x7fc8d4195790 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d1ffb700 1 -- 172.21.15.39:0/230932870 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8cc00f040 con 0x7fc8d4195790 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.161+0000 7fc8d1ffb700 1 -- 172.21.15.39:0/230932870 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8cc00cd40 con 0x7fc8d4195790 2023-12-07T14:07:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.162+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8d41a27d0 con 0x7fc8d4195790 2023-12-07T14:07:58.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.164+0000 7fc8d1ffb700 1 -- 172.21.15.39:0/230932870 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fc8cc003a00 con 0x7fc8d4195790 2023-12-07T14:07:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.166+0000 7fc8e740bb80 1 Processor -- start 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.166+0000 7fc8e740bb80 1 -- start start 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d1ffb700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8bc0a15f0 0x7fc8bc0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611f9e8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611f9ec320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9eccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f9537c0 con 0x55611f9ec860 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f93a7a0 con 0x55611f9e8b70 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f9380c0 con 0x55611f9e8250 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d1ffb700 1 -- 172.21.15.39:0/230932870 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc8cc0ccca0 con 0x7fc8d4195790 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611f9ec320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611f9ec320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49288/0 (socket says 172.21.15.39:49288) 2023-12-07T14:07:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 -- 172.21.15.39:0/4144434409 learned_addr learned my addr 172.21.15.39:0/4144434409 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.171 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8bc0a15f0 0x7fc8bc0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 -- 172.21.15.39:0/4144434409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 msgr2=0x55611f9e8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 --2- 172.21.15.39:0/4144434409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611f9e8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 -- 172.21.15.39:0/4144434409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 msgr2=0x55611f9eccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 --2- 172.21.15.39:0/4144434409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9eccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.167+0000 7fc8d3fff700 1 -- 172.21.15.39:0/4144434409 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55611f7b0630 con 0x55611f9e8b70 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.168+0000 7fc8d3fff700 1 --2- 172.21.15.39:0/4144434409 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611f9ec320 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40098c0 tx=0x7fc8c4005180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7c288f60a543261 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.168+0000 7fc8d3fff700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8bc0a15f0 0x7fc8bc0a3ab0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4009810 tx=0x7fc8c4028000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.168+0000 7fc8baffd700 1 -- 172.21.15.39:0/4144434409 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4031070 con 0x55611f9e8b70 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.168+0000 7fc8baffd700 1 -- 172.21.15.39:0/4144434409 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8c4010510 con 0x55611f9e8b70 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.168+0000 7fc8baffd700 1 -- 172.21.15.39:0/4144434409 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8c402dbd0 con 0x55611f9e8b70 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 -- 172.21.15.39:0/4144434409 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 msgr2=0x55611f9ec320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/4144434409 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611f9ec320 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40098c0 tx=0x7fc8c4005180 comp rx=0 tx=0).stop 2023-12-07T14:07:58.173 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 -- 172.21.15.39:0/4144434409 shutdown_connections 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/4144434409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9eccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/4144434409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611f9e8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/4144434409 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611f9ec320 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 -- 172.21.15.39:0/4144434409 >> 172.21.15.39:0/4144434409 conn(0x55611f90e360 msgr2=0x55611f9da070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 -- 172.21.15.39:0/4144434409 shutdown_connections 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 -- 172.21.15.39:0/4144434409 wait complete. 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 -- start start 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.169+0000 7fc8e740bb80 1 Processor -- start 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611f9f13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 0x55611f9f1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611f9f1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f9339b0 con 0x55611f9e8250 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f8ed560 con 0x55611f9ec860 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f8ed200 con 0x55611f9e8b70 2023-12-07T14:07:58.174 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8e740bb80 10 client.0 _ll_register_callbacks cb 0x55611f818a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:58.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8d8fae700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611f9f13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8d8fae700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611f9f13f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58092/0 (socket says 172.21.15.39:58092) 2023-12-07T14:07:58.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8d8fae700 1 -- 172.21.15.39:0/1946062200 learned_addr learned my addr 172.21.15.39:0/1946062200 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.175 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8d97af700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611f9f1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.170+0000 7fc8d3fff700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 0x55611f9f1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8d97af700 1 -- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 msgr2=0x55611f9f1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.177 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8d97af700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 0x55611f9f1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8d97af700 1 -- 172.21.15.39:0/1946062200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 msgr2=0x55611f9f13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8d97af700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611f9f13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8d97af700 1 -- 172.21.15.39:0/1946062200 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8d410ebf0 con 0x55611f9ec860 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611f9f13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8d97af700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611f9f1e70 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc0ca460 tx=0x7fc8cc0961e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb988b31e95633c8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8b3fff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8b3fff700 1 -- 172.21.15.39:0/1946062200 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8cc09a1e0 con 0x55611f9ec860 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8b3fff700 1 -- 172.21.15.39:0/1946062200 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc8cc01b530 con 0x55611f9ec860 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.171+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55611f9d2a00 con 0x55611f9ec860 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.172+0000 7fc8b3fff700 1 -- 172.21.15.39:0/1946062200 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc8cc09a480 con 0x55611f9ec860 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.172+0000 7fc8e740bb80 10 client.26636 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.172+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55611f75cde0 con 0x55611f9ec860 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.172+0000 7fc8b3fff700 1 -- 172.21.15.39:0/1946062200 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8cc063080 con 0x55611f9ec860 2023-12-07T14:07:58.178 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.172+0000 7fc8b3fff700 1 -- 172.21.15.39:0/1946062200 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc8cc099300 con 0x55611f9ec860 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.172+0000 7fc8e740bb80 10 client.26636 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.172+0000 7fc8e740bb80 10 client.26636 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.173+0000 7fc8e740bb80 20 client.26636 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.173+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611fa12a90 0x55611fa14eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.173+0000 7fc8e740bb80 4 client.26636 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.173+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55611f9ae6a0 con 0x55611fa12a90 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.173+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611fa12a90 0x55611fa14eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.173+0000 7fc8b3fff700 10 client.26636 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611fa12a90 0x55611fa14eb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4774b1535e7a0ae2 server_cookie=f2edd3506be51217 in_seq=0 out_seq=0 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8b3fff700 1 -- 172.21.15.39:0/1946062200 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55611f9ae6a0 con 0x55611fa12a90 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8b3fff700 10 client.26636 handle_command_reply: tid=0 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 client.26636 shutdown 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 msgr2=0x55611f9f1e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611f9f1e70 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc0ca460 tx=0x7fc8cc0961e0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 shutdown_connections 2023-12-07T14:07:58.179 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611fa12a90 0x55611fa14eb0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611f9f1e70 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8b3fff700 0 client.26636 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611f9f13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/1946062200 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 0x55611f9f1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.174+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 >> 172.21.15.39:0/1946062200 conn(0x55611f90e360 msgr2=0x55611f9edcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.175+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 shutdown_connections 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.175+0000 7fc8e740bb80 1 -- 172.21.15.39:0/1946062200 wait complete. 2023-12-07T14:07:58.180 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.175+0000 7fc8e740bb80 20 client.26636 trim_cache size 0 max 16384 2023-12-07T14:07:58.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 Processor -- start 2023-12-07T14:07:58.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 -- start start 2023-12-07T14:07:58.198 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611fa09ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611fa0a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9f1980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f9d5260 con 0x55611f9ec860 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f7b2920 con 0x55611f9e8b70 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f9dabb0 con 0x55611f9e8250 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8d97af700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9f1980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8d8fae700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611fa09ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8d97af700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9f1980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58102/0 (socket says 172.21.15.39:58102) 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.195+0000 7fc8d97af700 1 -- 172.21.15.39:0/2381437523 learned_addr learned my addr 172.21.15.39:0/2381437523 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8d8fae700 1 -- 172.21.15.39:0/2381437523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 msgr2=0x55611fa0a000 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/2381437523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611fa0a000 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8d8fae700 1 -- 172.21.15.39:0/2381437523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 msgr2=0x55611f9f1980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/2381437523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9f1980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8d8fae700 1 -- 172.21.15.39:0/2381437523 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55611f745c60 con 0x55611f9e8250 2023-12-07T14:07:58.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/2381437523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611fa09ac0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x55611fa12e70 tx=0x7fc8c8009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5d046c8226f957f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.200 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8bb7fe700 1 -- 172.21.15.39:0/2381437523 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8c8017040 con 0x55611f9e8250 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8bb7fe700 1 -- 172.21.15.39:0/2381437523 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8c8004540 con 0x55611f9e8250 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.196+0000 7fc8bb7fe700 1 -- 172.21.15.39:0/2381437523 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8c801ba90 con 0x55611f9e8250 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 -- 172.21.15.39:0/2381437523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 msgr2=0x55611fa09ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/2381437523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611fa09ac0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x55611fa12e70 tx=0x7fc8c8009310 comp rx=0 tx=0).stop 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 -- 172.21.15.39:0/2381437523 shutdown_connections 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/2381437523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9ec860 0x55611f9f1980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/2381437523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8250 0x55611fa09ac0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/2381437523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9e8b70 0x55611fa0a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 -- 172.21.15.39:0/2381437523 >> 172.21.15.39:0/2381437523 conn(0x55611f90e360 msgr2=0x55611f9eaa80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 -- 172.21.15.39:0/2381437523 shutdown_connections 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.197+0000 7fc8e740bb80 1 -- 172.21.15.39:0/2381437523 wait complete. 2023-12-07T14:07:58.201 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 -- start start 2023-12-07T14:07:58.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 Processor -- start 2023-12-07T14:07:58.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611fa07cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 0x55611fa08230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611fa67f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.203 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611fa089c0 con 0x55611f9e8250 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f9dc860 con 0x55611f9ec860 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.198+0000 7fc8e740bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55611f9dca20 con 0x55611f9e8b70 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8e740bb80 10 client.0 _ll_register_callbacks cb 0x55611f818a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611fa67f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611fa67f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49308/0 (socket says 172.21.15.39:49308) 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 -- 172.21.15.39:0/725741226 learned_addr learned my addr 172.21.15.39:0/725741226 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 -- 172.21.15.39:0/725741226 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 msgr2=0x55611fa08230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 0x55611fa08230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 -- 172.21.15.39:0/725741226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 msgr2=0x55611fa07cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611fa07cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 -- 172.21.15.39:0/725741226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8c80125f0 con 0x55611f9ec860 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8d97af700 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611fa67f50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc095b00 tx=0x7fc8cc0093b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3fdd4ac6b378bc6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.199+0000 7fc8b3fff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8b3fff700 1 -- 172.21.15.39:0/725741226 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8cc0b6070 con 0x55611f9ec860 2023-12-07T14:07:58.204 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8b3fff700 1 -- 172.21.15.39:0/725741226 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fc8cc01b530 con 0x55611f9ec860 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc8c4010510 con 0x55611f9ec860 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8b3fff700 1 -- 172.21.15.39:0/725741226 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc8cc0a1eb0 con 0x55611f9ec860 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 10 client.26639 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55611f783250 con 0x55611f9ec860 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8b3fff700 1 -- 172.21.15.39:0/725741226 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8c4010510 con 0x55611f9ec860 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8b3fff700 1 -- 172.21.15.39:0/725741226 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fc8cc0adad0 con 0x55611f9ec860 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 10 client.26639 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 10 client.26639 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 20 client.26639 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611f9ddec0 0x55611f9e0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 4 client.26639 mds_command: new command op to 24502 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.200+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 --> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55611f8f9fd0 con 0x55611f9ddec0 2023-12-07T14:07:58.205 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.201+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611f9ddec0 0x55611f9e0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.201+0000 7fc8d8fae700 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611f9ddec0 0x55611f9e0380 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b2522d4a18f0b97e server_cookie=6bba7f411308c289 in_seq=0 out_seq=0 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.201+0000 7fc8b3fff700 10 client.26639 ms_handle_connect on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8b3fff700 1 -- 172.21.15.39:0/725741226 <== mds.2 v2:172.21.15.89:6836/1420337739 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+12879 (crc 0 0 0) 0x55611f8f9fd0 con 0x55611f9ddec0 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8b3fff700 10 client.26639 handle_command_reply: tid=0 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 client.26639 shutdown 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 msgr2=0x55611fa67f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611fa67f50 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc095b00 tx=0x7fc8cc0093b0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 shutdown_connections 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.89:6836/1420337739,v1:172.21.15.89:6837/1420337739] conn(0x55611f9ddec0 0x55611f9e0380 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.207 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55611f9ec860 0x55611fa67f50 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8b3fff700 0 client.26639 ms_handle_reset on v2:172.21.15.89:6836/1420337739 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55611f9e8250 0x55611fa07cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 --2- 172.21.15.39:0/725741226 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55611f9e8b70 0x55611fa08230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 >> 172.21.15.39:0/725741226 conn(0x55611f90e360 msgr2=0x55611f9efca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.202+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 shutdown_connections 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.203+0000 7fc8e740bb80 1 -- 172.21.15.39:0/725741226 wait complete. 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8e740bb80 20 client.26639 trim_cache size 0 max 16384 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.208 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 51541480, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628471, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2672" 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 118039658, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628675, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_fsm" 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 154681981, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628403, 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592" 2023-12-07T14:07:58.209 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 240445594, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628380, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261" 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 275447550, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628475, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2397" 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 295433317, 2023-12-07T14:07:58.210 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628609, 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_vm" 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 415573866, 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628564, 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592_vm" 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.211 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 480087875, 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628436, 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966" 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 515016313, 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628399, 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000" 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 732248283, 2023-12-07T14:07:58.212 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 2199023256095, 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/000000010000000100000012" 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 977240090, 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628434, 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846" 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1121023560, 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628413, 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100" 2023-12-07T14:07:58.213 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1157499116, 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628610, 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_vm" 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1200072780, 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628379, 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_fsm" 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.214 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1226818252, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628375, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_fsm" 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1255302082, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628378, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260" 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1348293301, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628537, 2023-12-07T14:07:58.215 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2965" 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1362837608, 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628629, 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_filenode.map" 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1364560265, 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628506, 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1233" 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.216 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1422167958, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628603, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_vm" 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1473562972, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628454, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2694" 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1479799298, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628371, 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262" 2023-12-07T14:07:58.217 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1517364220, 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628508, 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2697" 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1531856051, 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628583, 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_vm" 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.218 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1549810696, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628382, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396" 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1669750218, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628566, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964_vm" 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1862216768, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628676, 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_fsm" 2023-12-07T14:07:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1945703593, 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628374, 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213" 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1950881119, 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628619, 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846_vm" 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.220 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 1972112223, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628435, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2847" 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2124786042, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628546, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6002" 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2186991011, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628455, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2695" 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.221 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2270576033, 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628539, 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3593" 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2276719114, 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628556, 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100_vm" 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2404454958, 2023-12-07T14:07:58.222 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628439, 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4061" 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2413769061, 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628677, 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_fsm" 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2414890360, 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628587, 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_vm" 2023-12-07T14:07:58.223 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2425866452, 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628372, 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_fsm" 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2481997434, 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628438, 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060" 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.224 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2486975464, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628452, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2676" 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2518029732, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628509, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2698" 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2529071246, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628499, 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1137" 2023-12-07T14:07:58.225 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2738647979, 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628600, 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_vm" 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2841959810, 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628617, 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060_vm" 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.226 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3024436570, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628560, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000_vm" 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3087906423, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628373, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964" 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3112410939, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628505, 2023-12-07T14:07:58.227 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1232" 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3120902169, 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628453, 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2677" 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3124117157, 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628323, 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_control" 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.228 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3235754017, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628381, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214" 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3444866618, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628437, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2967" 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3586975861, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628618, 2023-12-07T14:07:58.229 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966_vm" 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3621232774, 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628553, 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6115" 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3639858367, 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628552, 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6114" 2023-12-07T14:07:58.230 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3662419480, 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628377, 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_fsm" 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3740711917, 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628470, 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2671" 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.231 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3817970488, 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628376, 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136" 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3945729648, 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 2199023255552, 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_internal.init" 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4111831284, 2023-12-07T14:07:58.232 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628581, 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_vm" 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4112560908, 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628545, 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6001" 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4284170616, 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 2199023256076, 2023-12-07T14:07:58.233 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/0000000100000000000000F8" 2023-12-07T14:07:58.234 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:07:58.234 INFO:teuthology.orchestra.run.smithi039.stdout:] 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8bc0a15f0 msgr2=0x7fc8bc0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8bc0a15f0 0x7fc8bc0a3ab0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4009810 tx=0x7fc8c4028000 comp rx=0 tx=0).stop 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc8d4195790 msgr2=0x7fc8d4195c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc8d4195790 0x7fc8d4195c40 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc00efc0 tx=0x7fc8cc00c3a0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 shutdown_connections 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc8d4195790 0x7fc8d4195c40 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc8bc0a15f0 0x7fc8bc0a3ab0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.235 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc8d4101de0 0x7fc8d419b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 --2- 172.21.15.39:0/230932870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8d41074c0 0x7fc8d419bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 >> 172.21.15.39:0/230932870 conn(0x7fc8d40fcef0 msgr2=0x7fc8d40fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.204+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 shutdown_connections 2023-12-07T14:07:58.236 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.205+0000 7fc8db212700 1 -- 172.21.15.39:0/230932870 wait complete. 2023-12-07T14:07:58.236 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3916961403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f601074b0 msgr2=0x7f5f60107890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3916961403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f601074b0 0x7f5f60107890 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c009990 tx=0x7f5f5c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3916961403 shutdown_connections 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3916961403 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f60101dd0 0x7f5f6010e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3916961403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f601074b0 0x7f5f60107890 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3916961403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f60101410 0x7f5f60101890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3916961403 >> 172.21.15.39:0/3916961403 conn(0x7f5f600fcee0 msgr2=0x7f5f600ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3916961403 shutdown_connections 2023-12-07T14:07:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.458+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3916961403 wait complete. 2023-12-07T14:07:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 Processor -- start 2023-12-07T14:07:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 -- start start 2023-12-07T14:07:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f60101410 0x7f5f60070ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f60101dd0 0x7f5f60071100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f601074b0 0x7f5f6006bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f6006c4f0 con 0x7f5f60101410 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f6006c660 con 0x7f5f601074b0 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f67f3a700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f6006c820 con 0x7f5f60101dd0 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f65cd6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f60101410 0x7f5f60070ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f65cd6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f60101410 0x7f5f60070ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58118/0 (socket says 172.21.15.39:58118) 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.459+0000 7f5f65cd6700 1 -- 172.21.15.39:0/3972070019 learned_addr learned my addr 172.21.15.39:0/3972070019 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f664d7700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f601074b0 0x7f5f6006bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f654d5700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f60101dd0 0x7f5f60071100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f65cd6700 1 -- 172.21.15.39:0/3972070019 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f60101dd0 msgr2=0x7f5f60071100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f60101dd0 0x7f5f60071100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f65cd6700 1 -- 172.21.15.39:0/3972070019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f601074b0 msgr2=0x7f5f6006bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f601074b0 0x7f5f6006bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f65cd6700 1 -- 172.21.15.39:0/3972070019 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f5c0095f0 con 0x7f5f60101410 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f664d7700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f601074b0 0x7f5f6006bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f654d5700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f60101dd0 0x7f5f60071100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f60101410 0x7f5f60070ba0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c000c00 tx=0x7f5f5c005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f56ffd700 1 -- 172.21.15.39:0/3972070019 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c01d070 con 0x7f5f60101410 2023-12-07T14:07:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f6006caa0 con 0x7f5f60101410 2023-12-07T14:07:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.460+0000 7f5f56ffd700 1 -- 172.21.15.39:0/3972070019 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f5c022470 con 0x7f5f60101410 2023-12-07T14:07:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.461+0000 7f5f56ffd700 1 -- 172.21.15.39:0/3972070019 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c017650 con 0x7f5f60101410 2023-12-07T14:07:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.461+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f60074c00 con 0x7f5f60101410 2023-12-07T14:07:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.464+0000 7f5f56ffd700 1 -- 172.21.15.39:0/3972070019 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5f5c0177b0 con 0x7f5f60101410 2023-12-07T14:07:58.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.466+0000 7f5f74133b80 1 Processor -- start 2023-12-07T14:07:58.469 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f74133b80 1 -- start start 2023-12-07T14:07:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833ea40 0x55c1f833ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f8342b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f83434b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f74133b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f82b27c0 con 0x55c1f833f360 2023-12-07T14:07:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f74133b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f82997a0 con 0x55c1f8343050 2023-12-07T14:07:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f74133b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f82970c0 con 0x55c1f833ea40 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f654d5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f83434b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f664d7700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833ea40 0x55c1f833ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f654d5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f83434b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49328/0 (socket says 172.21.15.39:49328) 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f654d5700 1 -- 172.21.15.39:0/2091243934 learned_addr learned my addr 172.21.15.39:0/2091243934 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f8342b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.467+0000 7f5f56ffd700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f4c0a1670 0x7f5f4c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 -- 172.21.15.39:0/2091243934 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 msgr2=0x55c1f83434b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f83434b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 -- 172.21.15.39:0/2091243934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 msgr2=0x55c1f8342b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f8342b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 -- 172.21.15.39:0/2091243934 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1f810f630 con 0x55c1f833ea40 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f654d5700 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f83434b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f4c0a1670 0x7f5f4c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f56ffd700 1 -- 172.21.15.39:0/3972070019 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5f5c0cf5b0 con 0x7f5f60101410 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833ea40 0x55c1f833ee20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5f58009ea0 tx=0x7f5f580077e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa46b305e60e8d96 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f664d7700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f4c0a1670 0x7f5f4c0a3b30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5f58020000 tx=0x7f5f5801d000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f4bfff700 1 -- 172.21.15.39:0/2091243934 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f58009500 con 0x55c1f833ea40 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f4bfff700 1 -- 172.21.15.39:0/2091243934 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f5800f050 con 0x55c1f833ea40 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.468+0000 7f5f4bfff700 1 -- 172.21.15.39:0/2091243934 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f580173d0 con 0x55c1f833ea40 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.469+0000 7f5f74133b80 1 -- 172.21.15.39:0/2091243934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833ea40 msgr2=0x55c1f833ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.469+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833ea40 0x55c1f833ee20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f5f58009ea0 tx=0x7f5f580077e0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.469+0000 7f5f74133b80 1 -- 172.21.15.39:0/2091243934 shutdown_connections 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.469+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f83434b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.469+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833ea40 0x55c1f833ee20 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.469+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2091243934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f8342b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.469+0000 7f5f74133b80 1 -- 172.21.15.39:0/2091243934 >> 172.21.15.39:0/2091243934 conn(0x55c1f826d360 msgr2=0x55c1f8339070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.470+0000 7f5f74133b80 1 -- 172.21.15.39:0/2091243934 shutdown_connections 2023-12-07T14:07:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.470+0000 7f5f74133b80 1 -- 172.21.15.39:0/2091243934 wait complete. 2023-12-07T14:07:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.470+0000 7f5f74133b80 1 -- start start 2023-12-07T14:07:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.470+0000 7f5f74133b80 1 Processor -- start 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f8347b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833f360 0x55c1f83480d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f8348610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f74133b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f82929b0 con 0x55c1f833ea40 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f74133b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f824c560 con 0x55c1f8343050 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f74133b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f824c200 con 0x55c1f833f360 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f74133b80 10 client.0 _ll_register_callbacks cb 0x55c1f8177a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f65cd6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f8347b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f65cd6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f8347b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58132/0 (socket says 172.21.15.39:58132) 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f65cd6700 1 -- 172.21.15.39:0/10408571 learned_addr learned my addr 172.21.15.39:0/10408571 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f654d5700 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833f360 0x55c1f83480d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f664d7700 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f8348610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f654d5700 1 -- 172.21.15.39:0/10408571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 msgr2=0x55c1f8348610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.477 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f654d5700 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f8348610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f654d5700 1 -- 172.21.15.39:0/10408571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 msgr2=0x55c1f8347b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f654d5700 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f8347b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.471+0000 7f5f654d5700 1 -- 172.21.15.39:0/10408571 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f50009970 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.472+0000 7f5f654d5700 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833f360 0x55c1f83480d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5f50012980 tx=0x7f5f50012c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d8a1547d2ceb0d3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.472+0000 7f5f497fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.473+0000 7f5f497fa700 1 -- 172.21.15.39:0/10408571 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f50017070 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.473+0000 7f5f497fa700 1 -- 172.21.15.39:0/10408571 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5f50011ac0 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.473+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c1f8331a00 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.473+0000 7f5f497fa700 1 -- 172.21.15.39:0/10408571 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5f50011c80 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.473+0000 7f5f74133b80 10 client.26770 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.473+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x7f5f58009990 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f497fa700 1 -- 172.21.15.39:0/10408571 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c1f8331a00 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f497fa700 1 -- 172.21.15.39:0/10408571 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5f50003ba0 con 0x55c1f833f360 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f74133b80 10 client.26770 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f74133b80 10 client.26770 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:07:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f74133b80 20 client.26770 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f74133b80 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f8358510 0x55c1f835a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f74133b80 4 client.26770 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c1f830d6a0 con 0x55c1f8358510 2023-12-07T14:07:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.474+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f8358510 0x55c1f835a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f497fa700 10 client.26770 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f8358510 0x55c1f835a930 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6ef07ab5204fd15c server_cookie=295272892271e449 in_seq=0 out_seq=0 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f497fa700 1 -- 172.21.15.39:0/10408571 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c1f830d6a0 con 0x55c1f8358510 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f497fa700 10 client.26770 handle_command_reply: tid=0 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f74133b80 1 client.26770 shutdown 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833f360 msgr2=0x55c1f83480d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f74133b80 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833f360 0x55c1f83480d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5f50012980 tx=0x7f5f50012c90 comp rx=0 tx=0).stop 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 shutdown_connections 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f74133b80 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f8358510 0x55c1f835a930 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.475+0000 7f5f74133b80 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f8343050 0x55c1f8348610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.476+0000 7f5f497fa700 0 client.26770 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.476+0000 7f5f74133b80 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f8347b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.476+0000 7f5f74133b80 1 --2- 172.21.15.39:0/10408571 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f833f360 0x55c1f83480d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.476+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 >> 172.21.15.39:0/10408571 conn(0x55c1f826d360 msgr2=0x55c1f83444b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.476+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 shutdown_connections 2023-12-07T14:07:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.476+0000 7f5f74133b80 1 -- 172.21.15.39:0/10408571 wait complete. 2023-12-07T14:07:58.483 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.476+0000 7f5f74133b80 20 client.26770 trim_cache size 0 max 16384 2023-12-07T14:07:58.498 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 Processor -- start 2023-12-07T14:07:58.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 -- start start 2023-12-07T14:07:58.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f83395f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833f360 0x55c1f83421c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f8342700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f8111920 con 0x55c1f833ea40 2023-12-07T14:07:58.499 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f8355a80 con 0x55c1f833f360 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f74133b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f833af30 con 0x55c1f8343050 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833f360 0x55c1f83421c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833f360 0x55c1f83421c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49344/0 (socket says 172.21.15.39:49344) 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 -- 172.21.15.39:0/1907909435 learned_addr learned my addr 172.21.15.39:0/1907909435 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f664d7700 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f8342700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 -- 172.21.15.39:0/1907909435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 msgr2=0x55c1f8342700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f8342700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 -- 172.21.15.39:0/1907909435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 msgr2=0x55c1f83395f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.500 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f83395f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.495+0000 7f5f654d5700 1 -- 172.21.15.39:0/1907909435 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1f80bbde0 con 0x55c1f833f360 2023-12-07T14:07:58.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.496+0000 7f5f654d5700 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833f360 0x55c1f83421c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5f5001c570 tx=0x7f5f50011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afaf6ffa0f060daa server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.496+0000 7f5f54ff9700 1 -- 172.21.15.39:0/1907909435 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f50017070 con 0x55c1f833f360 2023-12-07T14:07:58.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.496+0000 7f5f54ff9700 1 -- 172.21.15.39:0/1907909435 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f50018040 con 0x55c1f833f360 2023-12-07T14:07:58.501 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.496+0000 7f5f54ff9700 1 -- 172.21.15.39:0/1907909435 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f500052d0 con 0x55c1f833f360 2023-12-07T14:07:58.506 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 -- 172.21.15.39:0/1907909435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833f360 msgr2=0x55c1f83421c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833f360 0x55c1f83421c0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f5f5001c570 tx=0x7f5f50011720 comp rx=0 tx=0).stop 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 -- 172.21.15.39:0/1907909435 shutdown_connections 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f8342700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833ea40 0x55c1f83395f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 --2- 172.21.15.39:0/1907909435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833f360 0x55c1f83421c0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 -- 172.21.15.39:0/1907909435 >> 172.21.15.39:0/1907909435 conn(0x55c1f826d360 msgr2=0x55c1f8338ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 -- 172.21.15.39:0/1907909435 shutdown_connections 2023-12-07T14:07:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 -- 172.21.15.39:0/1907909435 wait complete. 2023-12-07T14:07:58.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 -- start start 2023-12-07T14:07:58.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 Processor -- start 2023-12-07T14:07:58.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.497+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833ea40 0x55c1f834f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f834d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f74133b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f834df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.508 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f74133b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f834e500 con 0x55c1f833f360 2023-12-07T14:07:58.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f74133b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f834e640 con 0x55c1f833ea40 2023-12-07T14:07:58.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f74133b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1f834e800 con 0x55c1f8343050 2023-12-07T14:07:58.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f74133b80 10 client.0 _ll_register_callbacks cb 0x55c1f8177a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:58.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f654d5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f834d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f654d5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f834d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58148/0 (socket says 172.21.15.39:58148) 2023-12-07T14:07:58.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f654d5700 1 -- 172.21.15.39:0/2186222050 learned_addr learned my addr 172.21.15.39:0/2186222050 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.509 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833ea40 0x55c1f834f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f664d7700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f834df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f65cd6700 1 -- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 msgr2=0x55c1f834df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f834df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f65cd6700 1 -- 172.21.15.39:0/2186222050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 msgr2=0x55c1f834d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f834d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f65cd6700 1 -- 172.21.15.39:0/2186222050 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f58009990 con 0x55c1f833ea40 2023-12-07T14:07:58.510 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.498+0000 7f5f654d5700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f834d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f65cd6700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833ea40 0x55c1f834f5d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c0990a0 tx=0x7f5f5c01f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b1ff811b32eee693 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f497fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f497fa700 1 -- 172.21.15.39:0/2186222050 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c0870b0 con 0x55c1f833ea40 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f497fa700 1 -- 172.21.15.39:0/2186222050 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f5f5c09cd30 con 0x55c1f833ea40 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5f5800f050 con 0x55c1f833ea40 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f497fa700 1 -- 172.21.15.39:0/2186222050 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5f5c09c630 con 0x55c1f833ea40 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f74133b80 10 client.26657 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:58.511 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x55c1f80a4c60 con 0x55c1f833ea40 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f497fa700 1 -- 172.21.15.39:0/2186222050 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f5800f050 con 0x55c1f833ea40 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.499+0000 7f5f497fa700 1 -- 172.21.15.39:0/2186222050 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7f5f5c09c890 con 0x55c1f833ea40 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f74133b80 10 client.26657 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f74133b80 10 client.26657 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f74133b80 20 client.26657 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f83afdf0 0x55c1f83b2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f74133b80 4 client.26657 mds_command: new command op to 24526 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:58.512 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 --> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c1f8258fd0 con 0x55c1f83afdf0 2023-12-07T14:07:58.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f654d5700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f83afdf0 0x55c1f83b2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f497fa700 10 client.26657 ms_handle_connect on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:58.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.500+0000 7f5f654d5700 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f83afdf0 0x55c1f83b2210 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a72e033cdef75c1 server_cookie=53bcd92157b444ad in_seq=0 out_seq=0 2023-12-07T14:07:58.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f497fa700 1 -- 172.21.15.39:0/2186222050 <== mds.1 v2:172.21.15.89:6838/157857620 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c1f8258fd0 con 0x55c1f83afdf0 2023-12-07T14:07:58.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f497fa700 10 client.26657 handle_command_reply: tid=0 2023-12-07T14:07:58.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 client.26657 shutdown 2023-12-07T14:07:58.513 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833ea40 msgr2=0x55c1f834f5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833ea40 0x55c1f834f5d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c0990a0 tx=0x7f5f5c01f000 comp rx=0 tx=0).stop 2023-12-07T14:07:58.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 shutdown_connections 2023-12-07T14:07:58.514 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c1f8343050 0x55c1f834df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.89:6838/157857620,v1:172.21.15.89:6839/157857620] conn(0x55c1f83afdf0 0x55c1f83b2210 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c1f833ea40 0x55c1f834f5d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 --2- 172.21.15.39:0/2186222050 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c1f833f360 0x55c1f834d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 >> 172.21.15.39:0/2186222050 conn(0x55c1f826d360 msgr2=0x55c1f83421c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f497fa700 0 client.26657 ms_handle_reset on v2:172.21.15.89:6838/157857620 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 shutdown_connections 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 1 -- 172.21.15.39:0/2186222050 wait complete. 2023-12-07T14:07:58.517 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.501+0000 7f5f74133b80 20 client.26657 trim_cache size 0 max 16384 2023-12-07T14:07:58.518 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:58.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f4c0a1670 msgr2=0x7f5f4c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f4c0a1670 0x7f5f4c0a3b30 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5f58020000 tx=0x7f5f5801d000 comp rx=0 tx=0).stop 2023-12-07T14:07:58.519 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f60101410 msgr2=0x7f5f60070ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f60101410 0x7f5f60070ba0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c000c00 tx=0x7f5f5c005ef0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 shutdown_connections 2023-12-07T14:07:58.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f4c0a1670 0x7f5f4c0a3b30 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f601074b0 0x7f5f6006bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f60101410 0x7f5f60070ba0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 --2- 172.21.15.39:0/3972070019 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f60101dd0 0x7f5f60071100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.520 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 >> 172.21.15.39:0/3972070019 conn(0x7f5f600fcee0 msgr2=0x7f5f600fd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 shutdown_connections 2023-12-07T14:07:58.521 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.502+0000 7f5f67f3a700 1 -- 172.21.15.39:0/3972070019 wait complete. 2023-12-07T14:07:58.522 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:58 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3001852085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:07:58.524 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-12-07T14:07:58.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:58 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3001852085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:07:58.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:58 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3001852085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:07:58.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 -- 172.21.15.39:0/2234507788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254100f20 msgr2=0x7fe254104f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.728 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 --2- 172.21.15.39:0/2234507788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254100f20 0x7fe254104f60 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fe244009990 tx=0x7fe244009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 -- 172.21.15.39:0/2234507788 shutdown_connections 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 --2- 172.21.15.39:0/2234507788 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe254105690 0x7fe25410d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 --2- 172.21.15.39:0/2234507788 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe254100570 0x7fe254100950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 --2- 172.21.15.39:0/2234507788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254100f20 0x7fe254104f60 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 -- 172.21.15.39:0/2234507788 >> 172.21.15.39:0/2234507788 conn(0x7fe2540fbdf0 msgr2=0x7fe2540fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 -- 172.21.15.39:0/2234507788 shutdown_connections 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.723+0000 7fe259a94700 1 -- 172.21.15.39:0/2234507788 wait complete. 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 Processor -- start 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 -- start start 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe254100570 0x7fe2541138a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254105690 0x7fe254113e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe25410ea00 0x7fe25410eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe25410f5c0 con 0x7fe254105690 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe25410f730 con 0x7fe254100570 2023-12-07T14:07:58.729 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe259a94700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe25411b630 con 0x7fe25410ea00 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe252ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254105690 0x7fe254113e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe2537fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe254100570 0x7fe2541138a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe252ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254105690 0x7fe254113e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58160/0 (socket says 172.21.15.39:58160) 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.724+0000 7fe252ffd700 1 -- 172.21.15.39:0/1117929506 learned_addr learned my addr 172.21.15.39:0/1117929506 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe253fff700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe25410ea00 0x7fe25410eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe252ffd700 1 -- 172.21.15.39:0/1117929506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe25410ea00 msgr2=0x7fe25410eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe252ffd700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe25410ea00 0x7fe25410eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe252ffd700 1 -- 172.21.15.39:0/1117929506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe254100570 msgr2=0x7fe2541138a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe252ffd700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe254100570 0x7fe2541138a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe252ffd700 1 -- 172.21.15.39:0/1117929506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2440095f0 con 0x7fe254105690 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe2537fe700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe254100570 0x7fe2541138a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe252ffd700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254105690 0x7fe254113e00 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fe244005740 tx=0x7fe244005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe250ff9700 1 -- 172.21.15.39:0/1117929506 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe24401d070 con 0x7fe254105690 2023-12-07T14:07:58.730 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe25411b8b0 con 0x7fe254105690 2023-12-07T14:07:58.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe250ff9700 1 -- 172.21.15.39:0/1117929506 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe24400bd50 con 0x7fe254105690 2023-12-07T14:07:58.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe25411bdb0 con 0x7fe254105690 2023-12-07T14:07:58.731 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.725+0000 7fe250ff9700 1 -- 172.21.15.39:0/1117929506 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe24400fd60 con 0x7fe254105690 2023-12-07T14:07:58.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.729+0000 7fe250ff9700 1 -- 172.21.15.39:0/1117929506 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe24400f460 con 0x7fe254105690 2023-12-07T14:07:58.732 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.730+0000 7fe265c8db80 1 Processor -- start 2023-12-07T14:07:58.733 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.730+0000 7fe265c8db80 1 -- start start 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.730+0000 7fe250ff9700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe23c0a15d0 0x7fe23c0a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.730+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad8fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.730+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad90360 0x5612bad93b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.730+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad944b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe265c8db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bad037c0 con 0x5612bad90360 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe265c8db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bacea7a0 con 0x5612bad8fa40 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe265c8db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bace80c0 con 0x5612bad94050 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe2537fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad8fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe250ff9700 1 -- 172.21.15.39:0/1117929506 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe2440ce200 con 0x7fe254105690 2023-12-07T14:07:58.734 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe2537fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad8fe20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49368/0 (socket says 172.21.15.39:49368) 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe2537fe700 1 -- 172.21.15.39:0/1279662865 learned_addr learned my addr 172.21.15.39:0/1279662865 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe252ffd700 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad90360 0x5612bad93b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe253fff700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe23c0a15d0 0x7fe23c0a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe253fff700 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad944b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe252ffd700 1 -- 172.21.15.39:0/1279662865 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 msgr2=0x5612bad944b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe252ffd700 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad944b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe252ffd700 1 -- 172.21.15.39:0/1279662865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 msgr2=0x5612bad8fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe252ffd700 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad8fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe252ffd700 1 -- 172.21.15.39:0/1279662865 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612bab60630 con 0x5612bad90360 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe253fff700 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad944b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.731+0000 7fe2537fe700 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad8fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.732+0000 7fe252ffd700 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad90360 0x5612bad93b10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fe2440cb9c0 tx=0x7fe244029000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c023f746f1f1e374 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.735 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.732+0000 7fe253fff700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe23c0a15d0 0x7fe23c0a3a90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe24c009440 tx=0x7fe24c009390 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.732+0000 7fe239ffb700 1 -- 172.21.15.39:0/1279662865 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe24409b0b0 con 0x5612bad90360 2023-12-07T14:07:58.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.732+0000 7fe239ffb700 1 -- 172.21.15.39:0/1279662865 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe24409ae20 con 0x5612bad90360 2023-12-07T14:07:58.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.732+0000 7fe239ffb700 1 -- 172.21.15.39:0/1279662865 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2440979f0 con 0x5612bad90360 2023-12-07T14:07:58.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 -- 172.21.15.39:0/1279662865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad90360 msgr2=0x5612bad93b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad90360 0x5612bad93b10 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fe2440cb9c0 tx=0x7fe244029000 comp rx=0 tx=0).stop 2023-12-07T14:07:58.739 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 -- 172.21.15.39:0/1279662865 shutdown_connections 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad944b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad8fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 --2- 172.21.15.39:0/1279662865 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad90360 0x5612bad93b10 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 -- 172.21.15.39:0/1279662865 >> 172.21.15.39:0/1279662865 conn(0x5612bacbe360 msgr2=0x5612bad8a070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 -- 172.21.15.39:0/1279662865 shutdown_connections 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.733+0000 7fe265c8db80 1 -- 172.21.15.39:0/1279662865 wait complete. 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 -- start start 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 Processor -- start 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad9b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad90360 0x5612bad98aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad990d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bace39b0 con 0x5612bad94050 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bac9d560 con 0x5612bad8fa40 2023-12-07T14:07:58.740 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.734+0000 7fe265c8db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bac9d200 con 0x5612bad90360 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe265c8db80 10 client.0 _ll_register_callbacks cb 0x5612babc8a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad9b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad9b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49374/0 (socket says 172.21.15.39:49374) 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 -- 172.21.15.39:0/3503228093 learned_addr learned my addr 172.21.15.39:0/3503228093 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe253fff700 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe252ffd700 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad90360 0x5612bad98aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 -- 172.21.15.39:0/3503228093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad90360 msgr2=0x5612bad98aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad90360 0x5612bad98aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.741 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 -- 172.21.15.39:0/3503228093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 msgr2=0x5612bad990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad990d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 -- 172.21.15.39:0/3503228093 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe24c00bb60 con 0x5612bad8fa40 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe2537fe700 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad9b760 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe248007bb0 tx=0x7fe248007ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4acd50782f87fe03 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe232ffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe232ffd700 1 -- 172.21.15.39:0/3503228093 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe248010040 con 0x5612bad8fa40 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5612bad82a00 con 0x5612bad8fa40 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.735+0000 7fe232ffd700 1 -- 172.21.15.39:0/3503228093 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe248015a40 con 0x5612bad8fa40 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe232ffd700 1 -- 172.21.15.39:0/3503228093 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe248015c00 con 0x5612bad8fa40 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 10 client.26666 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x7fe25411bdb0 con 0x5612bad8fa40 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe232ffd700 1 -- 172.21.15.39:0/3503228093 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5612bad82a00 con 0x5612bad8fa40 2023-12-07T14:07:58.742 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe232ffd700 1 -- 172.21.15.39:0/3503228093 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe2480093d0 con 0x5612bad8fa40 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 10 client.26666 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 10 client.26666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 20 client.26666 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612bada90f0 0x5612badab510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 4 client.26666 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5612bad5e6a0 con 0x5612bada90f0 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.736+0000 7fe252ffd700 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612bada90f0 0x5612badab510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.737+0000 7fe252ffd700 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612bada90f0 0x5612badab510 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7486a62a95f5878e server_cookie=f0466518fa18ccd3 in_seq=0 out_seq=0 2023-12-07T14:07:58.743 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.737+0000 7fe232ffd700 10 client.26666 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:58.744 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.737+0000 7fe232ffd700 1 -- 172.21.15.39:0/3503228093 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5612bad5e6a0 con 0x5612bada90f0 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.737+0000 7fe232ffd700 10 client.26666 handle_command_reply: tid=0 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.737+0000 7fe265c8db80 1 client.26666 shutdown 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 msgr2=0x5612bad9b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad9b760 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe248007bb0 tx=0x7fe248007ec0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 shutdown_connections 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612bada90f0 0x5612badab510 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad8fa40 0x5612bad9b760 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3503228093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad90360 0x5612bad98aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 >> 172.21.15.39:0/3503228093 conn(0x5612bacbe360 msgr2=0x5612bad954b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe232ffd700 0 client.26666 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 shutdown_connections 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 1 -- 172.21.15.39:0/3503228093 wait complete. 2023-12-07T14:07:58.745 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.740+0000 7fe265c8db80 20 client.26666 trim_cache size 0 max 16384 2023-12-07T14:07:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 Processor -- start 2023-12-07T14:07:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 -- start start 2023-12-07T14:07:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad8fa40 0x5612bad9fff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bada0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad92130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bab62920 con 0x5612bad94050 2023-12-07T14:07:58.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bad85230 con 0x5612bad90360 2023-12-07T14:07:58.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.759+0000 7fe265c8db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612badb0700 con 0x5612bad8fa40 2023-12-07T14:07:58.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bada0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bada0530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49382/0 (socket says 172.21.15.39:49382) 2023-12-07T14:07:58.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 -- 172.21.15.39:0/3435709688 learned_addr learned my addr 172.21.15.39:0/3435709688 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe253fff700 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad92130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.763 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe2537fe700 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad8fa40 0x5612bad9fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 -- 172.21.15.39:0/3435709688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad8fa40 msgr2=0x5612bad9fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad8fa40 0x5612bad9fff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 -- 172.21.15.39:0/3435709688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 msgr2=0x5612bad92130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.765 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad92130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.766 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 -- 172.21.15.39:0/3435709688 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612bad9b760 con 0x5612bad90360 2023-12-07T14:07:58.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe252ffd700 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bada0530 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe2440cba70 tx=0x7fe244009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ccc6f47900b7903 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.760+0000 7fe23a7fc700 1 -- 172.21.15.39:0/3435709688 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2440b2020 con 0x5612bad90360 2023-12-07T14:07:58.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.761+0000 7fe23a7fc700 1 -- 172.21.15.39:0/3435709688 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe24409f430 con 0x5612bad90360 2023-12-07T14:07:58.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.761+0000 7fe23a7fc700 1 -- 172.21.15.39:0/3435709688 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe24408e170 con 0x5612bad90360 2023-12-07T14:07:58.771 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 -- 172.21.15.39:0/3435709688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 msgr2=0x5612bada0530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bada0530 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe2440cba70 tx=0x7fe244009ca0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 -- 172.21.15.39:0/3435709688 shutdown_connections 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad94050 0x5612bad92130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad8fa40 0x5612bad9fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 --2- 172.21.15.39:0/3435709688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bada0530 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 -- 172.21.15.39:0/3435709688 >> 172.21.15.39:0/3435709688 conn(0x5612bacbe360 msgr2=0x5612bada4aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 -- 172.21.15.39:0/3435709688 shutdown_connections 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 -- 172.21.15.39:0/3435709688 wait complete. 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 -- start start 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.762+0000 7fe265c8db80 1 Processor -- start 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad8fa40 0x5612bada01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bad9df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe265c8db80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad9e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe265c8db80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bad9e9f0 con 0x5612bad8fa40 2023-12-07T14:07:58.772 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe265c8db80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bad9eb30 con 0x5612bad90360 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe265c8db80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612bad9ecf0 con 0x5612bad94050 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe265c8db80 10 client.0 _ll_register_callbacks cb 0x5612babc8a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe2537fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad8fa40 0x5612bada01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe2537fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad8fa40 0x5612bada01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58186/0 (socket says 172.21.15.39:58186) 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe2537fe700 1 -- 172.21.15.39:0/2784459903 learned_addr learned my addr 172.21.15.39:0/2784459903 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe252ffd700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bad9df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe253fff700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad9e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe252ffd700 1 -- 172.21.15.39:0/2784459903 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 msgr2=0x5612bad9e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe252ffd700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad9e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe252ffd700 1 -- 172.21.15.39:0/2784459903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad8fa40 msgr2=0x5612bada01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe252ffd700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad8fa40 0x5612bada01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe252ffd700 1 -- 172.21.15.39:0/2784459903 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5612bab60630 con 0x5612bad90360 2023-12-07T14:07:58.773 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe2537fe700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad8fa40 0x5612bada01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.763+0000 7fe253fff700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad9e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe252ffd700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bad9df70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x5612bad866d0 tx=0x7fe2440a3650 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95ce0e6abef35123 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe232ffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe232ffd700 1 -- 172.21.15.39:0/2784459903 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2440b2070 con 0x5612bad90360 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe232ffd700 1 -- 172.21.15.39:0/2784459903 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe24408e170 con 0x5612bad90360 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe24409ae20 con 0x5612bad90360 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe232ffd700 1 -- 172.21.15.39:0/2784459903 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe24409ba60 con 0x5612bad90360 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe265c8db80 10 client.26672 fetch_fsmap learned FSMap version 50 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x5612bab0cde0 con 0x5612bad90360 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.764+0000 7fe232ffd700 1 -- 172.21.15.39:0/2784459903 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe24409ae20 con 0x5612bad90360 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe232ffd700 1 -- 172.21.15.39:0/2784459903 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fe24408e4f0 con 0x5612bad90360 2023-12-07T14:07:58.774 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe265c8db80 10 client.26672 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe265c8db80 10 client.26672 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe265c8db80 20 client.26672 populate_metadata read hostname 'smithi039' 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe265c8db80 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612badff820 0x5612bae01c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe265c8db80 4 client.26672 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5612baca9fd0 con 0x5612badff820 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.765+0000 7fe2537fe700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612badff820 0x5612bae01c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe232ffd700 10 client.26672 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe2537fe700 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612badff820 0x5612bae01c40 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db73ee40427151bd server_cookie=4ae1601ef956f95e in_seq=0 out_seq=0 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe232ffd700 1 -- 172.21.15.39:0/2784459903 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5612baca9fd0 con 0x5612badff820 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe232ffd700 10 client.26672 handle_command_reply: tid=0 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 client.26672 shutdown 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 msgr2=0x5612bad9df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bad9df70 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x5612bad866d0 tx=0x7fe2440a3650 comp rx=0 tx=0).stop 2023-12-07T14:07:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 shutdown_connections 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5612bad94050 0x5612bad9e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612bad8fa40 0x5612bada01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5612badff820 0x5612bae01c40 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 --2- 172.21.15.39:0/2784459903 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5612bad90360 0x5612bad9df70 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe232ffd700 0 client.26672 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 >> 172.21.15.39:0/2784459903 conn(0x5612bacbe360 msgr2=0x5612bad96440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 shutdown_connections 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 1 -- 172.21.15.39:0/2784459903 wait complete. 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.766+0000 7fe265c8db80 20 client.26672 trim_cache size 0 max 16384 2023-12-07T14:07:58.776 INFO:teuthology.orchestra.run.smithi039.stdout:[] 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe23c0a15d0 msgr2=0x7fe23c0a3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe23c0a15d0 0x7fe23c0a3a90 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe24c009440 tx=0x7fe24c009390 comp rx=0 tx=0).stop 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254105690 msgr2=0x7fe254113e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254105690 0x7fe254113e00 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fe244005740 tx=0x7fe244005770 comp rx=0 tx=0).stop 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 shutdown_connections 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe25410ea00 0x7fe25410eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe23c0a15d0 0x7fe23c0a3a90 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe254100570 0x7fe2541138a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 --2- 172.21.15.39:0/1117929506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe254105690 0x7fe254113e00 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:07:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 >> 172.21.15.39:0/1117929506 conn(0x7fe2540fbdf0 msgr2=0x7fe2540fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:07:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 shutdown_connections 2023-12-07T14:07:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:07:58.767+0000 7fe259a94700 1 -- 172.21.15.39:0/1117929506 wait complete. 2023-12-07T14:07:58.789 ERROR:tasks.fwd_scrub:rank 2 damaged: [{'damage_type': 'backtrace', 'id': 51541480, 'ino': 1099511628471, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2672'}, {'damage_type': 'backtrace', 'id': 118039658, 'ino': 1099511628675, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_fsm'}, {'damage_type': 'backtrace', 'id': 154681981, 'ino': 1099511628403, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592'}, {'damage_type': 'backtrace', 'id': 240445594, 'ino': 1099511628380, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261'}, {'damage_type': 'backtrace', 'id': 275447550, 'ino': 1099511628475, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2397'}, {'damage_type': 'backtrace', 'id': 295433317, 'ino': 1099511628609, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1261_vm'}, {'damage_type': 'backtrace', 'id': 415573866, 'ino': 1099511628564, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3592_vm'}, {'damage_type': 'backtrace', 'id': 480087875, 'ino': 1099511628436, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966'}, {'damage_type': 'backtrace', 'id': 515016313, 'ino': 1099511628399, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000'}, {'damage_type': 'backtrace', 'id': 732248283, 'ino': 2199023256095, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/000000010000000100000012'}, {'damage_type': 'backtrace', 'id': 977240090, 'ino': 1099511628434, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846'}, {'damage_type': 'backtrace', 'id': 1121023560, 'ino': 1099511628413, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100'}, {'damage_type': 'backtrace', 'id': 1157499116, 'ino': 1099511628610, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_vm'}, {'damage_type': 'backtrace', 'id': 1200072780, 'ino': 1099511628379, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260_fsm'}, {'damage_type': 'backtrace', 'id': 1226818252, 'ino': 1099511628375, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_fsm'}, {'damage_type': 'backtrace', 'id': 1255302082, 'ino': 1099511628378, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1260'}, {'damage_type': 'backtrace', 'id': 1348293301, 'ino': 1099511628537, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2965'}, {'damage_type': 'backtrace', 'id': 1362837608, 'ino': 1099511628629, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_filenode.map'}, {'damage_type': 'backtrace', 'id': 1364560265, 'ino': 1099511628506, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1233'}, {'damage_type': 'backtrace', 'id': 1422167958, 'ino': 1099511628603, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_vm'}, {'damage_type': 'backtrace', 'id': 1473562972, 'ino': 1099511628454, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2694'}, {'damage_type': 'backtrace', 'id': 1479799298, 'ino': 1099511628371, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262'}, {'damage_type': 'backtrace', 'id': 1517364220, 'ino': 1099511628508, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2697'}, {'damage_type': 'backtrace', 'id': 1531856051, 'ino': 1099511628583, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_vm'}, {'damage_type': 'backtrace', 'id': 1549810696, 'ino': 1099511628382, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396'}, {'damage_type': 'backtrace', 'id': 1669750218, 'ino': 1099511628566, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964_vm'}, {'damage_type': 'backtrace', 'id': 1862216768, 'ino': 1099511628676, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214_fsm'}, {'damage_type': 'backtrace', 'id': 1945703593, 'ino': 1099511628374, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213'}, {'damage_type': 'backtrace', 'id': 1950881119, 'ino': 1099511628619, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2846_vm'}, {'damage_type': 'backtrace', 'id': 1972112223, 'ino': 1099511628435, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2847'}, {'damage_type': 'backtrace', 'id': 2124786042, 'ino': 1099511628546, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6002'}, {'damage_type': 'backtrace', 'id': 2186991011, 'ino': 1099511628455, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2695'}, {'damage_type': 'backtrace', 'id': 2270576033, 'ino': 1099511628539, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/3593'}, {'damage_type': 'backtrace', 'id': 2276719114, 'ino': 1099511628556, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6100_vm'}, {'damage_type': 'backtrace', 'id': 2404454958, 'ino': 1099511628439, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4061'}, {'damage_type': 'backtrace', 'id': 2413769061, 'ino': 1099511628677, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_fsm'}, {'damage_type': 'backtrace', 'id': 2414890360, 'ino': 1099511628587, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_vm'}, {'damage_type': 'backtrace', 'id': 2425866452, 'ino': 1099511628372, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1262_fsm'}, {'damage_type': 'backtrace', 'id': 2481997434, 'ino': 1099511628438, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060'}, {'damage_type': 'backtrace', 'id': 2486975464, 'ino': 1099511628452, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2676'}, {'damage_type': 'backtrace', 'id': 2518029732, 'ino': 1099511628509, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2698'}, {'damage_type': 'backtrace', 'id': 2529071246, 'ino': 1099511628499, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1137'}, {'damage_type': 'backtrace', 'id': 2738647979, 'ino': 1099511628600, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2396_vm'}, {'damage_type': 'backtrace', 'id': 2841959810, 'ino': 1099511628617, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/4060_vm'}, {'damage_type': 'backtrace', 'id': 3024436570, 'ino': 1099511628560, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6000_vm'}, {'damage_type': 'backtrace', 'id': 3087906423, 'ino': 1099511628373, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2964'}, {'damage_type': 'backtrace', 'id': 3112410939, 'ino': 1099511628505, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1232'}, {'damage_type': 'backtrace', 'id': 3120902169, 'ino': 1099511628453, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2677'}, {'damage_type': 'backtrace', 'id': 3124117157, 'ino': 1099511628323, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_control'}, {'damage_type': 'backtrace', 'id': 3235754017, 'ino': 1099511628381, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1214'}, {'damage_type': 'backtrace', 'id': 3444866618, 'ino': 1099511628437, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2967'}, {'damage_type': 'backtrace', 'id': 3586975861, 'ino': 1099511628618, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2966_vm'}, {'damage_type': 'backtrace', 'id': 3621232774, 'ino': 1099511628553, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6115'}, {'damage_type': 'backtrace', 'id': 3639858367, 'ino': 1099511628552, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6114'}, {'damage_type': 'backtrace', 'id': 3662419480, 'ino': 1099511628377, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136_fsm'}, {'damage_type': 'backtrace', 'id': 3740711917, 'ino': 1099511628470, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/2671'}, {'damage_type': 'backtrace', 'id': 3817970488, 'ino': 1099511628376, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1136'}, {'damage_type': 'backtrace', 'id': 3945729648, 'ino': 2199023255552, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/pg_internal.init'}, {'damage_type': 'backtrace', 'id': 4111831284, 'ino': 1099511628581, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/1213_vm'}, {'damage_type': 'backtrace', 'id': 4112560908, 'ino': 1099511628545, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/global/6001'}, {'damage_type': 'backtrace', 'id': 4284170616, 'ino': 2199023256076, 'path': '/volumes/_nogroup/sv_1/b55fd868-1f12-43fc-8659-02af2ae960bb/postgres/data/pg_wal/0000000100000000000000F8'}] 2023-12-07T14:07:58.789 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2023-12-07T14:07:58.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 305.0 s, 2702.6 tps, lat 37.353 ms stddev 42.226 2023-12-07T14:07:59.656 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:07:59 smithi055 ceph-mon[103363]: pgmap v169: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 18 MiB/s wr, 969 op/s 2023-12-07T14:07:59.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:07:59 smithi089 ceph-mon[103124]: pgmap v169: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 18 MiB/s wr, 969 op/s 2023-12-07T14:07:59.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:07:59 smithi039 ceph-mon[98864]: pgmap v169: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 18 MiB/s wr, 969 op/s 2023-12-07T14:08:01.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:01 smithi055 ceph-mon[103363]: pgmap v170: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 12 MiB/s wr, 656 op/s 2023-12-07T14:08:01.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:01 smithi089 ceph-mon[103124]: pgmap v170: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 12 MiB/s wr, 656 op/s 2023-12-07T14:08:01.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:01 smithi039 ceph-mon[98864]: pgmap v170: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 12 MiB/s wr, 656 op/s 2023-12-07T14:08:03.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:03 smithi055 ceph-mon[103363]: pgmap v171: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 17 MiB/s wr, 1.03k op/s 2023-12-07T14:08:03.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:03 smithi089 ceph-mon[103124]: pgmap v171: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 17 MiB/s wr, 1.03k op/s 2023-12-07T14:08:03.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:03 smithi039 ceph-mon[98864]: pgmap v171: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 17 MiB/s wr, 1.03k op/s 2023-12-07T14:08:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.858+0000 7fda286d1700 1 -- 172.21.15.39:0/5814102 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda201014a0 msgr2=0x7fda2010d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.858+0000 7fda286d1700 1 --2- 172.21.15.39:0/5814102 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda201014a0 0x7fda2010d1b0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fda1800b0d0 tx=0x7fda1800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 -- 172.21.15.39:0/5814102 shutdown_connections 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 --2- 172.21.15.39:0/5814102 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda201014a0 0x7fda2010d1b0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 --2- 172.21.15.39:0/5814102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20105340 0x7fda20105720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 --2- 172.21.15.39:0/5814102 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fda20100ae0 0x7fda20100f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 -- 172.21.15.39:0/5814102 >> 172.21.15.39:0/5814102 conn(0x7fda20076900 msgr2=0x7fda200fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 -- 172.21.15.39:0/5814102 shutdown_connections 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 -- 172.21.15.39:0/5814102 wait complete. 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 Processor -- start 2023-12-07T14:08:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.859+0000 7fda286d1700 1 -- start start 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda286d1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20100ae0 0x7fda201988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda286d1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fda201014a0 0x7fda20198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda286d1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda20105340 0x7fda201a3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda286d1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda20199630 con 0x7fda20100ae0 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda286d1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda201a3e60 con 0x7fda20105340 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda286d1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda201a3fa0 con 0x7fda201014a0 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda2646d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20100ae0 0x7fda201988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda2646d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20100ae0 0x7fda201988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58196/0 (socket says 172.21.15.39:58196) 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda2646d700 1 -- 172.21.15.39:0/4088323854 learned_addr learned my addr 172.21.15.39:0/4088323854 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:03.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda25c6c700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fda201014a0 0x7fda20198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.860+0000 7fda26c6e700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda20105340 0x7fda201a3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda25c6c700 1 -- 172.21.15.39:0/4088323854 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda20105340 msgr2=0x7fda201a3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda25c6c700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda20105340 0x7fda201a3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda25c6c700 1 -- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20100ae0 msgr2=0x7fda201988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda25c6c700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20100ae0 0x7fda201988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda25c6c700 1 -- 172.21.15.39:0/4088323854 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda18009d00 con 0x7fda201014a0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda2646d700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20100ae0 0x7fda201988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda25c6c700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fda201014a0 0x7fda20198de0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fda10006fd0 tx=0x7fda1000b730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda177fe700 1 -- 172.21.15.39:0/4088323854 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda10011830 con 0x7fda201014a0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda177fe700 1 -- 172.21.15.39:0/4088323854 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda10011e50 con 0x7fda201014a0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda177fe700 1 -- 172.21.15.39:0/4088323854 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda10010dc0 con 0x7fda201014a0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda201a4200 con 0x7fda201014a0 2023-12-07T14:08:03.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.861+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda201a46c0 con 0x7fda201014a0 2023-12-07T14:08:03.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.864+0000 7fda177fe700 1 -- 172.21.15.39:0/4088323854 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fda1001a400 con 0x7fda201014a0 2023-12-07T14:08:03.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.864+0000 7fda177fe700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fda0c0a1660 0x7fda0c0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda177fe700 1 -- 172.21.15.39:0/4088323854 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fda100cc9b0 con 0x7fda201014a0 2023-12-07T14:08:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda2646d700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fda0c0a1660 0x7fda0c0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 Processor -- start 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 -- start start 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0630 0x5613abcd0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0f50 0x5613abcd45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abc44760 con 0x5613abcd0f50 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abc2b740 con 0x5613abcd0630 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.865+0000 7fda348cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abc29060 con 0x5613abcd4b10 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda25c6c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0f50 0x5613abcd45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda25c6c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0f50 0x5613abcd45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58206/0 (socket says 172.21.15.39:58206) 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd4f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34698/0 (socket says 172.21.15.39:34698) 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda25c6c700 1 -- 172.21.15.39:0/3386281999 learned_addr learned my addr 172.21.15.39:0/3386281999 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:03.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda2646d700 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0630 0x5613abcd0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda2646d700 1 -- 172.21.15.39:0/3386281999 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 msgr2=0x5613abcd4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda2646d700 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda2646d700 1 -- 172.21.15.39:0/3386281999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0f50 msgr2=0x5613abcd45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda2646d700 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0f50 0x5613abcd45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.866+0000 7fda2646d700 1 -- 172.21.15.39:0/3386281999 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5613abaa15d0 con 0x5613abcd0630 2023-12-07T14:08:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.867+0000 7fda2646d700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fda0c0a1660 0x7fda0c0a3b20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009f10 tx=0x7fda1c00e4b0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:03.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.867+0000 7fda2646d700 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0630 0x5613abcd0a10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009c40 tx=0x7fda1c01b000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ffc7351cdfc9dc1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.867+0000 7fda14ff9700 1 -- 172.21.15.39:0/3386281999 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c015dd0 con 0x5613abcd0630 2023-12-07T14:08:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.868+0000 7fda14ff9700 1 -- 172.21.15.39:0/3386281999 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda1c01f910 con 0x5613abcd0630 2023-12-07T14:08:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.868+0000 7fda14ff9700 1 -- 172.21.15.39:0/3386281999 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c0168c0 con 0x5613abcd0630 2023-12-07T14:08:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.868+0000 7fda348cab80 1 -- 172.21.15.39:0/3386281999 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0630 msgr2=0x5613abcd0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.868+0000 7fda348cab80 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0630 0x5613abcd0a10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009c40 tx=0x7fda1c01b000 comp rx=0 tx=0).stop 2023-12-07T14:08:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 -- 172.21.15.39:0/3386281999 shutdown_connections 2023-12-07T14:08:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0630 0x5613abcd0a10 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 --2- 172.21.15.39:0/3386281999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0f50 0x5613abcd45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 -- 172.21.15.39:0/3386281999 >> 172.21.15.39:0/3386281999 conn(0x5613abbff300 msgr2=0x5613abccaba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 -- 172.21.15.39:0/3386281999 shutdown_connections 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 -- 172.21.15.39:0/3386281999 wait complete. 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 -- start start 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.869+0000 7fda348cab80 1 Processor -- start 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda348cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd96a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda348cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda348cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcda120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda348cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abc24950 con 0x5613abcd0630 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda348cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abbde500 con 0x5613abcd0f50 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda348cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abbde1a0 con 0x5613abcd4b10 2023-12-07T14:08:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda348cab80 10 client.0 _ll_register_callbacks cb 0x5613abb09a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda2646d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcda120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcda120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34704/0 (socket says 172.21.15.39:34704) 2023-12-07T14:08:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda2646d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd96a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58210/0 (socket says 172.21.15.39:58210) 2023-12-07T14:08:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda26c6e700 1 -- 172.21.15.39:0/3454010414 learned_addr learned my addr 172.21.15.39:0/3454010414 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda25c6c700 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda25c6c700 1 -- 172.21.15.39:0/3454010414 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 msgr2=0x5613abcda120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda25c6c700 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcda120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda25c6c700 1 -- 172.21.15.39:0/3454010414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 msgr2=0x5613abcd96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.870+0000 7fda25c6c700 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda25c6c700 1 -- 172.21.15.39:0/3454010414 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda1c00eb20 con 0x5613abcd0f50 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda26c6e700 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcda120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda25c6c700 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9be0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fda100998f0 tx=0x7fda10099640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=320302b1ff40940d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda09ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda09ffb700 1 -- 172.21.15.39:0/3454010414 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda100b2400 con 0x5613abcd0f50 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda09ffb700 1 -- 172.21.15.39:0/3454010414 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fda1009ae40 con 0x5613abcd0f50 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5613abcc35f0 con 0x5613abcd0f50 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda09ffb700 1 -- 172.21.15.39:0/3454010414 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda10018310 con 0x5613abcd0f50 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda348cab80 10 client.26681 fetch_fsmap learned FSMap version 50 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x5613aba4dd80 con 0x5613abcd0f50 2023-12-07T14:08:03.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda09ffb700 1 -- 172.21.15.39:0/3454010414 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5613abcc35f0 con 0x5613abcd0f50 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.871+0000 7fda09ffb700 1 -- 172.21.15.39:0/3454010414 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fda100a1a80 con 0x5613abcd0f50 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda348cab80 10 client.26681 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda348cab80 10 client.26681 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda348cab80 20 client.26681 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda348cab80 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abce9f00 0x5613abcec320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda348cab80 4 client.26681 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5613abc9f640 con 0x5613abce9f00 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda2646d700 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abce9f00 0x5613abcec320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda09ffb700 10 client.26681 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.872+0000 7fda2646d700 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abce9f00 0x5613abcec320 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4dd6dd117367820 server_cookie=35cc2366032027f7 in_seq=0 out_seq=0 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda09ffb700 1 -- 172.21.15.39:0/3454010414 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5613abc9f640 con 0x5613abce9f00 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda09ffb700 10 client.26681 handle_command_reply: tid=0 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 client.26681 shutdown 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 msgr2=0x5613abcd9be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9be0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fda100998f0 tx=0x7fda10099640 comp rx=0 tx=0).stop 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 shutdown_connections 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcda120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abce9f00 0x5613abcec320 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 --2- 172.21.15.39:0/3454010414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9be0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 >> 172.21.15.39:0/3454010414 conn(0x5613abbff300 msgr2=0x5613abccf430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.873+0000 7fda09ffb700 0 client.26681 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:03.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.874+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 shutdown_connections 2023-12-07T14:08:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.874+0000 7fda348cab80 1 -- 172.21.15.39:0/3454010414 wait complete. 2023-12-07T14:08:03.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.875+0000 7fda348cab80 20 client.26681 trim_cache size 0 max 16384 2023-12-07T14:08:03.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 Processor -- start 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 -- start start 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abaa38c0 con 0x5613abcd0630 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abcc3380 con 0x5613abcd0f50 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.898+0000 7fda348cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abcc7240 con 0x5613abcd4b10 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd2cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34712/0 (socket says 172.21.15.39:34712) 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 -- 172.21.15.39:0/3534296283 learned_addr learned my addr 172.21.15.39:0/3534296283 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda2646d700 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda25c6c700 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 -- 172.21.15.39:0/3534296283 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 msgr2=0x5613abcd9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 -- 172.21.15.39:0/3534296283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 msgr2=0x5613abcd5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 -- 172.21.15.39:0/3534296283 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5613aba36c00 con 0x5613abcd4b10 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.899+0000 7fda26c6e700 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd2cd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fda18008e80 tx=0x7fda18008eb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bcadf91590e7fe8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda157fa700 1 -- 172.21.15.39:0/3534296283 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1800e070 con 0x5613abcd4b10 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda157fa700 1 -- 172.21.15.39:0/3534296283 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda18020070 con 0x5613abcd4b10 2023-12-07T14:08:03.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda157fa700 1 -- 172.21.15.39:0/3534296283 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda180258f0 con 0x5613abcd4b10 2023-12-07T14:08:03.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda348cab80 1 -- 172.21.15.39:0/3534296283 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 msgr2=0x5613abcd2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda348cab80 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd2cd0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fda18008e80 tx=0x7fda18008eb0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda348cab80 1 -- 172.21.15.39:0/3534296283 shutdown_connections 2023-12-07T14:08:03.908 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda348cab80 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd2cd0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda348cab80 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abcd5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda348cab80 1 --2- 172.21.15.39:0/3534296283 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.900+0000 7fda348cab80 1 -- 172.21.15.39:0/3534296283 >> 172.21.15.39:0/3534296283 conn(0x5613abbff300 msgr2=0x5613abcf0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.901+0000 7fda348cab80 1 -- 172.21.15.39:0/3534296283 shutdown_connections 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.901+0000 7fda348cab80 1 -- 172.21.15.39:0/3534296283 wait complete. 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.901+0000 7fda348cab80 1 -- start start 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.901+0000 7fda348cab80 1 Processor -- start 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda348cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abce1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda348cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda348cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda348cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abcd65c0 con 0x5613abcd0630 2023-12-07T14:08:03.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda348cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abd3c3e0 con 0x5613abcd0f50 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda348cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613abd3c550 con 0x5613abcd4b10 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda348cab80 10 client.0 _ll_register_callbacks cb 0x5613abb09a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda26c6e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd5fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34716/0 (socket says 172.21.15.39:34716) 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.902+0000 7fda26c6e700 1 -- 172.21.15.39:0/1929513324 learned_addr learned my addr 172.21.15.39:0/1929513324 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda2646d700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abce1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda25c6c700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda26c6e700 1 -- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 msgr2=0x5613abcd5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda26c6e700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda26c6e700 1 -- 172.21.15.39:0/1929513324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 msgr2=0x5613abce1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda26c6e700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abce1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda26c6e700 1 -- 172.21.15.39:0/1929513324 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda2010dbb0 con 0x5613abcd4b10 2023-12-07T14:08:03.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda25c6c700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda26c6e700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd5fa0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fda1800b0d0 tx=0x7fda18007960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=647e47192ae4078d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda09ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda09ffb700 1 -- 172.21.15.39:0/1929513324 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1800e040 con 0x5613abcd4b10 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda09ffb700 1 -- 172.21.15.39:0/1929513324 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fda18025710 con 0x5613abcd4b10 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.903+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fda1c01f910 con 0x5613abcd4b10 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda09ffb700 1 -- 172.21.15.39:0/1929513324 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda18004da0 con 0x5613abcd4b10 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 10 client.26809 fetch_fsmap learned FSMap version 50 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=4+}) v3 -- 0x5613aba741f0 con 0x5613abcd4b10 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda09ffb700 1 -- 172.21.15.39:0/1929513324 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda1c01f910 con 0x5613abcd4b10 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda09ffb700 1 -- 172.21.15.39:0/1929513324 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 50) v1 ==== 7918+0+0 (secure 0 0 0) 0x7fda1800b100 con 0x5613abcd4b10 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 10 client.26809 fetch_fsmap finished waiting for FSMap version 50 2023-12-07T14:08:03.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 10 client.26809 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:03.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 20 client.26809 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:03.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abcd91d0 0x5613abcd95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:03.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 4 client.26809 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:08:03.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5613abbeaf70 con 0x5613abcd91d0 2023-12-07T14:08:03.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.904+0000 7fda2646d700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abcd91d0 0x5613abcd95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:03.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.905+0000 7fda09ffb700 10 client.26809 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:03.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.905+0000 7fda2646d700 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abcd91d0 0x5613abcd95e0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a31d4feea662daf2 server_cookie=be58f35d0a4201f8 in_seq=0 out_seq=0 2023-12-07T14:08:03.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.957+0000 7fda09ffb700 1 -- 172.21.15.39:0/1929513324 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5613abbeaf70 con 0x5613abcd91d0 2023-12-07T14:08:03.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.958+0000 7fda09ffb700 10 client.26809 handle_command_reply: tid=0 2023-12-07T14:08:03.960 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.958+0000 7fda348cab80 1 client.26809 shutdown 2023-12-07T14:08:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 310.0 s, 1723.8 tps, lat 57.745 ms stddev 120.353 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 msgr2=0x5613abcd5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd5fa0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fda1800b0d0 tx=0x7fda18007960 comp rx=0 tx=0).stop 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 shutdown_connections 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5613abcd4b10 0x5613abcd5fa0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5613abcd0630 0x5613abce1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5613abcd91d0 0x5613abcd95e0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 --2- 172.21.15.39:0/1929513324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5613abcd0f50 0x5613abcd5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda09ffb700 0 client.26809 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 >> 172.21.15.39:0/1929513324 conn(0x5613abbff300 msgr2=0x5613abcd2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 shutdown_connections 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 1 -- 172.21.15.39:0/1929513324 wait complete. 2023-12-07T14:08:03.964 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.961+0000 7fda348cab80 20 client.26809 trim_cache size 0 max 16384 2023-12-07T14:08:03.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:08:03.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:08:03.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:08:03.965 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fda0c0a1660 msgr2=0x7fda0c0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fda0c0a1660 0x7fda0c0a3b20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009f10 tx=0x7fda1c00e4b0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fda201014a0 msgr2=0x7fda20198de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fda201014a0 0x7fda20198de0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fda10006fd0 tx=0x7fda1000b730 comp rx=0 tx=0).stop 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 shutdown_connections 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fda0c0a1660 0x7fda0c0a3b20 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fda20105340 0x7fda201a3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda20100ae0 0x7fda201988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 --2- 172.21.15.39:0/4088323854 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fda201014a0 0x7fda20198de0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:03.966 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 >> 172.21.15.39:0/4088323854 conn(0x7fda20076900 msgr2=0x7fda201033a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:03.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 shutdown_connections 2023-12-07T14:08:03.967 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:03.962+0000 7fda286d1700 1 -- 172.21.15.39:0/4088323854 wait complete. 2023-12-07T14:08:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:05 smithi055 ceph-mon[103363]: pgmap v172: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 733 op/s 2023-12-07T14:08:05.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:05 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:05 smithi089 ceph-mon[103124]: pgmap v172: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 733 op/s 2023-12-07T14:08:05.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:05 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:05 smithi039 ceph-mon[98864]: pgmap v172: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 733 op/s 2023-12-07T14:08:05.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:05 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:07.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:07 smithi089 ceph-mon[103124]: pgmap v173: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 733 op/s 2023-12-07T14:08:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:07 smithi039 ceph-mon[98864]: pgmap v173: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 733 op/s 2023-12-07T14:08:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:07 smithi055 ceph-mon[103363]: pgmap v173: 97 pgs: 97 active+clean; 7.2 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 733 op/s 2023-12-07T14:08:08.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 315.0 s, 2904.3 tps, lat 34.307 ms stddev 38.776 2023-12-07T14:08:09.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:09 smithi089 ceph-mon[103124]: pgmap v174: 97 pgs: 97 active+clean; 7.3 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 34 MiB/s wr, 2.20k op/s 2023-12-07T14:08:09.818 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:09 smithi039 ceph-mon[98864]: pgmap v174: 97 pgs: 97 active+clean; 7.3 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 34 MiB/s wr, 2.20k op/s 2023-12-07T14:08:09.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:09 smithi055 ceph-mon[103363]: pgmap v174: 97 pgs: 97 active+clean; 7.3 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 34 MiB/s wr, 2.20k op/s 2023-12-07T14:08:11.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:11 smithi089 ceph-mon[103124]: pgmap v175: 97 pgs: 97 active+clean; 7.3 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 27 MiB/s wr, 1.85k op/s 2023-12-07T14:08:11.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:11 smithi039 ceph-mon[98864]: pgmap v175: 97 pgs: 97 active+clean; 7.3 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 27 MiB/s wr, 1.85k op/s 2023-12-07T14:08:11.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:11 smithi055 ceph-mon[103363]: pgmap v175: 97 pgs: 97 active+clean; 7.3 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 27 MiB/s wr, 1.85k op/s 2023-12-07T14:08:13.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:13 smithi089 ceph-mon[103124]: pgmap v176: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 34 MiB/s wr, 2.23k op/s 2023-12-07T14:08:13.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:13 smithi039 ceph-mon[98864]: pgmap v176: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 34 MiB/s wr, 2.23k op/s 2023-12-07T14:08:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:13 smithi055 ceph-mon[103363]: pgmap v176: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 34 MiB/s wr, 2.23k op/s 2023-12-07T14:08:13.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 320.0 s, 670.5 tps, lat 143.611 ms stddev 494.951 2023-12-07T14:08:15.698 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:15 smithi089 ceph-mon[103124]: pgmap v177: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 MiB/s wr, 1.85k op/s 2023-12-07T14:08:15.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:15 smithi039 ceph-mon[98864]: pgmap v177: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 MiB/s wr, 1.85k op/s 2023-12-07T14:08:15.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:15 smithi055 ceph-mon[103363]: pgmap v177: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 MiB/s wr, 1.85k op/s 2023-12-07T14:08:17.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 -- 172.21.15.39:0/3088542472 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601005d0 msgr2=0x7f65601009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 --2- 172.21.15.39:0/3088542472 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601005d0 0x7f65601009b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f655c0098f0 tx=0x7f655c009c00 comp rx=0 tx=0).stop 2023-12-07T14:08:17.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 -- 172.21.15.39:0/3088542472 shutdown_connections 2023-12-07T14:08:17.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 --2- 172.21.15.39:0/3088542472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65601056f0 0x7f656010d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 --2- 172.21.15.39:0/3088542472 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601005d0 0x7f65601009b0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 --2- 172.21.15.39:0/3088542472 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6560100f80 0x7f6560104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 -- 172.21.15.39:0/3088542472 >> 172.21.15.39:0/3088542472 conn(0x7f65600fbe70 msgr2=0x7f65600fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:17.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 -- 172.21.15.39:0/3088542472 shutdown_connections 2023-12-07T14:08:17.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.091+0000 7f6567dd5700 1 -- 172.21.15.39:0/3088542472 wait complete. 2023-12-07T14:08:17.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.092+0000 7f6567dd5700 1 Processor -- start 2023-12-07T14:08:17.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.092+0000 7f6567dd5700 1 -- start start 2023-12-07T14:08:17.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6567dd5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65601005d0 0x7f656019d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6567dd5700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601056f0 0x7f656019dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6567dd5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6560197790 0x7f6560197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.098 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6567dd5700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6560198210 con 0x7f6560197790 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6567dd5700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6560198350 con 0x7f65601005d0 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6567dd5700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6560198510 con 0x7f65601056f0 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6560197790 0x7f6560197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6565370700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601056f0 0x7f656019dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6560197790 0x7f6560197c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58242/0 (socket says 172.21.15.39:58242) 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6565370700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601056f0 0x7f656019dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34730/0 (socket says 172.21.15.39:34730) 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 -- 172.21.15.39:0/1291368946 learned_addr learned my addr 172.21.15.39:0/1291368946 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6565b71700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65601005d0 0x7f656019d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 -- 172.21.15.39:0/1291368946 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601056f0 msgr2=0x7f656019dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601056f0 0x7f656019dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 -- 172.21.15.39:0/1291368946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65601005d0 msgr2=0x7f656019d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65601005d0 0x7f656019d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 -- 172.21.15.39:0/1291368946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6558009d00 con 0x7f6560197790 2023-12-07T14:08:17.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6565370700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601056f0 0x7f656019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:17.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.093+0000 7f6566372700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6560197790 0x7f6560197c40 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f655800e3c0 tx=0x7f655800e6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:17.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.094+0000 7f6556ffd700 1 -- 172.21.15.39:0/1291368946 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65580090d0 con 0x7f6560197790 2023-12-07T14:08:17.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.094+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f655c009520 con 0x7f6560197790 2023-12-07T14:08:17.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.094+0000 7f6556ffd700 1 -- 172.21.15.39:0/1291368946 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f655800f040 con 0x7f6560197790 2023-12-07T14:08:17.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.094+0000 7f6556ffd700 1 -- 172.21.15.39:0/1291368946 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6558007c20 con 0x7f6560197790 2023-12-07T14:08:17.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.094+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65601a4850 con 0x7f6560197790 2023-12-07T14:08:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.096+0000 7f6556ffd700 1 -- 172.21.15.39:0/1291368946 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f6558004030 con 0x7f6560197790 2023-12-07T14:08:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.097+0000 7f6556ffd700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f654c0a15e0 0x7f654c0a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.097+0000 7f6565b71700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f654c0a15e0 0x7f654c0a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.097+0000 7f6556ffd700 1 -- 172.21.15.39:0/1291368946 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f65580ccff0 con 0x7f6560197790 2023-12-07T14:08:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.097+0000 7f6565b71700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f654c0a15e0 0x7f654c0a3aa0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f655c009fd0 tx=0x7f655c019040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.097+0000 7f6573fceb80 1 Processor -- start 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6573fceb80 1 -- start start 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e0a40 0x5630279e0e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279e49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e4f20 0x5630279e5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6573fceb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563027950760 con 0x5630279e1360 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6573fceb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x563027937740 con 0x5630279e4f20 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6573fceb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x563027935060 con 0x5630279e0a40 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279e49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279e49e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58250/0 (socket says 172.21.15.39:58250) 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 -- 172.21.15.39:0/4131537468 learned_addr learned my addr 172.21.15.39:0/4131537468 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565b71700 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e0a40 0x5630279e0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6566372700 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e4f20 0x5630279e5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 -- 172.21.15.39:0/4131537468 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e0a40 msgr2=0x5630279e0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e0a40 0x5630279e0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 -- 172.21.15.39:0/4131537468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e4f20 msgr2=0x5630279e5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e4f20 0x5630279e5380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 -- 172.21.15.39:0/4131537468 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5630277ad5d0 con 0x5630279e1360 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.098+0000 7f6565370700 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279e49e0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f6550011540 tx=0x7f6550011850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42d0c5efa5a410dd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f654bfff700 1 -- 172.21.15.39:0/4131537468 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6550004a30 con 0x5630279e1360 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f654bfff700 1 -- 172.21.15.39:0/4131537468 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65500054e0 con 0x5630279e1360 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f654bfff700 1 -- 172.21.15.39:0/4131537468 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f655000e8b0 con 0x5630279e1360 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f6573fceb80 1 -- 172.21.15.39:0/4131537468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 msgr2=0x5630279e49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f6573fceb80 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279e49e0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f6550011540 tx=0x7f6550011850 comp rx=0 tx=0).stop 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f6573fceb80 1 -- 172.21.15.39:0/4131537468 shutdown_connections 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f6573fceb80 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e4f20 0x5630279e5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f6573fceb80 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e0a40 0x5630279e0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f6573fceb80 1 --2- 172.21.15.39:0/4131537468 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279e49e0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.099+0000 7f6573fceb80 1 -- 172.21.15.39:0/4131537468 >> 172.21.15.39:0/4131537468 conn(0x56302790b300 msgr2=0x5630279d6ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:17.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 -- 172.21.15.39:0/4131537468 shutdown_connections 2023-12-07T14:08:17.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 -- 172.21.15.39:0/4131537468 wait complete. 2023-12-07T14:08:17.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 -- start start 2023-12-07T14:08:17.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 Processor -- start 2023-12-07T14:08:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x5630279ec710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279e9a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ea140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563027930950 con 0x5630279e0a40 2023-12-07T14:08:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630278ea500 con 0x5630279e1360 2023-12-07T14:08:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.100+0000 7f6573fceb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630278ea1a0 con 0x5630279e4f20 2023-12-07T14:08:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6573fceb80 10 client.0 _ll_register_callbacks cb 0x563027815a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x5630279ec710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x5630279ec710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58252/0 (socket says 172.21.15.39:58252) 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 -- 172.21.15.39:0/815516641 learned_addr learned my addr 172.21.15.39:0/815516641 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565370700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279e9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6566372700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ea140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 -- 172.21.15.39:0/815516641 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 msgr2=0x5630279ea140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ea140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 -- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 msgr2=0x5630279e9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279e9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 -- 172.21.15.39:0/815516641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6550009d10 con 0x5630279e0a40 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565370700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279e9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6565b71700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x5630279ec710 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f655c009230 tx=0x7f655c009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f622cc05f479da58 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:17.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f65497fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:08:17.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f65497fa700 1 -- 172.21.15.39:0/815516641 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f655c02b040 con 0x5630279e0a40 2023-12-07T14:08:17.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f65497fa700 1 -- 172.21.15.39:0/815516641 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f655c005040 con 0x5630279e0a40 2023-12-07T14:08:17.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5630279cf5f0 con 0x5630279e0a40 2023-12-07T14:08:17.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f65497fa700 1 -- 172.21.15.39:0/815516641 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f655c00f910 con 0x5630279e0a40 2023-12-07T14:08:17.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6573fceb80 10 client.17190 fetch_fsmap learned FSMap version 51 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.101+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=4+}) v3 -- 0x563027759d80 con 0x5630279e0a40 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f65497fa700 1 -- 172.21.15.39:0/815516641 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5630279cf5f0 con 0x5630279e0a40 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f65497fa700 1 -- 172.21.15.39:0/815516641 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 51) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f655c025430 con 0x5630279e0a40 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f6573fceb80 10 client.17190 fetch_fsmap finished waiting for FSMap version 51 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f6573fceb80 10 client.17190 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f6573fceb80 20 client.17190 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f6573fceb80 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5630279fa340 0x5630279fc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f6573fceb80 4 client.17190 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5630279ab640 con 0x5630279fa340 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.102+0000 7f6565370700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5630279fa340 0x5630279fc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.103+0000 7f65497fa700 10 client.17190 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.103+0000 7f6565370700 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5630279fa340 0x5630279fc760 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57f48af38fcc25b4 server_cookie=e038fa3a7887bae5 in_seq=0 out_seq=0 2023-12-07T14:08:17.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.103+0000 7f65497fa700 1 -- 172.21.15.39:0/815516641 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5630279ab640 con 0x5630279fa340 2023-12-07T14:08:17.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.103+0000 7f65497fa700 10 client.17190 handle_command_reply: tid=0 2023-12-07T14:08:17.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.103+0000 7f6573fceb80 1 client.17190 shutdown 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.103+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 msgr2=0x5630279ec710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.103+0000 7f6573fceb80 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x5630279ec710 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f655c009230 tx=0x7f655c009c00 comp rx=0 tx=0).stop 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 shutdown_connections 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ea140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x5630279ec710 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5630279fa340 0x5630279fc760 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 --2- 172.21.15.39:0/815516641 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279e9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f65497fa700 0 client.17190 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 >> 172.21.15.39:0/815516641 conn(0x56302790b300 msgr2=0x5630279db430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 shutdown_connections 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 1 -- 172.21.15.39:0/815516641 wait complete. 2023-12-07T14:08:17.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.104+0000 7f6573fceb80 20 client.17190 trim_cache size 0 max 16384 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.118+0000 7f6573fceb80 1 Processor -- start 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.118+0000 7f6573fceb80 1 -- start start 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x563027a010a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279f1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279f1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6573fceb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630277af8c0 con 0x5630279e0a40 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6573fceb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630279d7c70 con 0x5630279e1360 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6573fceb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630279e3c90 con 0x5630279e4f20 2023-12-07T14:08:17.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x563027a010a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x563027a010a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58260/0 (socket says 172.21.15.39:58260) 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 -- 172.21.15.39:0/3634870237 learned_addr learned my addr 172.21.15.39:0/3634870237 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565370700 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279f1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6566372700 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279f1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 -- 172.21.15.39:0/3634870237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 msgr2=0x5630279f1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279f1740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 -- 172.21.15.39:0/3634870237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 msgr2=0x5630279f1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279f1200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 -- 172.21.15.39:0/3634870237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563027742c00 con 0x5630279e0a40 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6565b71700 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x563027a010a0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f655c00fba0 tx=0x7f655c005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a1429781b0d6535 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6554ff9700 1 -- 172.21.15.39:0/3634870237 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f655c02b070 con 0x5630279e0a40 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.119+0000 7f6554ff9700 1 -- 172.21.15.39:0/3634870237 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f655c01d040 con 0x5630279e0a40 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6554ff9700 1 -- 172.21.15.39:0/3634870237 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f655c025b20 con 0x5630279e0a40 2023-12-07T14:08:17.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 -- 172.21.15.39:0/3634870237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 msgr2=0x563027a010a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x563027a010a0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f655c00fba0 tx=0x7f655c005c60 comp rx=0 tx=0).stop 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 -- 172.21.15.39:0/3634870237 shutdown_connections 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279f1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e0a40 0x563027a010a0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3634870237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e1360 0x5630279f1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 -- 172.21.15.39:0/3634870237 >> 172.21.15.39:0/3634870237 conn(0x56302790b300 msgr2=0x5630279ec3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 -- 172.21.15.39:0/3634870237 shutdown_connections 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 -- 172.21.15.39:0/3634870237 wait complete. 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.120+0000 7f6573fceb80 1 -- start start 2023-12-07T14:08:17.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 1 Processor -- start 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e0a40 0x5630279f1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279f1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ef1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630279ef870 con 0x5630279e1360 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630279ef9e0 con 0x5630279e0a40 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630279efba0 con 0x5630279e4f20 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6573fceb80 10 client.0 _ll_register_callbacks cb 0x563027815a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279f1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279f1740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58268/0 (socket says 172.21.15.39:58268) 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 -- 172.21.15.39:0/3265633744 learned_addr learned my addr 172.21.15.39:0/3265633744 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6566372700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ef1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565b71700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e0a40 0x5630279f1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 -- 172.21.15.39:0/3265633744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 msgr2=0x5630279ef1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ef1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 -- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e0a40 msgr2=0x5630279f1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e0a40 0x5630279f1200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565370700 1 -- 172.21.15.39:0/3265633744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563027759d80 con 0x5630279e1360 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6565b71700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e0a40 0x5630279f1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.121+0000 7f6566372700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ef1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6565370700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279f1740 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f6550005850 tx=0x7f655000e470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36c738bfc7a162fd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f65497fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f65497fa700 1 -- 172.21.15.39:0/3265633744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6550004310 con 0x5630279e1360 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f65497fa700 1 -- 172.21.15.39:0/3265633744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f6550004470 con 0x5630279e1360 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f65500054e0 con 0x5630279e1360 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f65497fa700 1 -- 172.21.15.39:0/3265633744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=51) v2 ==== 24+0+0 (secure 0 0 0) 0x7f655002b1b0 con 0x5630279e1360 2023-12-07T14:08:17.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 10 client.17196 fetch_fsmap learned FSMap version 51 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=51,monmap=4+}) v3 -- 0x5630277801f0 con 0x5630279e1360 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f65497fa700 1 -- 172.21.15.39:0/3265633744 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f65500054e0 con 0x5630279e1360 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f65497fa700 1 -- 172.21.15.39:0/3265633744 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 51) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f6550004fa0 con 0x5630279e1360 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 10 client.17196 fetch_fsmap finished waiting for FSMap version 51 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 10 client.17196 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 20 client.17196 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563027a50ac0 0x563027a52ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 4 client.17196 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5630278f6f70 con 0x563027a50ac0 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.122+0000 7f6565b71700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563027a50ac0 0x563027a52ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.123+0000 7f6565b71700 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563027a50ac0 0x563027a52ee0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28b1c058b8cf901f server_cookie=353fc5c186a1e85a in_seq=0 out_seq=0 2023-12-07T14:08:17.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.123+0000 7f65497fa700 10 client.17196 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f65497fa700 1 -- 172.21.15.39:0/3265633744 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5630278f6f70 con 0x563027a50ac0 2023-12-07T14:08:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f65497fa700 10 client.17196 handle_command_reply: tid=0 2023-12-07T14:08:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 client.17196 shutdown 2023-12-07T14:08:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 msgr2=0x5630279f1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279f1740 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f6550005850 tx=0x7f655000e470 comp rx=0 tx=0).stop 2023-12-07T14:08:17.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 shutdown_connections 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5630279e4f20 0x5630279ef1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x563027a50ac0 0x563027a52ee0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5630279e0a40 0x5630279f1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 --2- 172.21.15.39:0/3265633744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5630279e1360 0x5630279f1740 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f65497fa700 0 client.17196 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 >> 172.21.15.39:0/3265633744 conn(0x56302790b300 msgr2=0x563027a010a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 shutdown_connections 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.139+0000 7f6573fceb80 1 -- 172.21.15.39:0/3265633744 wait complete. 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6573fceb80 20 client.17196 trim_cache size 0 max 16384 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:08:17.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:08:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:08:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f654c0a15e0 msgr2=0x7f654c0a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f654c0a15e0 0x7f654c0a3aa0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f655c009fd0 tx=0x7f655c019040 comp rx=0 tx=0).stop 2023-12-07T14:08:17.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6560197790 msgr2=0x7f6560197c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6560197790 0x7f6560197c40 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f655800e3c0 tx=0x7f655800e6d0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 shutdown_connections 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6560197790 0x7f6560197c40 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f654c0a15e0 0x7f654c0a3aa0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65601005d0 0x7f656019d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 --2- 172.21.15.39:0/1291368946 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f65601056f0 0x7f656019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 >> 172.21.15.39:0/1291368946 conn(0x7f65600fbe70 msgr2=0x7f6560104830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 shutdown_connections 2023-12-07T14:08:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:17.140+0000 7f6567dd5700 1 -- 172.21.15.39:0/1291368946 wait complete. 2023-12-07T14:08:17.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:17 smithi089 ceph-mon[103124]: pgmap v178: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 MiB/s wr, 1.85k op/s 2023-12-07T14:08:17.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:17 smithi039 ceph-mon[98864]: pgmap v178: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 MiB/s wr, 1.85k op/s 2023-12-07T14:08:17.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:17 smithi055 ceph-mon[103363]: pgmap v178: 97 pgs: 97 active+clean; 7.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 29 MiB/s wr, 1.85k op/s 2023-12-07T14:08:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 325.0 s, 448.4 tps, lat 225.919 ms stddev 707.963 2023-12-07T14:08:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:19 smithi039 ceph-mon[98864]: pgmap v179: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 41 MiB/s wr, 2.94k op/s 2023-12-07T14:08:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:19 smithi055 ceph-mon[103363]: pgmap v179: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 41 MiB/s wr, 2.94k op/s 2023-12-07T14:08:19.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:19 smithi089 ceph-mon[103124]: pgmap v179: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 41 MiB/s wr, 2.94k op/s 2023-12-07T14:08:21.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:21 smithi039 ceph-mon[98864]: pgmap v180: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 19 MiB/s wr, 1.47k op/s 2023-12-07T14:08:21.902 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:21 smithi055 ceph-mon[103363]: pgmap v180: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 19 MiB/s wr, 1.47k op/s 2023-12-07T14:08:21.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:21 smithi089 ceph-mon[103124]: pgmap v180: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 19 MiB/s wr, 1.47k op/s 2023-12-07T14:08:23.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:23 smithi039 ceph-mon[98864]: pgmap v181: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 22 MiB/s wr, 1.65k op/s 2023-12-07T14:08:23.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:23 smithi055 ceph-mon[103363]: pgmap v181: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 22 MiB/s wr, 1.65k op/s 2023-12-07T14:08:23.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:23 smithi089 ceph-mon[103124]: pgmap v181: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 22 MiB/s wr, 1.65k op/s 2023-12-07T14:08:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 330.0 s, 1514.9 tps, lat 68.027 ms stddev 193.870 2023-12-07T14:08:25.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:25 smithi039 ceph-mon[98864]: pgmap v182: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 1.27k op/s 2023-12-07T14:08:25.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:25 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:25.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:25 smithi055 ceph-mon[103363]: pgmap v182: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 1.27k op/s 2023-12-07T14:08:25.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:25 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:25.953 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:25 smithi089 ceph-mon[103124]: pgmap v182: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 1.27k op/s 2023-12-07T14:08:25.954 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:25 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:27.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:27 smithi039 ceph-mon[98864]: pgmap v183: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 1.27k op/s 2023-12-07T14:08:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:27 smithi055 ceph-mon[103363]: pgmap v183: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 1.27k op/s 2023-12-07T14:08:27.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:27 smithi089 ceph-mon[103124]: pgmap v183: 97 pgs: 97 active+clean; 7.5 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 15 MiB/s wr, 1.27k op/s 2023-12-07T14:08:28.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 335.0 s, 2130.1 tps, lat 47.137 ms stddev 59.908 2023-12-07T14:08:29.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:29 smithi039 ceph-mon[98864]: pgmap v184: 97 pgs: 97 active+clean; 7.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 25 MiB/s wr, 1.92k op/s 2023-12-07T14:08:29.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:29 smithi055 ceph-mon[103363]: pgmap v184: 97 pgs: 97 active+clean; 7.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 25 MiB/s wr, 1.92k op/s 2023-12-07T14:08:29.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:29 smithi089 ceph-mon[103124]: pgmap v184: 97 pgs: 97 active+clean; 7.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 25 MiB/s wr, 1.92k op/s 2023-12-07T14:08:30.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2871131760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101e10 msgr2=0x7fe27810e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2871131760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101e10 0x7fe27810e320 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fe27000b0a0 tx=0x7fe27000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2871131760 shutdown_connections 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2871131760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101e10 0x7fe27810e320 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2871131760 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2781074f0 0x7fe2781078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2871131760 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe278101450 0x7fe2781018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2871131760 >> 172.21.15.39:0/2871131760 conn(0x7fe2780fcfa0 msgr2=0x7fe2780ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2871131760 shutdown_connections 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.280+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2871131760 wait complete. 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 Processor -- start 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 -- start start 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101450 0x7fe27819d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe278101e10 0x7fe27819db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe2781074f0 0x7fe278197690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe278197e60 con 0x7fe278101450 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe278197fd0 con 0x7fe278101e10 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27ea7b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe278198190 con 0x7fe2781074f0 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101450 0x7fe27819d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101450 0x7fe27819d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58280/0 (socket says 172.21.15.39:58280) 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 -- 172.21.15.39:0/2818307822 learned_addr learned my addr 172.21.15.39:0/2818307822 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27d018700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe2781074f0 0x7fe278197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe277fff700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe278101e10 0x7fe27819db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 -- 172.21.15.39:0/2818307822 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe2781074f0 msgr2=0x7fe278197690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe2781074f0 0x7fe278197690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 -- 172.21.15.39:0/2818307822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe278101e10 msgr2=0x7fe27819db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe278101e10 0x7fe27819db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe27c817700 1 -- 172.21.15.39:0/2818307822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe270009d00 con 0x7fe278101450 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.281+0000 7fe277fff700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe278101e10 0x7fe27819db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.282+0000 7fe27c817700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101450 0x7fe27819d5f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fe26000d950 tx=0x7fe26000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.282+0000 7fe275ffb700 1 -- 172.21.15.39:0/2818307822 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe260009940 con 0x7fe278101450 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.282+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe278198470 con 0x7fe278101450 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.282+0000 7fe275ffb700 1 -- 172.21.15.39:0/2818307822 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe260010460 con 0x7fe278101450 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.282+0000 7fe275ffb700 1 -- 172.21.15.39:0/2818307822 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26000f620 con 0x7fe278101450 2023-12-07T14:08:30.288 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.282+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2781a4570 con 0x7fe278101450 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.284+0000 7fe275ffb700 1 -- 172.21.15.39:0/2818307822 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe2600108d0 con 0x7fe278101450 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.284+0000 7fe275ffb700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe2640a15e0 0x7fe2640a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.285+0000 7fe275ffb700 1 -- 172.21.15.39:0/2818307822 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe2600ccea0 con 0x7fe278101450 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.285+0000 7fe277fff700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe2640a15e0 0x7fe2640a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.285+0000 7fe277fff700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe2640a15e0 0x7fe2640a3aa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe278198e70 tx=0x7fe26800b5f0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.285+0000 7fe28ac74b80 1 Processor -- start 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.285+0000 7fe28ac74b80 1 -- start start 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1dba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1df5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1dff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f14f760 con 0x556f0f1dfb10 2023-12-07T14:08:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f136740 con 0x556f0f1db630 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f134060 con 0x556f0f1dbf50 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1dff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1dff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58292/0 (socket says 172.21.15.39:58292) 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 -- 172.21.15.39:0/3970286208 learned_addr learned my addr 172.21.15.39:0/3970286208 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27c817700 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1dba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe277fff700 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1df5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 -- 172.21.15.39:0/3970286208 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 msgr2=0x556f0f1df5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1df5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 -- 172.21.15.39:0/3970286208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 msgr2=0x556f0f1dba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1dba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 -- 172.21.15.39:0/3970286208 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f0efac5d0 con 0x556f0f1dfb10 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe27d018700 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1dff70 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fe270009150 tx=0x7fe270009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed0cd10414b1988 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe26effd700 1 -- 172.21.15.39:0/3970286208 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27000e040 con 0x556f0f1dfb10 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe26effd700 1 -- 172.21.15.39:0/3970286208 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe2700079a0 con 0x556f0f1dfb10 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.286+0000 7fe26effd700 1 -- 172.21.15.39:0/3970286208 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2700054e0 con 0x556f0f1dfb10 2023-12-07T14:08:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3970286208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 msgr2=0x556f0f1dff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1dff70 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fe270009150 tx=0x7fe270009230 comp rx=0 tx=0).stop 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3970286208 shutdown_connections 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1dff70 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1dba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3970286208 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1df5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3970286208 >> 172.21.15.39:0/3970286208 conn(0x556f0f10a300 msgr2=0x556f0f1d5ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3970286208 shutdown_connections 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.287+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3970286208 wait complete. 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 -- start start 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 Processor -- start 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1e7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1e4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1e4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f12f950 con 0x556f0f1dfb10 2023-12-07T14:08:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f0e9500 con 0x556f0f1db630 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f0e91a0 con 0x556f0f1dbf50 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe28ac74b80 10 client.0 _ll_register_callbacks cb 0x556f0f014a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe27d018700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1e4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe27c817700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1e7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe27d018700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1e4bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58298/0 (socket says 172.21.15.39:58298) 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe27d018700 1 -- 172.21.15.39:0/671414103 learned_addr learned my addr 172.21.15.39:0/671414103 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.288+0000 7fe277fff700 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1e4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe27c817700 1 -- 172.21.15.39:0/671414103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 msgr2=0x556f0f1e4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe27c817700 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1e4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe27c817700 1 -- 172.21.15.39:0/671414103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 msgr2=0x556f0f1e4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe27c817700 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1e4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe27c817700 1 -- 172.21.15.39:0/671414103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe27810ec20 con 0x556f0f1db630 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe27d018700 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1e4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe27c817700 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1e7290 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe2600ca660 tx=0x7fe26009a670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be5d42513fe7b084 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe257fff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe257fff700 1 -- 172.21.15.39:0/671414103 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe26009a350 con 0x556f0f1db630 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe257fff700 1 -- 172.21.15.39:0/671414103 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe2600a2280 con 0x556f0f1db630 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556f0f1ce5f0 con 0x556f0f1db630 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe257fff700 1 -- 172.21.15.39:0/671414103 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe2600b81a0 con 0x556f0f1db630 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe28ac74b80 10 client.26711 fetch_fsmap learned FSMap version 52 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) v3 -- 0x556f0ef58d80 con 0x556f0f1db630 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe257fff700 1 -- 172.21.15.39:0/671414103 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556f0f1ce5f0 con 0x556f0f1db630 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe257fff700 1 -- 172.21.15.39:0/671414103 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 52) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fe2600a1f10 con 0x556f0f1db630 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe28ac74b80 10 client.26711 fetch_fsmap finished waiting for FSMap version 52 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe28ac74b80 10 client.26711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.289+0000 7fe28ac74b80 20 client.26711 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.290+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f1f4e20 0x556f0f1f7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.290+0000 7fe28ac74b80 4 client.26711 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.290+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556f0f1aa640 con 0x556f0f1f4e20 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.290+0000 7fe277fff700 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f1f4e20 0x556f0f1f7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.290+0000 7fe257fff700 10 client.26711 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.290+0000 7fe277fff700 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f1f4e20 0x556f0f1f7240 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d048943358e9e06 server_cookie=72330d42228c5876 in_seq=0 out_seq=0 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe257fff700 1 -- 172.21.15.39:0/671414103 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556f0f1aa640 con 0x556f0f1f4e20 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe257fff700 10 client.26711 handle_command_reply: tid=0 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 client.26711 shutdown 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 msgr2=0x556f0f1e7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1e7290 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fe2600ca660 tx=0x7fe26009a670 comp rx=0 tx=0).stop 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 shutdown_connections 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1e4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f1f4e20 0x556f0f1f7240 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1db630 0x556f0f1e7290 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe257fff700 0 client.26711 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/671414103 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1e4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 >> 172.21.15.39:0/671414103 conn(0x556f0f10a300 msgr2=0x556f0f1da430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 shutdown_connections 2023-12-07T14:08:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 1 -- 172.21.15.39:0/671414103 wait complete. 2023-12-07T14:08:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.291+0000 7fe28ac74b80 20 client.26711 trim_cache size 0 max 16384 2023-12-07T14:08:30.311 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 Processor -- start 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 -- start start 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1db630 0x556f0f1ebd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1ec2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dfb10 0x556f0f1d5a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0efae8c0 con 0x556f0f1db630 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f1e51e0 con 0x556f0f1dfb10 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f1d6ca0 con 0x556f0f1dbf50 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe27c817700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1db630 0x556f0f1ebd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe27c817700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1db630 0x556f0f1ebd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58302/0 (socket says 172.21.15.39:58302) 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.306+0000 7fe27c817700 1 -- 172.21.15.39:0/193214032 learned_addr learned my addr 172.21.15.39:0/193214032 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe27d018700 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dfb10 0x556f0f1d5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe277fff700 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1ec2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe27c817700 1 -- 172.21.15.39:0/193214032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 msgr2=0x556f0f1ec2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe27c817700 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1ec2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe27c817700 1 -- 172.21.15.39:0/193214032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dfb10 msgr2=0x556f0f1d5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe27c817700 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dfb10 0x556f0f1d5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe27c817700 1 -- 172.21.15.39:0/193214032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f0ef41c00 con 0x556f0f1db630 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe277fff700 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1ec2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe27c817700 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1db630 0x556f0f1ebd90 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fe260096960 tx=0x7fe260000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2eba83bff35608bb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe26f7fe700 1 -- 172.21.15.39:0/193214032 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe260014070 con 0x556f0f1db630 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe26f7fe700 1 -- 172.21.15.39:0/193214032 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe260096090 con 0x556f0f1db630 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.307+0000 7fe26f7fe700 1 -- 172.21.15.39:0/193214032 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe260099640 con 0x556f0f1db630 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- 172.21.15.39:0/193214032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1db630 msgr2=0x556f0f1ebd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1db630 0x556f0f1ebd90 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fe260096960 tx=0x7fe260000bc0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- 172.21.15.39:0/193214032 shutdown_connections 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dfb10 0x556f0f1d5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1db630 0x556f0f1ebd90 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.313 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/193214032 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1dbf50 0x556f0f1ec2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- 172.21.15.39:0/193214032 >> 172.21.15.39:0/193214032 conn(0x556f0f10a300 msgr2=0x556f0f1ddc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:30.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- 172.21.15.39:0/193214032 shutdown_connections 2023-12-07T14:08:30.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- 172.21.15.39:0/193214032 wait complete. 2023-12-07T14:08:30.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- start start 2023-12-07T14:08:30.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 Processor -- start 2023-12-07T14:08:30.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1db630 0x556f0f1ec180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dbf50 0x556f0f1e9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1ea2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f1ea9c0 con 0x556f0f1dfb10 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f1eab30 con 0x556f0f1dbf50 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f0f24a2e0 con 0x556f0f1db630 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.308+0000 7fe28ac74b80 10 client.0 _ll_register_callbacks cb 0x556f0f014a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe27d018700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1ea2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe27d018700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1ea2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58312/0 (socket says 172.21.15.39:58312) 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe27d018700 1 -- 172.21.15.39:0/3997117840 learned_addr learned my addr 172.21.15.39:0/3997117840 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe277fff700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dbf50 0x556f0f1e9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe27c817700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1db630 0x556f0f1ec180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe277fff700 1 -- 172.21.15.39:0/3997117840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1db630 msgr2=0x556f0f1ec180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.317 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe277fff700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1db630 0x556f0f1ec180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe277fff700 1 -- 172.21.15.39:0/3997117840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 msgr2=0x556f0f1ea2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe277fff700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1ea2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe277fff700 1 -- 172.21.15.39:0/3997117840 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f0ef58d80 con 0x556f0f1dbf50 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe27c817700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1db630 0x556f0f1ec180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe27d018700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1ea2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe277fff700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dbf50 0x556f0f1e9d70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x556f0f1f7ae0 tx=0x7fe2680047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56a4a20dca856185 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe257fff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe257fff700 1 -- 172.21.15.39:0/3997117840 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe268025040 con 0x556f0f1dbf50 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe257fff700 1 -- 172.21.15.39:0/3997117840 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fe268027d70 con 0x556f0f1dbf50 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe2700079a0 con 0x556f0f1dbf50 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe257fff700 1 -- 172.21.15.39:0/3997117840 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe26800fee0 con 0x556f0f1dbf50 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe28ac74b80 10 client.26717 fetch_fsmap learned FSMap version 52 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.309+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) v3 -- 0x556f0ef7f1f0 con 0x556f0f1dbf50 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe257fff700 1 -- 172.21.15.39:0/3997117840 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe2700079a0 con 0x556f0f1dbf50 2023-12-07T14:08:30.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe257fff700 1 -- 172.21.15.39:0/3997117840 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 52) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fe268003c20 con 0x556f0f1dbf50 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe28ac74b80 10 client.26717 fetch_fsmap finished waiting for FSMap version 52 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe28ac74b80 10 client.26717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe28ac74b80 20 client.26717 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f24bbe0 0x556f0f24dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe28ac74b80 4 client.26717 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556f0f0f5f70 con 0x556f0f24bbe0 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe27c817700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f24bbe0 0x556f0f24dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe27c817700 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f24bbe0 0x556f0f24dfd0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3bc1b601664bee4 server_cookie=1c71ee3705d55fba in_seq=0 out_seq=0 2023-12-07T14:08:30.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.310+0000 7fe257fff700 10 client.26717 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe257fff700 1 -- 172.21.15.39:0/3997117840 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556f0f0f5f70 con 0x556f0f24bbe0 2023-12-07T14:08:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe257fff700 10 client.26717 handle_command_reply: tid=0 2023-12-07T14:08:30.331 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 client.26717 shutdown 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dbf50 msgr2=0x556f0f1e9d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dbf50 0x556f0f1e9d70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x556f0f1f7ae0 tx=0x7fe2680047c0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 shutdown_connections 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f0f1dfb10 0x556f0f1ea2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556f0f1db630 0x556f0f1ec180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556f0f24bbe0 0x556f0f24dfd0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 --2- 172.21.15.39:0/3997117840 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556f0f1dbf50 0x556f0f1e9d70 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe257fff700 0 client.26717 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 >> 172.21.15.39:0/3997117840 conn(0x556f0f10a300 msgr2=0x556f0f1f0840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 shutdown_connections 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 1 -- 172.21.15.39:0/3997117840 wait complete. 2023-12-07T14:08:30.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.327+0000 7fe28ac74b80 20 client.26717 trim_cache size 0 max 16384 2023-12-07T14:08:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:08:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:08:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:08:30.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe2640a15e0 msgr2=0x7fe2640a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe2640a15e0 0x7fe2640a3aa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe278198e70 tx=0x7fe26800b5f0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101450 msgr2=0x7fe27819d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101450 0x7fe27819d5f0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fe26000d950 tx=0x7fe26000dc60 comp rx=0 tx=0).stop 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 shutdown_connections 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe2781074f0 0x7fe278197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe278101450 0x7fe27819d5f0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe2640a15e0 0x7fe2640a3aa0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 --2- 172.21.15.39:0/2818307822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe278101e10 0x7fe27819db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 >> 172.21.15.39:0/2818307822 conn(0x7fe2780fcfa0 msgr2=0x7fe2780fd680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:30.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 shutdown_connections 2023-12-07T14:08:30.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:30.328+0000 7fe27ea7b700 1 -- 172.21.15.39:0/2818307822 wait complete. 2023-12-07T14:08:31.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:31 smithi039 ceph-mon[98864]: pgmap v185: 97 pgs: 97 active+clean; 7.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 13 MiB/s wr, 839 op/s 2023-12-07T14:08:31.902 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:31 smithi055 ceph-mon[103363]: pgmap v185: 97 pgs: 97 active+clean; 7.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 13 MiB/s wr, 839 op/s 2023-12-07T14:08:31.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:31 smithi089 ceph-mon[103124]: pgmap v185: 97 pgs: 97 active+clean; 7.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 13 MiB/s wr, 839 op/s 2023-12-07T14:08:33.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:33 smithi039 ceph-mon[98864]: pgmap v186: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 22 MiB/s wr, 1.43k op/s 2023-12-07T14:08:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:33 smithi055 ceph-mon[103363]: pgmap v186: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 22 MiB/s wr, 1.43k op/s 2023-12-07T14:08:33.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:33 smithi089 ceph-mon[103124]: pgmap v186: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 22 MiB/s wr, 1.43k op/s 2023-12-07T14:08:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 340.0 s, 499.8 tps, lat 46.782 ms stddev 47.302 2023-12-07T14:08:35.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:35 smithi039 ceph-mon[98864]: pgmap v187: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 19 MiB/s wr, 1.25k op/s 2023-12-07T14:08:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:35 smithi055 ceph-mon[103363]: pgmap v187: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 19 MiB/s wr, 1.25k op/s 2023-12-07T14:08:35.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:35 smithi089 ceph-mon[103124]: pgmap v187: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 19 MiB/s wr, 1.25k op/s 2023-12-07T14:08:37.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:37 smithi039 ceph-mon[98864]: pgmap v188: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 19 MiB/s wr, 1.25k op/s 2023-12-07T14:08:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:37 smithi055 ceph-mon[103363]: pgmap v188: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 19 MiB/s wr, 1.25k op/s 2023-12-07T14:08:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:37 smithi089 ceph-mon[103124]: pgmap v188: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 19 MiB/s wr, 1.25k op/s 2023-12-07T14:08:38.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 345.0 s, 1883.5 tps, lat 93.594 ms stddev 429.246 2023-12-07T14:08:39.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:39 smithi039 ceph-mon[98864]: pgmap v189: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 25 MiB/s wr, 1.72k op/s 2023-12-07T14:08:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:39 smithi055 ceph-mon[103363]: pgmap v189: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 25 MiB/s wr, 1.72k op/s 2023-12-07T14:08:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:39 smithi089 ceph-mon[103124]: pgmap v189: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 25 MiB/s wr, 1.72k op/s 2023-12-07T14:08:41.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:41 smithi039 ceph-mon[98864]: pgmap v190: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 15 MiB/s wr, 1.07k op/s 2023-12-07T14:08:41.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:41 smithi055 ceph-mon[103363]: pgmap v190: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 15 MiB/s wr, 1.07k op/s 2023-12-07T14:08:41.944 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:41 smithi089 ceph-mon[103124]: pgmap v190: 97 pgs: 97 active+clean; 7.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 15 MiB/s wr, 1.07k op/s 2023-12-07T14:08:42.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:42 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:08:42.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:42 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:08:42.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:42 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:08:43.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 -- 172.21.15.39:0/588182078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 msgr2=0x7fbc5010e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 --2- 172.21.15.39:0/588182078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5010e320 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fbc40009990 tx=0x7fbc40009ca0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 -- 172.21.15.39:0/588182078 shutdown_connections 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 --2- 172.21.15.39:0/588182078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5010e320 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 --2- 172.21.15.39:0/588182078 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc501074f0 0x7fbc501078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 --2- 172.21.15.39:0/588182078 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc50101450 0x7fbc501018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 -- 172.21.15.39:0/588182078 >> 172.21.15.39:0/588182078 conn(0x7fbc500fcfa0 msgr2=0x7fbc500ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 -- 172.21.15.39:0/588182078 shutdown_connections 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.483+0000 7fbc54973700 1 -- 172.21.15.39:0/588182078 wait complete. 2023-12-07T14:08:43.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.484+0000 7fbc54973700 1 Processor -- start 2023-12-07T14:08:43.488 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.486+0000 7fbc54973700 1 -- start start 2023-12-07T14:08:43.490 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.486+0000 7fbc54973700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc50101450 0x7fbc5019d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.490 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.486+0000 7fbc54973700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5019dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.490 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.486+0000 7fbc54973700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc501074f0 0x7fbc501976b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.486+0000 7fbc54973700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc50197d10 con 0x7fbc50101e10 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.486+0000 7fbc54973700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc50197e80 con 0x7fbc501074f0 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.486+0000 7fbc54973700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc50198040 con 0x7fbc50101450 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4dd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5019dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc50101450 0x7fbc5019d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4dd9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5019dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58324/0 (socket says 172.21.15.39:58324) 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc50101450 0x7fbc5019d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34812/0 (socket says 172.21.15.39:34812) 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4dd9b700 1 -- 172.21.15.39:0/4247850772 learned_addr learned my addr 172.21.15.39:0/4247850772 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc501074f0 0x7fbc501976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/4247850772 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc50101450 msgr2=0x7fbc5019d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc50101450 0x7fbc5019d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 msgr2=0x7fbc5019dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5019dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/4247850772 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc400095f0 con 0x7fbc501074f0 2023-12-07T14:08:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5019dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc501074f0 0x7fbc501976b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbc400098e0 tx=0x7fbc40004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc3f7fe700 1 -- 172.21.15.39:0/4247850772 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc4001d070 con 0x7fbc501074f0 2023-12-07T14:08:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc3f7fe700 1 -- 172.21.15.39:0/4247850772 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc40022470 con 0x7fbc501074f0 2023-12-07T14:08:43.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc501982c0 con 0x7fbc501074f0 2023-12-07T14:08:43.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc3f7fe700 1 -- 172.21.15.39:0/4247850772 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc40017650 con 0x7fbc501074f0 2023-12-07T14:08:43.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.487+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc501a4570 con 0x7fbc501074f0 2023-12-07T14:08:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.490+0000 7fbc3f7fe700 1 -- 172.21.15.39:0/4247850772 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fbc400177b0 con 0x7fbc501074f0 2023-12-07T14:08:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.490+0000 7fbc3f7fe700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc380a15e0 0x7fbc380a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.491+0000 7fbc4e59c700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc380a15e0 0x7fbc380a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.491+0000 7fbc3f7fe700 1 -- 172.21.15.39:0/4247850772 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbc400ce180 con 0x7fbc501074f0 2023-12-07T14:08:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.491+0000 7fbc4e59c700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc380a15e0 0x7fbc380a3aa0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800f540 tx=0x7fbc4800b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:43.494 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.491+0000 7fbc60b6cb80 1 Processor -- start 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc60b6cb80 1 -- start start 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9275a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b92795d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b9279f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b91e9760 con 0x5634b9275f50 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b91d0740 con 0x5634b9279b10 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b91ce060 con 0x5634b9275630 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9275a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9275a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34822/0 (socket says 172.21.15.39:34822) 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc4e59c700 1 -- 172.21.15.39:0/3767736752 learned_addr learned my addr 172.21.15.39:0/3767736752 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.492+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b9279f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.496 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b92795d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/3767736752 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 msgr2=0x5634b9275a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9275a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/3767736752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 msgr2=0x5634b92795d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b92795d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/3767736752 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5634b90465d0 con 0x5634b9279b10 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b9279f70 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbc400cb9d0 tx=0x7fbc400227d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32bb4cb5026582a8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc3cff9700 1 -- 172.21.15.39:0/3767736752 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc400ce020 con 0x5634b9279b10 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc3cff9700 1 -- 172.21.15.39:0/3767736752 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc4009ae30 con 0x5634b9279b10 2023-12-07T14:08:43.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.493+0000 7fbc3cff9700 1 -- 172.21.15.39:0/3767736752 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc40022900 con 0x5634b9279b10 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.494+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3767736752 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 msgr2=0x5634b9279f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.494+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b9279f70 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fbc400cb9d0 tx=0x7fbc400227d0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3767736752 shutdown_connections 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b9279f70 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9275a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3767736752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b92795d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3767736752 >> 172.21.15.39:0/3767736752 conn(0x5634b91a4300 msgr2=0x5634b926fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:43.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3767736752 shutdown_connections 2023-12-07T14:08:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3767736752 wait complete. 2023-12-07T14:08:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.495+0000 7fbc60b6cb80 1 -- start start 2023-12-07T14:08:43.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 1 Processor -- start 2023-12-07T14:08:43.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b927e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275f50 0x5634b927eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9279b10 0x5634b927f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b91c9950 con 0x5634b9279b10 2023-12-07T14:08:43.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b9183500 con 0x5634b9275f50 2023-12-07T14:08:43.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b91831a0 con 0x5634b9275630 2023-12-07T14:08:43.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc60b6cb80 10 client.0 _ll_register_callbacks cb 0x5634b90aea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b927e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b927e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34826/0 (socket says 172.21.15.39:34826) 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc4e59c700 1 -- 172.21.15.39:0/2278560975 learned_addr learned my addr 172.21.15.39:0/2278560975 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.496+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9279b10 0x5634b927f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc4e59c700 1 -- 172.21.15.39:0/2278560975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275f50 msgr2=0x5634b927eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc4e59c700 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275f50 0x5634b927eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc4e59c700 1 -- 172.21.15.39:0/2278560975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9279b10 msgr2=0x5634b927f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc4e59c700 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9279b10 0x5634b927f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc4e59c700 1 -- 172.21.15.39:0/2278560975 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc501a4570 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc4e59c700 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b927e640 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbc48004660 tx=0x7fbc48004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=572cbdae98007ff5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc35ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc35ffb700 1 -- 172.21.15.39:0/2278560975 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc4800e040 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc35ffb700 1 -- 172.21.15.39:0/2278560975 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbc48015cf0 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5634b92685f0 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc35ffb700 1 -- 172.21.15.39:0/2278560975 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc48017440 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc60b6cb80 10 client.26854 fetch_fsmap learned FSMap version 52 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.497+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) v3 -- 0x5634b8ff2d80 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc35ffb700 1 -- 172.21.15.39:0/2278560975 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5634b92685f0 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc35ffb700 1 -- 172.21.15.39:0/2278560975 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 52) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fbc48023580 con 0x5634b9275630 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc60b6cb80 10 client.26854 fetch_fsmap finished waiting for FSMap version 52 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc60b6cb80 10 client.26854 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:43.504 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc60b6cb80 20 client.26854 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:43.505 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b929fc30 0x5634b92a2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.505 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc60b6cb80 4 client.26854 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:08:43.505 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5634b9244640 con 0x5634b929fc30 2023-12-07T14:08:43.505 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.498+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b929fc30 0x5634b92a2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.500+0000 7fbc35ffb700 10 client.26854 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:43.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.500+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b929fc30 0x5634b92a2050 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8342c00d19bb35e server_cookie=48ebb79f331ac25b in_seq=0 out_seq=0 2023-12-07T14:08:43.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc35ffb700 1 -- 172.21.15.39:0/2278560975 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5634b9244640 con 0x5634b929fc30 2023-12-07T14:08:43.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc35ffb700 10 client.26854 handle_command_reply: tid=0 2023-12-07T14:08:43.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 client.26854 shutdown 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 msgr2=0x5634b927e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b927e640 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fbc48004660 tx=0x7fbc48004ad0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 shutdown_connections 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9279b10 0x5634b927f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b927e640 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b929fc30 0x5634b92a2050 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/2278560975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275f50 0x5634b927eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc35ffb700 0 client.26854 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 >> 172.21.15.39:0/2278560975 conn(0x5634b91a4300 msgr2=0x5634b9274430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 shutdown_connections 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/2278560975 wait complete. 2023-12-07T14:08:43.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.501+0000 7fbc60b6cb80 20 client.26854 trim_cache size 0 max 16384 2023-12-07T14:08:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 Processor -- start 2023-12-07T14:08:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 -- start start 2023-12-07T14:08:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9274d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9279ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b927eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b90488c0 con 0x5634b9275f50 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b927a430 con 0x5634b9279b10 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b92a7240 con 0x5634b9275630 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9274d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc4e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9274d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34834/0 (socket says 172.21.15.39:34834) 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc4e59c700 1 -- 172.21.15.39:0/739261605 learned_addr learned my addr 172.21.15.39:0/739261605 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.523+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9279ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b927eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4dd9b700 1 -- 172.21.15.39:0/739261605 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 msgr2=0x5634b9274d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9274d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4dd9b700 1 -- 172.21.15.39:0/739261605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 msgr2=0x5634b927eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b927eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4dd9b700 1 -- 172.21.15.39:0/739261605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5634b8fdbc00 con 0x5634b9275f50 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b927eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9279ef0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x5634b92a2930 tx=0x7fbc440137e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c12da410b22934e9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc3d7fa700 1 -- 172.21.15.39:0/739261605 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc44017040 con 0x5634b9275f50 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc3d7fa700 1 -- 172.21.15.39:0/739261605 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc44022070 con 0x5634b9275f50 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.524+0000 7fbc3d7fa700 1 -- 172.21.15.39:0/739261605 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc44005020 con 0x5634b9275f50 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/739261605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 msgr2=0x5634b9279ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9279ef0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x5634b92a2930 tx=0x7fbc440137e0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/739261605 shutdown_connections 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9279b10 0x5634b927eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9275630 0x5634b9274d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/739261605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9279ef0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/739261605 >> 172.21.15.39:0/739261605 conn(0x5634b91a4300 msgr2=0x5634b926fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/739261605 shutdown_connections 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/739261605 wait complete. 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.525+0000 7fbc60b6cb80 1 -- start start 2023-12-07T14:08:43.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 1 Processor -- start 2023-12-07T14:08:43.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275630 0x5634b92948d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9294e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9279b10 0x5634b92fd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b9295720 con 0x5634b9275f50 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b92fde80 con 0x5634b9275630 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b92ec0d0 con 0x5634b9279b10 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc60b6cb80 10 client.0 _ll_register_callbacks cb 0x5634b90aea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc4ed9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9279b10 0x5634b92fd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc4ed9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9279b10 0x5634b92fd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34840/0 (socket says 172.21.15.39:34840) 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/3600018329 learned_addr learned my addr 172.21.15.39:0/3600018329 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.526+0000 7fbc4dd9b700 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9294e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/3600018329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275630 msgr2=0x5634b92948d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275630 0x5634b92948d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/3600018329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 msgr2=0x5634b9294e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9294e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc4ed9d700 1 -- 172.21.15.39:0/3600018329 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc44012050 con 0x5634b9279b10 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc4ed9d700 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9279b10 0x5634b92fd940 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fbc400cba80 tx=0x7fbc40009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce18be783ca1da94 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc35ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:08:43.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc35ffb700 1 -- 172.21.15.39:0/3600018329 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc4009ac50 con 0x5634b9279b10 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc35ffb700 1 -- 172.21.15.39:0/3600018329 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7fbc4009b2f0 con 0x5634b9279b10 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.527+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbc4009ae30 con 0x5634b9279b10 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc35ffb700 1 -- 172.21.15.39:0/3600018329 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=52) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc4009b9f0 con 0x5634b9279b10 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 10 client.26860 fetch_fsmap learned FSMap version 52 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=52,monmap=4+}) v3 -- 0x5634b90191f0 con 0x5634b9279b10 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc35ffb700 1 -- 172.21.15.39:0/3600018329 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc4009ae30 con 0x5634b9279b10 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc35ffb700 1 -- 172.21.15.39:0/3600018329 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 52) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fbc400b3d20 con 0x5634b9279b10 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 10 client.26860 fetch_fsmap finished waiting for FSMap version 52 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 10 client.26860 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 20 client.26860 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b92ed470 0x5634b92ef890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 4 client.26860 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.528+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5634b918ff70 con 0x5634b92ed470 2023-12-07T14:08:43.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.529+0000 7fbc4e59c700 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b92ed470 0x5634b92ef890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.529+0000 7fbc35ffb700 10 client.26860 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:43.535 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.529+0000 7fbc4e59c700 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b92ed470 0x5634b92ef890 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f69868cd45cd6b2 server_cookie=ca5f40a4bda03d1f in_seq=0 out_seq=0 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.618+0000 7fbc35ffb700 1 -- 172.21.15.39:0/3600018329 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5634b918ff70 con 0x5634b92ed470 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.618+0000 7fbc35ffb700 10 client.26860 handle_command_reply: tid=0 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.618+0000 7fbc60b6cb80 1 client.26860 shutdown 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.618+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9279b10 msgr2=0x5634b92fd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.618+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9279b10 0x5634b92fd940 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fbc400cba80 tx=0x7fbc40009310 comp rx=0 tx=0).stop 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.619+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 shutdown_connections 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.619+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5634b9279b10 0x5634b92fd940 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.619+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5634b92ed470 0x5634b92ef890 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.619+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5634b9275630 0x5634b92948d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.619+0000 7fbc60b6cb80 1 --2- 172.21.15.39:0/3600018329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b9275f50 0x5634b9294e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.619+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 >> 172.21.15.39:0/3600018329 conn(0x5634b91a4300 msgr2=0x5634b927ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:43.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.619+0000 7fbc35ffb700 0 client.26860 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.620+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 shutdown_connections 2023-12-07T14:08:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.620+0000 7fbc60b6cb80 1 -- 172.21.15.39:0/3600018329 wait complete. 2023-12-07T14:08:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc60b6cb80 20 client.26860 trim_cache size 0 max 16384 2023-12-07T14:08:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:08:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:08:43.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:08:43.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:08:43.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc380a15e0 msgr2=0x7fbc380a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc380a15e0 0x7fbc380a3aa0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800f540 tx=0x7fbc4800b040 comp rx=0 tx=0).stop 2023-12-07T14:08:43.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc501074f0 msgr2=0x7fbc501976b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:43.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc501074f0 0x7fbc501976b0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fbc400098e0 tx=0x7fbc40004730 comp rx=0 tx=0).stop 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 shutdown_connections 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fbc380a15e0 0x7fbc380a3aa0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc501074f0 0x7fbc501976b0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fbc50101450 0x7fbc5019d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 --2- 172.21.15.39:0/4247850772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc50101e10 0x7fbc5019dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.621+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 >> 172.21.15.39:0/4247850772 conn(0x7fbc500fcfa0 msgr2=0x7fbc500fd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.622+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 shutdown_connections 2023-12-07T14:08:43.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:43.622+0000 7fbc54973700 1 -- 172.21.15.39:0/4247850772 wait complete. 2023-12-07T14:08:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:43 smithi039 ceph-mon[98864]: pgmap v191: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 24 MiB/s wr, 1.72k op/s 2023-12-07T14:08:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:43 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:08:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:43 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:08:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:43 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:08:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:43 smithi055 ceph-mon[103363]: pgmap v191: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 24 MiB/s wr, 1.72k op/s 2023-12-07T14:08:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:43 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:08:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:43 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:08:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:43 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:08:43.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:43 smithi089 ceph-mon[103124]: pgmap v191: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 24 MiB/s wr, 1.72k op/s 2023-12-07T14:08:43.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:43 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:08:43.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:43 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:08:43.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:43 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:08:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 350.0 s, 2350.9 tps, lat 42.793 ms stddev 50.646 2023-12-07T14:08:45.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:45 smithi039 ceph-mon[98864]: pgmap v192: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 15 MiB/s wr, 1.12k op/s 2023-12-07T14:08:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:45 smithi055 ceph-mon[103363]: pgmap v192: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 15 MiB/s wr, 1.12k op/s 2023-12-07T14:08:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:45 smithi089 ceph-mon[103124]: pgmap v192: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 15 MiB/s wr, 1.12k op/s 2023-12-07T14:08:47.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:47 smithi039 ceph-mon[98864]: pgmap v193: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 15 MiB/s wr, 1.12k op/s 2023-12-07T14:08:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:47 smithi055 ceph-mon[103363]: pgmap v193: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 15 MiB/s wr, 1.12k op/s 2023-12-07T14:08:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:47 smithi089 ceph-mon[103124]: pgmap v193: 97 pgs: 97 active+clean; 7.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 15 MiB/s wr, 1.12k op/s 2023-12-07T14:08:48.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 355.0 s, 2355.5 tps, lat 42.396 ms stddev 49.009 2023-12-07T14:08:49.814 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:49 smithi039 ceph-mon[98864]: pgmap v194: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 21 MiB/s wr, 1.43k op/s 2023-12-07T14:08:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:49 smithi055 ceph-mon[103363]: pgmap v194: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 21 MiB/s wr, 1.43k op/s 2023-12-07T14:08:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:49 smithi089 ceph-mon[103124]: pgmap v194: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 21 MiB/s wr, 1.43k op/s 2023-12-07T14:08:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:51 smithi039 ceph-mon[98864]: pgmap v195: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 15 MiB/s wr, 948 op/s 2023-12-07T14:08:51.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:51 smithi055 ceph-mon[103363]: pgmap v195: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 15 MiB/s wr, 948 op/s 2023-12-07T14:08:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:51 smithi089 ceph-mon[103124]: pgmap v195: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 98 KiB/s rd, 15 MiB/s wr, 948 op/s 2023-12-07T14:08:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:53 smithi039 ceph-mon[98864]: pgmap v196: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 20 MiB/s wr, 1.24k op/s 2023-12-07T14:08:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:53 smithi055 ceph-mon[103363]: pgmap v196: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 20 MiB/s wr, 1.24k op/s 2023-12-07T14:08:53.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:53 smithi089 ceph-mon[103124]: pgmap v196: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 126 KiB/s rd, 20 MiB/s wr, 1.24k op/s 2023-12-07T14:08:53.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 360.0 s, 2558.9 tps, lat 38.950 ms stddev 42.592 2023-12-07T14:08:55.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:55 smithi039 ceph-mon[98864]: pgmap v197: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 11 MiB/s wr, 592 op/s 2023-12-07T14:08:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:55 smithi055 ceph-mon[103363]: pgmap v197: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 11 MiB/s wr, 592 op/s 2023-12-07T14:08:55.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:55 smithi089 ceph-mon[103124]: pgmap v197: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 11 MiB/s wr, 592 op/s 2023-12-07T14:08:56.794 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.792+0000 7f7ec6cee700 1 -- 172.21.15.39:0/3002582827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01056c0 msgr2=0x7f7ec010d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.792+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/3002582827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01056c0 0x7f7ec010d240 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f7eb800b0a0 tx=0x7f7eb800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.792+0000 7f7ec6cee700 1 -- 172.21.15.39:0/3002582827 shutdown_connections 2023-12-07T14:08:56.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.792+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/3002582827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01056c0 0x7f7ec010d240 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.792+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/3002582827 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ec01005a0 0x7f7ec0100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.792+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/3002582827 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec0100f50 0x7f7ec0104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.792+0000 7f7ec6cee700 1 -- 172.21.15.39:0/3002582827 >> 172.21.15.39:0/3002582827 conn(0x7f7ec00fbe60 msgr2=0x7f7ec00fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:56.795 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.793+0000 7f7ec6cee700 1 -- 172.21.15.39:0/3002582827 shutdown_connections 2023-12-07T14:08:56.796 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.793+0000 7f7ec6cee700 1 -- 172.21.15.39:0/3002582827 wait complete. 2023-12-07T14:08:56.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.793+0000 7f7ec6cee700 1 Processor -- start 2023-12-07T14:08:56.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.793+0000 7f7ec6cee700 1 -- start start 2023-12-07T14:08:56.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.793+0000 7f7ec6cee700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec01005a0 0x7f7ec019d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec6cee700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ec01056c0 0x7f7ec019dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec6cee700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01978c0 0x7f7ec0197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.797 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec6cee700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec0198340 con 0x7f7ec01978c0 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec6cee700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec01984b0 con 0x7f7ec01056c0 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec6cee700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ec0198670 con 0x7f7ec01005a0 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec01005a0 0x7f7ec019d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec01005a0 0x7f7ec019d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34854/0 (socket says 172.21.15.39:34854) 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/2389377423 learned_addr learned my addr 172.21.15.39:0/2389377423 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec528b700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01978c0 0x7f7ec0197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ebffff700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ec01056c0 0x7f7ec019dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/2389377423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ec01056c0 msgr2=0x7f7ec019dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ec01056c0 0x7f7ec019dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01978c0 msgr2=0x7f7ec0197d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01978c0 0x7f7ec0197d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/2389377423 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eac009520 con 0x7f7ec01005a0 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec528b700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01978c0 0x7f7ec0197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:56.798 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec01005a0 0x7f7ec019d6f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400e9a0 tx=0x7f7eb400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:56.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ebdffb700 1 -- 172.21.15.39:0/2389377423 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb4009790 con 0x7f7ec01005a0 2023-12-07T14:08:56.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7eb8009d00 con 0x7f7ec01005a0 2023-12-07T14:08:56.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.794+0000 7f7ebdffb700 1 -- 172.21.15.39:0/2389377423 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb4010430 con 0x7f7ec01005a0 2023-12-07T14:08:56.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.795+0000 7f7ebdffb700 1 -- 172.21.15.39:0/2389377423 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb4018680 con 0x7f7ec01005a0 2023-12-07T14:08:56.799 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.795+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ec0102340 con 0x7f7ec01005a0 2023-12-07T14:08:56.800 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.798+0000 7f7ebdffb700 1 -- 172.21.15.39:0/2389377423 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7eb40105a0 con 0x7f7ec01005a0 2023-12-07T14:08:56.803 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ebdffb700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7eb00a15e0 0x7f7eb00a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.803 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ebffff700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7eb00a15e0 0x7f7eb00a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.803 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ebdffb700 1 -- 172.21.15.39:0/2389377423 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7eb4014070 con 0x7f7ec01005a0 2023-12-07T14:08:56.803 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 Processor -- start 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 -- start start 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70eea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70f25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b7062760 con 0x5606b70eef50 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b7049740 con 0x5606b70f2b10 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.799+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b7047060 con 0x5606b70ee630 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ebffff700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7eb00a15e0 0x7f7eb00a3aa0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0198a80 tx=0x7f7eac012040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ebffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70f25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ebffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70f25d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58374/0 (socket says 172.21.15.39:58374) 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ebffff700 1 -- 172.21.15.39:0/2636253141 learned_addr learned my addr 172.21.15.39:0/2636253141 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70eea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec528b700 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/2636253141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 msgr2=0x5606b70f2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.804 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/2636253141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 msgr2=0x5606b70f25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70f25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/2636253141 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606b6ebf5d0 con 0x5606b70ee630 2023-12-07T14:08:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70eea10 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40caa10 tx=0x7f7eb4099cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=389922fdb92cd4c7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7eaaffd700 1 -- 172.21.15.39:0/2636253141 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb409e1b0 con 0x5606b70ee630 2023-12-07T14:08:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7eaaffd700 1 -- 172.21.15.39:0/2636253141 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb409e3f0 con 0x5606b70ee630 2023-12-07T14:08:56.805 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.800+0000 7f7eaaffd700 1 -- 172.21.15.39:0/2636253141 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb409a760 con 0x5606b70ee630 2023-12-07T14:08:56.808 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.801+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/2636253141 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 msgr2=0x5606b70eea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.808 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.801+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70eea10 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40caa10 tx=0x7f7eb4099cf0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.808 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/2636253141 shutdown_connections 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70eea10 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/2636253141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70f25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/2636253141 >> 172.21.15.39:0/2636253141 conn(0x5606b701d300 msgr2=0x5606b70e8ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/2636253141 shutdown_connections 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/2636253141 wait complete. 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 -- start start 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.802+0000 7f7ed2ee7b80 1 Processor -- start 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b70f7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70eef50 0x5606b70f7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70f2b10 0x5606b70f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b7042950 con 0x5606b70f2b10 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b6ffc500 con 0x5606b70ee630 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b6ffc1a0 con 0x5606b70eef50 2023-12-07T14:08:56.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ed2ee7b80 10 client.0 _ll_register_callbacks cb 0x5606b6f27a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec528b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70f2b10 0x5606b70f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b70f7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ebffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70eef50 0x5606b70f7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b70f7670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49580/0 (socket says 172.21.15.39:49580) 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/3562446731 learned_addr learned my addr 172.21.15.39:0/3562446731 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/3562446731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70eef50 msgr2=0x5606b70f7bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70eef50 0x5606b70f7bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/3562446731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70f2b10 msgr2=0x5606b70f80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70f2b10 0x5606b70f80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ec4a8a700 1 -- 172.21.15.39:0/3562446731 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ec0102340 con 0x5606b70ee630 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.803+0000 7f7ebffff700 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70eef50 0x5606b70f7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b70f7670 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40caf90 tx=0x7f7eb4010b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21cf04c9b54b24b9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7e9ffff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7e9ffff700 1 -- 172.21.15.39:0/3562446731 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb409e1b0 con 0x5606b70ee630 2023-12-07T14:08:56.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7e9ffff700 1 -- 172.21.15.39:0/3562446731 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7eb40a2630 con 0x5606b70ee630 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5606b70e15f0 con 0x5606b70ee630 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7e9ffff700 1 -- 172.21.15.39:0/3562446731 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7eb409a500 con 0x5606b70ee630 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 10 client.26738 fetch_fsmap learned FSMap version 53 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x5606b6e6bd80 con 0x5606b70ee630 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7e9ffff700 1 -- 172.21.15.39:0/3562446731 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5606b70e15f0 con 0x5606b70ee630 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7e9ffff700 1 -- 172.21.15.39:0/3562446731 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 53) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f7eb4099200 con 0x5606b70ee630 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 10 client.26738 fetch_fsmap finished waiting for FSMap version 53 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 10 client.26738 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 20 client.26738 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b7107970 0x5606b7109d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 4 client.26738 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.804+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5606b70bd640 con 0x5606b7107970 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.805+0000 7f7ebffff700 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b7107970 0x5606b7109d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.805+0000 7f7e9ffff700 10 client.26738 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:56.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.805+0000 7f7ebffff700 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b7107970 0x5606b7109d60 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac73111a3b05fd98 server_cookie=6c4407a01b92cb8c in_seq=0 out_seq=0 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.807+0000 7f7e9ffff700 1 -- 172.21.15.39:0/3562446731 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5606b70bd640 con 0x5606b7107970 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.807+0000 7f7e9ffff700 10 client.26738 handle_command_reply: tid=0 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.807+0000 7f7ed2ee7b80 1 client.26738 shutdown 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.807+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 msgr2=0x5606b70f7670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.807+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b70f7670 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7eb40caf90 tx=0x7f7eb4010b80 comp rx=0 tx=0).stop 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 shutdown_connections 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70f2b10 0x5606b70f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b7107970 0x5606b7109d60 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b70f7670 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7e9ffff700 0 client.26738 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/3562446731 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70eef50 0x5606b70f7bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 >> 172.21.15.39:0/3562446731 conn(0x5606b701d300 msgr2=0x5606b70ed430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:56.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 shutdown_connections 2023-12-07T14:08:56.818 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/3562446731 wait complete. 2023-12-07T14:08:56.818 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.808+0000 7f7ed2ee7b80 20 client.26738 trim_cache size 0 max 16384 2023-12-07T14:08:56.833 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 Processor -- start 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 -- start start 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70f2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70edd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b6ec18c0 con 0x5606b70eef50 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b70eaf50 con 0x5606b70f2b10 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b70e8940 con 0x5606b70ee630 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70edd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ec4a8a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70f2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70edd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58388/0 (socket says 172.21.15.39:58388) 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ec4a8a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70f2ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34876/0 (socket says 172.21.15.39:34876) 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 -- 172.21.15.39:0/4241732829 learned_addr learned my addr 172.21.15.39:0/4241732829 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:56.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ec528b700 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 -- 172.21.15.39:0/4241732829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 msgr2=0x5606b70f2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70f2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 -- 172.21.15.39:0/4241732829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 msgr2=0x5606b70f7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ebffff700 1 -- 172.21.15.39:0/4241732829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5606b6e54c00 con 0x5606b70eef50 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.830+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70f2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.831+0000 7f7ebffff700 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70edd80 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0094f0 tx=0x7f7eac018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caef534ea0d2a0d7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.831+0000 7f7eab7fe700 1 -- 172.21.15.39:0/4241732829 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eac02f070 con 0x5606b70eef50 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.831+0000 7f7eab7fe700 1 -- 172.21.15.39:0/4241732829 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eac016040 con 0x5606b70eef50 2023-12-07T14:08:56.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.831+0000 7f7eab7fe700 1 -- 172.21.15.39:0/4241732829 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eac030750 con 0x5606b70eef50 2023-12-07T14:08:56.836 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.832+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/4241732829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 msgr2=0x5606b70edd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.836 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.832+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70edd80 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f7eac0094f0 tx=0x7f7eac018000 comp rx=0 tx=0).stop 2023-12-07T14:08:56.836 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.832+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/4241732829 shutdown_connections 2023-12-07T14:08:56.836 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.832+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70f2b10 0x5606b70f7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.836 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.832+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70ee630 0x5606b70f2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.836 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.832+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/4241732829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b70edd80 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.836 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.832+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/4241732829 >> 172.21.15.39:0/4241732829 conn(0x5606b701d300 msgr2=0x5606b70e8b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:56.837 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.835+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/4241732829 shutdown_connections 2023-12-07T14:08:56.837 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.835+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/4241732829 wait complete. 2023-12-07T14:08:56.837 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.835+0000 7f7ed2ee7b80 1 -- start start 2023-12-07T14:08:56.837 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.835+0000 7f7ed2ee7b80 1 Processor -- start 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.835+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b7151d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.835+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b71522d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ed2ee7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70f2b10 0x5606b7152810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b715ce10 con 0x5606b70eef50 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b715cf50 con 0x5606b70ee630 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ed2ee7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5606b715d090 con 0x5606b70f2b10 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ed2ee7b80 10 client.0 _ll_register_callbacks cb 0x5606b6f27a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b71522d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b71522d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58394/0 (socket says 172.21.15.39:58394) 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 -- 172.21.15.39:0/1310257591 learned_addr learned my addr 172.21.15.39:0/1310257591 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:08:56.840 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b7151d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ec528b700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70f2b10 0x5606b7152810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 -- 172.21.15.39:0/1310257591 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70f2b10 msgr2=0x5606b7152810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70f2b10 0x5606b7152810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 -- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 msgr2=0x5606b7151d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b7151d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 -- 172.21.15.39:0/1310257591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7eb407a020 con 0x5606b70eef50 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b7151d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ebffff700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b71522d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7eac009870 tx=0x7f7eac01c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d89b308806f52b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7e9ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7e9ffff700 1 -- 172.21.15.39:0/1310257591 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eac02f050 con 0x5606b70eef50 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7e9ffff700 1 -- 172.21.15.39:0/1310257591 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8411+0+0 (secure 0 0 0) 0x7f7eac030550 con 0x5606b70eef50 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.836+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7eb409e3f0 con 0x5606b70eef50 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.837+0000 7f7e9ffff700 1 -- 172.21.15.39:0/1310257591 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=53) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7eac030710 con 0x5606b70eef50 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.837+0000 7f7ed2ee7b80 10 client.17250 fetch_fsmap learned FSMap version 53 2023-12-07T14:08:56.841 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.837+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=53,monmap=4+}) v3 -- 0x7f7eac01c930 con 0x5606b70eef50 2023-12-07T14:08:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.837+0000 7f7e9ffff700 1 -- 172.21.15.39:0/1310257591 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb409e3f0 con 0x5606b70eef50 2023-12-07T14:08:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.837+0000 7f7e9ffff700 1 -- 172.21.15.39:0/1310257591 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 53) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f7eac038070 con 0x5606b70eef50 2023-12-07T14:08:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.838+0000 7f7ed2ee7b80 10 client.17250 fetch_fsmap finished waiting for FSMap version 53 2023-12-07T14:08:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.838+0000 7f7ed2ee7b80 10 client.17250 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:08:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.838+0000 7f7ed2ee7b80 20 client.17250 populate_metadata read hostname 'smithi039' 2023-12-07T14:08:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.838+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b715e7e0 0x5606b7160c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:08:56.842 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.838+0000 7f7ed2ee7b80 4 client.17250 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:08:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.838+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5606b7008f70 con 0x5606b715e7e0 2023-12-07T14:08:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.839+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b715e7e0 0x5606b7160c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:08:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.840+0000 7f7e9ffff700 10 client.17250 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:56.843 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.840+0000 7f7ec4a8a700 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b715e7e0 0x5606b7160c00 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e356101cc13da48 server_cookie=f1c387e77114898b in_seq=0 out_seq=0 2023-12-07T14:08:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.868+0000 7f7e9ffff700 1 -- 172.21.15.39:0/1310257591 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5606b7008f70 con 0x5606b715e7e0 2023-12-07T14:08:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.868+0000 7f7e9ffff700 10 client.17250 handle_command_reply: tid=0 2023-12-07T14:08:56.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.868+0000 7f7ed2ee7b80 1 client.17250 shutdown 2023-12-07T14:08:56.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.877+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 msgr2=0x5606b71522d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.877+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b71522d0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7eac009870 tx=0x7f7eac01c480 comp rx=0 tx=0).stop 2023-12-07T14:08:56.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.889+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 shutdown_connections 2023-12-07T14:08:56.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.889+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5606b70f2b10 0x5606b7152810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.889+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5606b715e7e0 0x5606b7160c00 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.889+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606b70ee630 0x5606b7151d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.897 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.889+0000 7f7ed2ee7b80 1 --2- 172.21.15.39:0/1310257591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5606b70eef50 0x5606b71522d0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.897 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.889+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 >> 172.21.15.39:0/1310257591 conn(0x5606b701d300 msgr2=0x5606b70f7f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:56.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.898+0000 7f7e9ffff700 0 client.17250 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:08:56.909 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.903+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 shutdown_connections 2023-12-07T14:08:56.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.911+0000 7f7ed2ee7b80 1 -- 172.21.15.39:0/1310257591 wait complete. 2023-12-07T14:08:56.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.922+0000 7f7ed2ee7b80 20 client.17250 trim_cache size 0 max 16384 2023-12-07T14:08:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:08:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:08:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:08:56.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:08:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7eb00a15e0 msgr2=0x7f7eb00a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7eb00a15e0 0x7f7eb00a3aa0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0198a80 tx=0x7f7eac012040 comp rx=0 tx=0).stop 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec01005a0 msgr2=0x7f7ec019d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec01005a0 0x7f7ec019d6f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7eb400e9a0 tx=0x7f7eb400ecb0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 shutdown_connections 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ec01978c0 0x7f7ec0197d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ec01005a0 0x7f7ec019d6f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7eb00a15e0 0x7f7eb00a3aa0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 --2- 172.21.15.39:0/2389377423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ec01056c0 0x7f7ec019dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 >> 172.21.15.39:0/2389377423 conn(0x7f7ec00fbe60 msgr2=0x7f7ec0068d80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 shutdown_connections 2023-12-07T14:08:56.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:08:56.928+0000 7f7ec6cee700 1 -- 172.21.15.39:0/2389377423 wait complete. 2023-12-07T14:08:57.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:57 smithi039 ceph-mon[98864]: pgmap v198: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 11 MiB/s wr, 592 op/s 2023-12-07T14:08:57.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:57 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:57.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:57 smithi055 ceph-mon[103363]: pgmap v198: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 11 MiB/s wr, 592 op/s 2023-12-07T14:08:57.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:57 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:57.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:57 smithi089 ceph-mon[103124]: pgmap v198: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 11 MiB/s wr, 592 op/s 2023-12-07T14:08:57.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:57 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:08:58.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 365.0 s, 2480.0 tps, lat 40.296 ms stddev 45.484 2023-12-07T14:08:59.902 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:08:59 smithi055 ceph-mon[103363]: pgmap v199: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 16 MiB/s wr, 897 op/s 2023-12-07T14:08:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:08:59 smithi089 ceph-mon[103124]: pgmap v199: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 16 MiB/s wr, 897 op/s 2023-12-07T14:09:00.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:08:59 smithi039 ceph-mon[98864]: pgmap v199: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 16 MiB/s wr, 897 op/s 2023-12-07T14:09:00.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:00 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:00.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:00 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:01.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:00 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:01.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:01 smithi055 ceph-mon[103363]: pgmap v200: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 10 MiB/s wr, 595 op/s 2023-12-07T14:09:01.944 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:01 smithi089 ceph-mon[103124]: pgmap v200: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 10 MiB/s wr, 595 op/s 2023-12-07T14:09:02.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:01 smithi039 ceph-mon[98864]: pgmap v200: 97 pgs: 97 active+clean; 7.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 10 MiB/s wr, 595 op/s 2023-12-07T14:09:03.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:03 smithi055 ceph-mon[103363]: pgmap v201: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 15 MiB/s wr, 941 op/s 2023-12-07T14:09:03.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:03 smithi089 ceph-mon[103124]: pgmap v201: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 15 MiB/s wr, 941 op/s 2023-12-07T14:09:03.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 370.0 s, 1614.5 tps, lat 61.651 ms stddev 139.052 2023-12-07T14:09:04.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:03 smithi039 ceph-mon[98864]: pgmap v201: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 15 MiB/s wr, 941 op/s 2023-12-07T14:09:04.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:04 smithi055 ceph-mon[103363]: pgmap v202: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 650 op/s 2023-12-07T14:09:04.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:04 smithi089 ceph-mon[103124]: pgmap v202: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 650 op/s 2023-12-07T14:09:05.060 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:04 smithi039 ceph-mon[98864]: pgmap v202: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 650 op/s 2023-12-07T14:09:07.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:06 smithi039 ceph-mon[98864]: pgmap v203: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 650 op/s 2023-12-07T14:09:07.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:06 smithi055 ceph-mon[103363]: pgmap v203: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 650 op/s 2023-12-07T14:09:07.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:06 smithi089 ceph-mon[103124]: pgmap v203: 97 pgs: 97 active+clean; 8.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 10 MiB/s wr, 650 op/s 2023-12-07T14:09:08.064 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:07 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:08.064 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:07 smithi039 ceph-mon[98864]: osdmap e89: 12 total, 12 up, 12 in 2023-12-07T14:09:08.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:07 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:08.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:07 smithi055 ceph-mon[103363]: osdmap e89: 12 total, 12 up, 12 in 2023-12-07T14:09:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:07 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:07 smithi089 ceph-mon[103124]: osdmap e89: 12 total, 12 up, 12 in 2023-12-07T14:09:08.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 375.0 s, 1955.2 tps, lat 51.617 ms stddev 63.251 2023-12-07T14:09:09.652 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:09 smithi055 ceph-mon[103363]: pgmap v205: 97 pgs: 97 active+clean; 8.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 32 MiB/s wr, 2.21k op/s 2023-12-07T14:09:09.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:09 smithi089 ceph-mon[103124]: pgmap v205: 97 pgs: 97 active+clean; 8.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 32 MiB/s wr, 2.21k op/s 2023-12-07T14:09:09.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:09 smithi039 ceph-mon[98864]: pgmap v205: 97 pgs: 97 active+clean; 8.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 32 MiB/s wr, 2.21k op/s 2023-12-07T14:09:10.088 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.084+0000 7fded38bf700 1 -- 172.21.15.39:0/1142171924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc1084d0 msgr2=0x7fdecc114910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.088 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.084+0000 7fded38bf700 1 --2- 172.21.15.39:0/1142171924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc1084d0 0x7fdecc114910 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fdec400b0a0 tx=0x7fdec400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.086+0000 7fded38bf700 1 -- 172.21.15.39:0/1142171924 shutdown_connections 2023-12-07T14:09:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.086+0000 7fded38bf700 1 --2- 172.21.15.39:0/1142171924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc1084d0 0x7fdecc114910 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.086+0000 7fded38bf700 1 --2- 172.21.15.39:0/1142171924 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdecc10da50 0x7fdecc10de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.086+0000 7fded38bf700 1 --2- 172.21.15.39:0/1142171924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 0x7fdecc107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.086+0000 7fded38bf700 1 -- 172.21.15.39:0/1142171924 >> 172.21.15.39:0/1142171924 conn(0x7fdecc0773b0 msgr2=0x7fdecc1063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:10.090 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.086+0000 7fded38bf700 1 -- 172.21.15.39:0/1142171924 shutdown_connections 2023-12-07T14:09:10.091 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.086+0000 7fded38bf700 1 -- 172.21.15.39:0/1142171924 wait complete. 2023-12-07T14:09:10.093 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 Processor -- start 2023-12-07T14:09:10.093 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 -- start start 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 0x7fdecc19de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdecc1084d0 0x7fdecc19e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc10da50 0x7fdecc1a26f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdecc1a2d30 con 0x7fdecc10da50 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdecc1a2ea0 con 0x7fdecc107b10 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded38bf700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdecc1a3060 con 0x7fdecc1084d0 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded1e5c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc10da50 0x7fdecc1a26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded0e5a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdecc1084d0 0x7fdecc19e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.094 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded165b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 0x7fdecc19de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded1e5c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc10da50 0x7fdecc1a26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58410/0 (socket says 172.21.15.39:58410) 2023-12-07T14:09:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded0e5a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdecc1084d0 0x7fdecc19e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34898/0 (socket says 172.21.15.39:34898) 2023-12-07T14:09:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded1e5c700 1 -- 172.21.15.39:0/3990270277 learned_addr learned my addr 172.21.15.39:0/3990270277 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.087+0000 7fded165b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 0x7fdecc19de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49608/0 (socket says 172.21.15.39:49608) 2023-12-07T14:09:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded165b700 1 -- 172.21.15.39:0/3990270277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdecc1084d0 msgr2=0x7fdecc19e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded165b700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdecc1084d0 0x7fdecc19e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.095 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded165b700 1 -- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc10da50 msgr2=0x7fdecc1a26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded165b700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc10da50 0x7fdecc1a26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded165b700 1 -- 172.21.15.39:0/3990270277 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdec4009d00 con 0x7fdecc107b10 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded1e5c700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc10da50 0x7fdecc1a26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded165b700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 0x7fdecc19de60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fdec800e9f0 tx=0x7fdec800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fdec27fc700 1 -- 172.21.15.39:0/3990270277 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec800c9c0 con 0x7fdecc107b10 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdecc1a3340 con 0x7fdecc107b10 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fdec27fc700 1 -- 172.21.15.39:0/3990270277 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdec8010430 con 0x7fdecc107b10 2023-12-07T14:09:10.096 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fdec27fc700 1 -- 172.21.15.39:0/3990270277 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec8018680 con 0x7fdecc107b10 2023-12-07T14:09:10.097 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.088+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdecc1aab80 con 0x7fdecc107b10 2023-12-07T14:09:10.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 Processor -- start 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 -- start start 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519630 0x559f8d519a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519f50 0x559f8d51d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d51df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d48d760 con 0x559f8d519f50 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d474740 con 0x559f8d519630 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d472060 con 0x559f8d51db10 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fdec27fc700 1 -- 172.21.15.39:0/3990270277 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fdec80187e0 con 0x7fdecc107b10 2023-12-07T14:09:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fded0e5a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d51df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fded0e5a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d51df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34904/0 (socket says 172.21.15.39:34904) 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fded0e5a700 1 -- 172.21.15.39:0/2270314884 learned_addr learned my addr 172.21.15.39:0/2270314884 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.093+0000 7fded1e5c700 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519630 0x559f8d519a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded165b700 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519f50 0x559f8d51d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded0e5a700 1 -- 172.21.15.39:0/2270314884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519630 msgr2=0x559f8d519a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded0e5a700 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519630 0x559f8d519a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded0e5a700 1 -- 172.21.15.39:0/2270314884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519f50 msgr2=0x559f8d51d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded0e5a700 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519f50 0x559f8d51d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded0e5a700 1 -- 172.21.15.39:0/2270314884 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f8d2ea5d0 con 0x559f8d51db10 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded1e5c700 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519630 0x559f8d519a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded165b700 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519f50 0x559f8d51d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fded0e5a700 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d51df70 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fdebc009d20 tx=0x7fdebc011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ceb409dee11b5bfa server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fdec27fc700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fdeb80a15e0 0x7fdeb80a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fdeb77fe700 1 -- 172.21.15.39:0/2270314884 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdebc019630 con 0x559f8d51db10 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fdeb77fe700 1 -- 172.21.15.39:0/2270314884 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdebc019c50 con 0x559f8d51db10 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.094+0000 7fdeb77fe700 1 -- 172.21.15.39:0/2270314884 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdebc00ec40 con 0x559f8d51db10 2023-12-07T14:09:10.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.095+0000 7fdec27fc700 1 -- 172.21.15.39:0/3990270277 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fdec8014070 con 0x7fdecc107b10 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.095+0000 7fded1e5c700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fdeb80a15e0 0x7fdeb80a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.095+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2270314884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 msgr2=0x559f8d51df70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.095+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d51df70 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fdebc009d20 tx=0x7fdebc011720 comp rx=0 tx=0).stop 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2270314884 shutdown_connections 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d51df70 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519630 0x559f8d519a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2270314884 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519f50 0x559f8d51d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2270314884 >> 172.21.15.39:0/2270314884 conn(0x559f8d448300 msgr2=0x559f8d513ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2270314884 shutdown_connections 2023-12-07T14:09:10.111 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2270314884 wait complete. 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fded1e5c700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fdeb80a15e0 0x7fdeb80a3aa0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009610 tx=0x7fdec4009780 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 -- start start 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.096+0000 7fdedfab8b80 1 Processor -- start 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 0x559f8d5252d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d522610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d522d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d46d950 con 0x559f8d51db10 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d427500 con 0x559f8d519f50 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d4271a0 con 0x559f8d519630 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fdedfab8b80 10 client.0 _ll_register_callbacks cb 0x559f8d352a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fded1e5c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d522d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fded1e5c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d522d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58424/0 (socket says 172.21.15.39:58424) 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fded1e5c700 1 -- 172.21.15.39:0/2308372385 learned_addr learned my addr 172.21.15.39:0/2308372385 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fded0e5a700 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d522610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fded1e5c700 1 -- 172.21.15.39:0/2308372385 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 msgr2=0x559f8d5252d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.097+0000 7fded1e5c700 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 0x559f8d5252d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fded1e5c700 1 -- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 msgr2=0x559f8d522610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fded1e5c700 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d522610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fded1e5c700 1 -- 172.21.15.39:0/2308372385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdecc115210 con 0x559f8d51db10 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fded0e5a700 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d522610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fded1e5c700 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d522d50 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fdec400b070 tx=0x7fdec40099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd1be8fa724c5714 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdeb4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/2308372385 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec400e040 con 0x559f8d51db10 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559f8d50c5f0 con 0x559f8d51db10 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/2308372385 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fdec40056d0 con 0x559f8d51db10 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/2308372385 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdec4006160 con 0x559f8d51db10 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdedfab8b80 10 client.17262 fetch_fsmap learned FSMap version 55 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x7fdebc009980 con 0x559f8d51db10 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.098+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/2308372385 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559f8d50c5f0 con 0x559f8d51db10 2023-12-07T14:09:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/2308372385 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 55) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fdec402f070 con 0x559f8d51db10 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdedfab8b80 10 client.17262 fetch_fsmap finished waiting for FSMap version 55 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdedfab8b80 10 client.17262 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdedfab8b80 20 client.17262 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d532ed0 0x559f8d5352f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdedfab8b80 4 client.17262 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559f8d4e8640 con 0x559f8d532ed0 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fded165b700 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d532ed0 0x559f8d5352f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fdeb4ff9700 10 client.17262 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.099+0000 7fded165b700 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d532ed0 0x559f8d5352f0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c82329a8587e6057 server_cookie=44a03903d37e9280 in_seq=0 out_seq=0 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/2308372385 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559f8d4e8640 con 0x559f8d532ed0 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdeb4ff9700 10 client.17262 handle_command_reply: tid=0 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 client.17262 shutdown 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 msgr2=0x559f8d522d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d522d50 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fdec400b070 tx=0x7fdec40099e0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 shutdown_connections 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d522d50 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 0x559f8d5252d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d532ed0 0x559f8d5352f0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/2308372385 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d522610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdeb4ff9700 0 client.17262 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 >> 172.21.15.39:0/2308372385 conn(0x559f8d448300 msgr2=0x559f8d518430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 shutdown_connections 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 1 -- 172.21.15.39:0/2308372385 wait complete. 2023-12-07T14:09:10.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.100+0000 7fdedfab8b80 20 client.17262 trim_cache size 0 max 16384 2023-12-07T14:09:10.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 Processor -- start 2023-12-07T14:09:10.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 -- start start 2023-12-07T14:09:10.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 0x559f8d515500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d51def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d521ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d2ec8c0 con 0x559f8d51db10 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d522430 con 0x559f8d519f50 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.119+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d5304a0 con 0x559f8d519630 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d521ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d521ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58432/0 (socket says 172.21.15.39:58432) 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 -- 172.21.15.39:0/1295213318 learned_addr learned my addr 172.21.15.39:0/1295213318 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded165b700 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 0x559f8d515500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded0e5a700 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d51def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 -- 172.21.15.39:0/1295213318 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 msgr2=0x559f8d515500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 0x559f8d515500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 -- 172.21.15.39:0/1295213318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 msgr2=0x559f8d51def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d51def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 -- 172.21.15.39:0/1295213318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f8d296d80 con 0x559f8d51db10 2023-12-07T14:09:10.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fded1e5c700 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d521ef0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fdec400be60 tx=0x7fdec401eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7795fb5250f7a042 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:10.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fdeb7fff700 1 -- 172.21.15.39:0/1295213318 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec400e040 con 0x559f8d51db10 2023-12-07T14:09:10.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fdeb7fff700 1 -- 172.21.15.39:0/1295213318 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdec4021070 con 0x559f8d51db10 2023-12-07T14:09:10.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.120+0000 7fdeb7fff700 1 -- 172.21.15.39:0/1295213318 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec4029b10 con 0x559f8d51db10 2023-12-07T14:09:10.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.121+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1295213318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 msgr2=0x559f8d521ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.121+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d521ef0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fdec400be60 tx=0x7fdec401eee0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.126 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.122+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1295213318 shutdown_connections 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.122+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d51db10 0x559f8d521ef0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.122+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d519630 0x559f8d515500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.122+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1295213318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d51def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.122+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1295213318 >> 172.21.15.39:0/1295213318 conn(0x559f8d448300 msgr2=0x559f8d518c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.122+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1295213318 shutdown_connections 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.122+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1295213318 wait complete. 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 -- start start 2023-12-07T14:09:10.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 Processor -- start 2023-12-07T14:09:10.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519630 0x559f8d527da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d5282e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d528820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d52a730 con 0x559f8d519630 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d588410 con 0x559f8d519f50 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f8d588550 con 0x559f8d51db10 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.123+0000 7fdedfab8b80 10 client.0 _ll_register_callbacks cb 0x559f8d352a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519630 0x559f8d527da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519630 0x559f8d527da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58434/0 (socket says 172.21.15.39:58434) 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 -- 172.21.15.39:0/1938393494 learned_addr learned my addr 172.21.15.39:0/1938393494 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded1e5c700 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d528820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded0e5a700 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d5282e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 -- 172.21.15.39:0/1938393494 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 msgr2=0x559f8d528820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d528820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 -- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 msgr2=0x559f8d5282e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d5282e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 -- 172.21.15.39:0/1938393494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdebc009980 con 0x559f8d519630 2023-12-07T14:09:10.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fded165b700 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519630 0x559f8d527da0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fdec8099f80 tx=0x7fdec80966e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=743e414bf56a8373 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fdeb4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/1938393494 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdec8099be0 con 0x559f8d519630 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdebc019c50 con 0x559f8d519630 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/1938393494 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fdec809e2f0 con 0x559f8d519630 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/1938393494 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdec80a2530 con 0x559f8d519630 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.124+0000 7fdedfab8b80 10 client.17268 fetch_fsmap learned FSMap version 55 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x559f8d27fc00 con 0x559f8d519630 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/1938393494 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdebc019c50 con 0x559f8d519630 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/1938393494 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 55) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fdec8099770 con 0x559f8d519630 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdedfab8b80 10 client.17268 fetch_fsmap finished waiting for FSMap version 55 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdedfab8b80 10 client.17268 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdedfab8b80 20 client.17268 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d589e10 0x559f8d58c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdedfab8b80 4 client.17268 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559f8d433f70 con 0x559f8d589e10 2023-12-07T14:09:10.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fded0e5a700 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d589e10 0x559f8d58c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:10.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fdeb4ff9700 10 client.17268 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:10.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.125+0000 7fded0e5a700 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d589e10 0x559f8d58c230 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eec51f67e411131e server_cookie=48272725645ad1f3 in_seq=0 out_seq=0 2023-12-07T14:09:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdeb4ff9700 1 -- 172.21.15.39:0/1938393494 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559f8d433f70 con 0x559f8d589e10 2023-12-07T14:09:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdeb4ff9700 10 client.17268 handle_command_reply: tid=0 2023-12-07T14:09:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 client.17268 shutdown 2023-12-07T14:09:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519630 msgr2=0x559f8d527da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519630 0x559f8d527da0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7fdec8099f80 tx=0x7fdec80966e0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 shutdown_connections 2023-12-07T14:09:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559f8d51db10 0x559f8d528820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559f8d519630 0x559f8d527da0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559f8d589e10 0x559f8d58c230 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 --2- 172.21.15.39:0/1938393494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559f8d519f50 0x559f8d5282e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdeb4ff9700 0 client.17268 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 >> 172.21.15.39:0/1938393494 conn(0x559f8d448300 msgr2=0x559f8d513920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 shutdown_connections 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 1 -- 172.21.15.39:0/1938393494 wait complete. 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.147+0000 7fdedfab8b80 20 client.17268 trim_cache size 0 max 16384 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:09:10.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:09:10.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:09:10.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fdeb80a15e0 msgr2=0x7fdeb80a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fdeb80a15e0 0x7fdeb80a3aa0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009610 tx=0x7fdec4009780 comp rx=0 tx=0).stop 2023-12-07T14:09:10.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 msgr2=0x7fdecc19de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:10.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 0x7fdecc19de60 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fdec800e9f0 tx=0x7fdec800ed00 comp rx=0 tx=0).stop 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 shutdown_connections 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdecc10da50 0x7fdecc1a26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fdeb80a15e0 0x7fdeb80a3aa0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdecc107b10 0x7fdecc19de60 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 --2- 172.21.15.39:0/3990270277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fdecc1084d0 0x7fdecc19e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 >> 172.21.15.39:0/3990270277 conn(0x7fdecc0773b0 msgr2=0x7fdecc077970 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 shutdown_connections 2023-12-07T14:09:10.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:10.148+0000 7fded38bf700 1 -- 172.21.15.39:0/3990270277 wait complete. 2023-12-07T14:09:11.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:11 smithi039 ceph-mon[98864]: pgmap v206: 97 pgs: 97 active+clean; 8.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 32 MiB/s wr, 2.21k op/s 2023-12-07T14:09:11.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:11 smithi055 ceph-mon[103363]: pgmap v206: 97 pgs: 97 active+clean; 8.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 32 MiB/s wr, 2.21k op/s 2023-12-07T14:09:11.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:11 smithi089 ceph-mon[103124]: pgmap v206: 97 pgs: 97 active+clean; 8.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 32 MiB/s wr, 2.21k op/s 2023-12-07T14:09:13.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:13 smithi039 ceph-mon[98864]: pgmap v207: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 MiB/s wr, 2.93k op/s 2023-12-07T14:09:13.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:13 smithi039 ceph-mon[98864]: osdmap e90: 12 total, 12 up, 12 in 2023-12-07T14:09:13.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:13 smithi055 ceph-mon[103363]: pgmap v207: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 MiB/s wr, 2.93k op/s 2023-12-07T14:09:13.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:13 smithi055 ceph-mon[103363]: osdmap e90: 12 total, 12 up, 12 in 2023-12-07T14:09:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:13 smithi089 ceph-mon[103124]: pgmap v207: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 39 MiB/s wr, 2.93k op/s 2023-12-07T14:09:13.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:13 smithi089 ceph-mon[103124]: osdmap e90: 12 total, 12 up, 12 in 2023-12-07T14:09:13.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 380.0 s, 925.8 tps, lat 80.498 ms stddev 116.990 2023-12-07T14:09:15.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:15 smithi039 ceph-mon[98864]: pgmap v209: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 49 MiB/s wr, 3.66k op/s 2023-12-07T14:09:15.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:15 smithi055 ceph-mon[103363]: pgmap v209: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 49 MiB/s wr, 3.66k op/s 2023-12-07T14:09:15.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:15 smithi089 ceph-mon[103124]: pgmap v209: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 49 MiB/s wr, 3.66k op/s 2023-12-07T14:09:17.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:17 smithi039 ceph-mon[98864]: pgmap v210: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 1.27k op/s 2023-12-07T14:09:17.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:17 smithi055 ceph-mon[103363]: pgmap v210: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 1.27k op/s 2023-12-07T14:09:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:17 smithi089 ceph-mon[103124]: pgmap v210: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 14 MiB/s wr, 1.27k op/s 2023-12-07T14:09:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 385.0 s, 1627.8 tps, lat 77.105 ms stddev 204.524 2023-12-07T14:09:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:19 smithi039 ceph-mon[98864]: pgmap v211: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 23 MiB/s wr, 1.78k op/s 2023-12-07T14:09:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:19 smithi055 ceph-mon[103363]: pgmap v211: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 23 MiB/s wr, 1.78k op/s 2023-12-07T14:09:19.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:19 smithi089 ceph-mon[103124]: pgmap v211: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 23 MiB/s wr, 1.78k op/s 2023-12-07T14:09:21.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:21 smithi039 ceph-mon[98864]: pgmap v212: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 23 MiB/s wr, 1.78k op/s 2023-12-07T14:09:21.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:21 smithi055 ceph-mon[103363]: pgmap v212: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 23 MiB/s wr, 1.78k op/s 2023-12-07T14:09:21.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:21 smithi089 ceph-mon[103124]: pgmap v212: 97 pgs: 97 active+clean; 7.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 23 MiB/s wr, 1.78k op/s 2023-12-07T14:09:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1821123844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a010e100 msgr2=0x7fe1a01104f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1821123844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a010e100 0x7fe1a01104f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fe19800b0a0 tx=0x7fe19800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1821123844 shutdown_connections 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1821123844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a010e100 0x7fe1a01104f0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1821123844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1a0102580 0x7fe1a00ff980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1821123844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1a00ffec0 0x7fe1a0100340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1821123844 >> 172.21.15.39:0/1821123844 conn(0x7fe1a00768a0 msgr2=0x7fe1a00fdc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1821123844 shutdown_connections 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1821123844 wait complete. 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.268+0000 7fe1a7e8f700 1 Processor -- start 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a7e8f700 1 -- start start 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a7e8f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1a00ffec0 0x7fe1a0199dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a7e8f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a0102580 0x7fe1a019a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a7e8f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1a010e100 0x7fe1a019e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a7e8f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a019ecf0 con 0x7fe1a0102580 2023-12-07T14:09:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a7e8f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a019ee60 con 0x7fe1a00ffec0 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a7e8f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a019f020 con 0x7fe1a010e100 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a0102580 0x7fe1a019a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a0102580 0x7fe1a019a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58450/0 (socket says 172.21.15.39:58450) 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 -- 172.21.15.39:0/1269203395 learned_addr learned my addr 172.21.15.39:0/1269203395 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a642c700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1a010e100 0x7fe1a019e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1a00ffec0 0x7fe1a0199dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 -- 172.21.15.39:0/1269203395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1a010e100 msgr2=0x7fe1a019e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1a010e100 0x7fe1a019e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 -- 172.21.15.39:0/1269203395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1a00ffec0 msgr2=0x7fe1a0199dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1a00ffec0 0x7fe1a0199dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 -- 172.21.15.39:0/1269203395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe198009d00 con 0x7fe1a0102580 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe1a542a700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a0102580 0x7fe1a019a310 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fe19000d950 tx=0x7fe19000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.269+0000 7fe196ffd700 1 -- 172.21.15.39:0/1269203395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe190009940 con 0x7fe1a0102580 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.270+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1a019f300 con 0x7fe1a0102580 2023-12-07T14:09:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.270+0000 7fe196ffd700 1 -- 172.21.15.39:0/1269203395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe190010460 con 0x7fe1a0102580 2023-12-07T14:09:23.276 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.270+0000 7fe196ffd700 1 -- 172.21.15.39:0/1269203395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19000f620 con 0x7fe1a0102580 2023-12-07T14:09:23.276 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.270+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1a01a6b40 con 0x7fe1a0102580 2023-12-07T14:09:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.274+0000 7fe1b4088b80 1 Processor -- start 2023-12-07T14:09:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.274+0000 7fe196ffd700 1 -- 172.21.15.39:0/1269203395 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe1900108d0 con 0x7fe1a0102580 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.274+0000 7fe1b4088b80 1 -- start start 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd2792a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792f50 0x55ecd27965d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd2796f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd2706760 con 0x55ecd2792f50 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd26ed740 con 0x55ecd2792630 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd26eb060 con 0x55ecd2796b10 2023-12-07T14:09:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1a642c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd2792a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd2796f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd2796f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34946/0 (socket says 172.21.15.39:34946) 2023-12-07T14:09:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.275+0000 7fe1a542a700 1 -- 172.21.15.39:0/389833805 learned_addr learned my addr 172.21.15.39:0/389833805 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.276+0000 7fe196ffd700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe18c0a15e0 0x7fe18c0a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.276+0000 7fe196ffd700 1 -- 172.21.15.39:0/1269203395 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe1900ccf10 con 0x7fe1a0102580 2023-12-07T14:09:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.276+0000 7fe1a642c700 1 -- 172.21.15.39:0/389833805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 msgr2=0x55ecd2796f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.276+0000 7fe1a642c700 1 --2- 172.21.15.39:0/389833805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd2796f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.276+0000 7fe1a642c700 1 -- 172.21.15.39:0/389833805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792f50 msgr2=0x55ecd27965d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:09:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.276+0000 7fe1a642c700 1 --2- 172.21.15.39:0/389833805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792f50 0x55ecd27965d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.276+0000 7fe1a642c700 1 -- 172.21.15.39:0/389833805 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ecd25635d0 con 0x55ecd2792630 2023-12-07T14:09:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.277+0000 7fe1a642c700 1 --2- 172.21.15.39:0/389833805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd2792a10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe19800b070 tx=0x7fe198009480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f76813f9c652c5e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.277+0000 7fe1a642c700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe18c0a15e0 0x7fe18c0a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.277+0000 7fe1a642c700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe18c0a15e0 0x7fe18c0a3aa0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe19800b040 tx=0x7fe19801e680 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.277+0000 7fe18bfff700 1 -- 172.21.15.39:0/389833805 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19800e040 con 0x55ecd2792630 2023-12-07T14:09:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.277+0000 7fe18bfff700 1 -- 172.21.15.39:0/389833805 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe198003a00 con 0x55ecd2792630 2023-12-07T14:09:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.278+0000 7fe18bfff700 1 -- 172.21.15.39:0/389833805 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19801e460 con 0x55ecd2792630 2023-12-07T14:09:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.278+0000 7fe1b4088b80 1 -- 172.21.15.39:0/389833805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 msgr2=0x55ecd2792a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.278+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/389833805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd2792a10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe19800b070 tx=0x7fe198009480 comp rx=0 tx=0).stop 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 -- 172.21.15.39:0/389833805 shutdown_connections 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/389833805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd2796f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/389833805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd2792a10 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/389833805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792f50 0x55ecd27965d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 -- 172.21.15.39:0/389833805 >> 172.21.15.39:0/389833805 conn(0x55ecd26c1300 msgr2=0x55ecd278cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 -- 172.21.15.39:0/389833805 shutdown_connections 2023-12-07T14:09:23.283 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 -- 172.21.15.39:0/389833805 wait complete. 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 -- start start 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.279+0000 7fe1b4088b80 1 Processor -- start 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd279b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2792f50 0x55ecd279bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2796b10 0x55ecd279c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd26e6950 con 0x55ecd2796b10 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd26a0500 con 0x55ecd2792630 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd26a01a0 con 0x55ecd2792f50 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1b4088b80 10 client.0 _ll_register_callbacks cb 0x55ecd25cba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:23.285 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2792f50 0x55ecd279bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2792f50 0x55ecd279bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34950/0 (socket says 172.21.15.39:34950) 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 -- 172.21.15.39:0/2782943010 learned_addr learned my addr 172.21.15.39:0/2782943010 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a642c700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2796b10 0x55ecd279c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd279b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 -- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 msgr2=0x55ecd279b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd279b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 -- 172.21.15.39:0/2782943010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2796b10 msgr2=0x55ecd279c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2796b10 0x55ecd279c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.280+0000 7fe1a542a700 1 -- 172.21.15.39:0/2782943010 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1a0110fe0 con 0x55ecd2792f50 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd279b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1a642c700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2796b10 0x55ecd279c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1a542a700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2792f50 0x55ecd279bc40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe190010fd0 tx=0x7fe190099db0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc133af934bf86bb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:23.286 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1897fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:09:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1897fa700 1 -- 172.21.15.39:0/2782943010 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe190099f30 con 0x55ecd2792f50 2023-12-07T14:09:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1897fa700 1 -- 172.21.15.39:0/2782943010 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe19009e080 con 0x55ecd2792f50 2023-12-07T14:09:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ecd27855f0 con 0x55ecd2792f50 2023-12-07T14:09:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1897fa700 1 -- 172.21.15.39:0/2782943010 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1900a22c0 con 0x55ecd2792f50 2023-12-07T14:09:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1b4088b80 10 client.26905 fetch_fsmap learned FSMap version 55 2023-12-07T14:09:23.287 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.281+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x55ecd250fd80 con 0x55ecd2792f50 2023-12-07T14:09:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.302+0000 7fe1897fa700 1 -- 172.21.15.39:0/2782943010 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ecd27855f0 con 0x55ecd2792f50 2023-12-07T14:09:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.302+0000 7fe1897fa700 1 -- 172.21.15.39:0/2782943010 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 55) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fe1900a1e30 con 0x55ecd2792f50 2023-12-07T14:09:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.311+0000 7fe1b4088b80 10 client.26905 fetch_fsmap finished waiting for FSMap version 55 2023-12-07T14:09:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.311+0000 7fe1b4088b80 10 client.26905 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.311+0000 7fe1b4088b80 20 client.26905 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.311+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd27c5760 0x55ecd27c7b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.311+0000 7fe1b4088b80 4 client.26905 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:09:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.311+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ecd2761640 con 0x55ecd27c5760 2023-12-07T14:09:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.330+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd27c5760 0x55ecd27c7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.332+0000 7fe1897fa700 10 client.26905 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.332+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd27c5760 0x55ecd27c7b80 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=559ca6a1e88e6f3e server_cookie=3b402140f18e9fdd in_seq=0 out_seq=0 2023-12-07T14:09:23.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.334+0000 7fe1897fa700 1 -- 172.21.15.39:0/2782943010 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55ecd2761640 con 0x55ecd27c5760 2023-12-07T14:09:23.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.334+0000 7fe1897fa700 10 client.26905 handle_command_reply: tid=0 2023-12-07T14:09:23.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.334+0000 7fe1b4088b80 1 client.26905 shutdown 2023-12-07T14:09:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.339+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2792f50 msgr2=0x55ecd279bc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.339+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2792f50 0x55ecd279bc40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe190010fd0 tx=0x7fe190099db0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.342+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 shutdown_connections 2023-12-07T14:09:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.342+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2796b10 0x55ecd279c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.342+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd27c5760 0x55ecd27c7b80 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.342+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd279b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.342+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/2782943010 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2792f50 0x55ecd279bc40 secure :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe190010fd0 tx=0x7fe190099db0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.342+0000 7fe1897fa700 0 client.26905 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.342+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 >> 172.21.15.39:0/2782943010 conn(0x55ecd26c1300 msgr2=0x55ecd2791430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.348+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 shutdown_connections 2023-12-07T14:09:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.348+0000 7fe1b4088b80 1 -- 172.21.15.39:0/2782943010 wait complete. 2023-12-07T14:09:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.348+0000 7fe1b4088b80 20 client.26905 trim_cache size 0 max 16384 2023-12-07T14:09:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 Processor -- start 2023-12-07T14:09:23.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 -- start start 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792630 0x55ecd27b8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2796b10 0x55ecd27954d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd27cc4e0 0x55ecd27cc940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd25658c0 con 0x55ecd2792630 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd2795a10 con 0x55ecd2796b10 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.371+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd2796990 con 0x55ecd27cc4e0 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a5c2b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792630 0x55ecd27b8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2796b10 0x55ecd27954d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2796b10 0x55ecd27954d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49670/0 (socket says 172.21.15.39:49670) 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 -- 172.21.15.39:0/3075686913 learned_addr learned my addr 172.21.15.39:0/3075686913 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a642c700 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd27cc4e0 0x55ecd27cc940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 -- 172.21.15.39:0/3075686913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd27cc4e0 msgr2=0x55ecd27cc940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd27cc4e0 0x55ecd27cc940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 -- 172.21.15.39:0/3075686913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792630 msgr2=0x55ecd27b8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792630 0x55ecd27b8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 -- 172.21.15.39:0/3075686913 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ecd24f8c00 con 0x55ecd2796b10 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe1a542a700 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2796b10 0x55ecd27954d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe190099c30 tx=0x7fe1900d0710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14613c50a5f8f753 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe194ff9700 1 -- 172.21.15.39:0/3075686913 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe190099420 con 0x55ecd2796b10 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe194ff9700 1 -- 172.21.15.39:0/3075686913 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1900996c0 con 0x55ecd2796b10 2023-12-07T14:09:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.372+0000 7fe194ff9700 1 -- 172.21.15.39:0/3075686913 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1900d0110 con 0x55ecd2796b10 2023-12-07T14:09:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 -- 172.21.15.39:0/3075686913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2796b10 msgr2=0x55ecd27954d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2796b10 0x55ecd27954d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe190099c30 tx=0x7fe1900d0710 comp rx=0 tx=0).stop 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 -- 172.21.15.39:0/3075686913 shutdown_connections 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd27cc4e0 0x55ecd27cc940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd2792630 0x55ecd27b8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/3075686913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2796b10 0x55ecd27954d0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 -- 172.21.15.39:0/3075686913 >> 172.21.15.39:0/3075686913 conn(0x55ecd26c1300 msgr2=0x55ecd278cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 -- 172.21.15.39:0/3075686913 shutdown_connections 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 -- 172.21.15.39:0/3075686913 wait complete. 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.373+0000 7fe1b4088b80 1 -- start start 2023-12-07T14:09:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 1 Processor -- start 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd27b3620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd27b3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd27cc4e0 0x55ecd281ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd27b4300 con 0x55ecd27cc4e0 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd281b1d0 con 0x55ecd2792630 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd281b390 con 0x55ecd2796b10 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1b4088b80 10 client.0 _ll_register_callbacks cb 0x55ecd25cba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a642c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd27cc4e0 0x55ecd281ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd27b3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd27b3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:34964/0 (socket says 172.21.15.39:34964) 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 -- 172.21.15.39:0/1701374630 learned_addr learned my addr 172.21.15.39:0/1701374630 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a642c700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd27cc4e0 0x55ecd281ac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58476/0 (socket says 172.21.15.39:58476) 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd27b3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 -- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 msgr2=0x55ecd27b3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd27b3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 -- 172.21.15.39:0/1701374630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd27cc4e0 msgr2=0x55ecd281ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd27cc4e0 0x55ecd281ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a542a700 1 -- 172.21.15.39:0/1701374630 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ecd250fd80 con 0x55ecd2796b10 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.374+0000 7fe1a642c700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd27cc4e0 0x55ecd281ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1a542a700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd27b3b60 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe1900cac20 tx=0x7fe190000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=723dedc936965487 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1897fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1897fa700 1 -- 172.21.15.39:0/1701374630 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe190099420 con 0x55ecd2796b10 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe198003a00 con 0x55ecd2796b10 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1897fa700 1 -- 172.21.15.39:0/1701374630 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe19009e080 con 0x55ecd2796b10 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1897fa700 1 -- 172.21.15.39:0/1701374630 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1900a22c0 con 0x55ecd2796b10 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 10 client.26911 fetch_fsmap learned FSMap version 55 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=4+}) v3 -- 0x55ecd25361f0 con 0x55ecd2796b10 2023-12-07T14:09:23.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1897fa700 1 -- 172.21.15.39:0/1701374630 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe198003a00 con 0x55ecd2796b10 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1897fa700 1 -- 172.21.15.39:0/1701374630 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 55) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fe1900b8070 con 0x55ecd2796b10 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 10 client.26911 fetch_fsmap finished waiting for FSMap version 55 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 10 client.26911 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 20 client.26911 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd281c670 0x55ecd281ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 4 client.26911 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ecd26acf70 con 0x55ecd281c670 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.375+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd281c670 0x55ecd281ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.376+0000 7fe1897fa700 10 client.26911 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.376+0000 7fe1a5c2b700 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd281c670 0x55ecd281ea60 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a6b9fe055ed8c27 server_cookie=2a7a7958f383617 in_seq=0 out_seq=0 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.390+0000 7fe1897fa700 1 -- 172.21.15.39:0/1701374630 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ecd26acf70 con 0x55ecd281c670 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.390+0000 7fe1897fa700 10 client.26911 handle_command_reply: tid=0 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.390+0000 7fe1b4088b80 1 client.26911 shutdown 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 msgr2=0x55ecd27b3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd27b3b60 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe1900cac20 tx=0x7fe190000bc0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 shutdown_connections 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd27cc4e0 0x55ecd281ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ecd281c670 0x55ecd281ea60 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ecd2792630 0x55ecd27b3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 --2- 172.21.15.39:0/1701374630 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ecd2796b10 0x55ecd27b3b60 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.395 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1897fa700 0 client.26911 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 >> 172.21.15.39:0/1701374630 conn(0x55ecd26c1300 msgr2=0x55ecd2795e80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 shutdown_connections 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 1 -- 172.21.15.39:0/1701374630 wait complete. 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1b4088b80 20 client.26911 trim_cache size 0 max 16384 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:09:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:09:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe18c0a15e0 msgr2=0x7fe18c0a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe18c0a15e0 0x7fe18c0a3aa0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe19800b040 tx=0x7fe19801e680 comp rx=0 tx=0).stop 2023-12-07T14:09:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a0102580 msgr2=0x7fe1a019a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a0102580 0x7fe1a019a310 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fe19000d950 tx=0x7fe19000dc60 comp rx=0 tx=0).stop 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 shutdown_connections 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1a010e100 0x7fe1a019e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe18c0a15e0 0x7fe18c0a3aa0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1a00ffec0 0x7fe1a0199dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 --2- 172.21.15.39:0/1269203395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1a0102580 0x7fe1a019a310 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.391+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 >> 172.21.15.39:0/1269203395 conn(0x7fe1a00768a0 msgr2=0x7fe1a010f590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.392+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 shutdown_connections 2023-12-07T14:09:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:23.392+0000 7fe1a7e8f700 1 -- 172.21.15.39:0/1269203395 wait complete. 2023-12-07T14:09:23.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:23 smithi039 ceph-mon[98864]: pgmap v213: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 22 MiB/s wr, 1.42k op/s 2023-12-07T14:09:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:23 smithi055 ceph-mon[103363]: pgmap v213: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 22 MiB/s wr, 1.42k op/s 2023-12-07T14:09:23.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:23 smithi089 ceph-mon[103124]: pgmap v213: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 22 MiB/s wr, 1.42k op/s 2023-12-07T14:09:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 390.0 s, 1250.6 tps, lat 55.494 ms stddev 60.373 2023-12-07T14:09:25.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:25 smithi055 ceph-mon[103363]: pgmap v214: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 22 MiB/s wr, 1.38k op/s 2023-12-07T14:09:25.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:25 smithi089 ceph-mon[103124]: pgmap v214: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 22 MiB/s wr, 1.38k op/s 2023-12-07T14:09:26.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:25 smithi039 ceph-mon[98864]: pgmap v214: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 22 MiB/s wr, 1.38k op/s 2023-12-07T14:09:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:27 smithi055 ceph-mon[103363]: pgmap v215: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 19 MiB/s wr, 1.19k op/s 2023-12-07T14:09:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:27 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:27.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:27 smithi089 ceph-mon[103124]: pgmap v215: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 19 MiB/s wr, 1.19k op/s 2023-12-07T14:09:27.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:27 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:28.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:27 smithi039 ceph-mon[98864]: pgmap v215: 97 pgs: 97 active+clean; 7.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 19 MiB/s wr, 1.19k op/s 2023-12-07T14:09:28.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:27 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:28.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 395.0 s, 1749.2 tps, lat 68.978 ms stddev 216.875 2023-12-07T14:09:29.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:29 smithi055 ceph-mon[103363]: pgmap v216: 97 pgs: 97 active+clean; 7.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 25 MiB/s wr, 1.62k op/s 2023-12-07T14:09:29.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:29 smithi089 ceph-mon[103124]: pgmap v216: 97 pgs: 97 active+clean; 7.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 25 MiB/s wr, 1.62k op/s 2023-12-07T14:09:30.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:29 smithi039 ceph-mon[98864]: pgmap v216: 97 pgs: 97 active+clean; 7.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 25 MiB/s wr, 1.62k op/s 2023-12-07T14:09:30.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:30 smithi055 ceph-mon[103363]: pgmap v217: 97 pgs: 97 active+clean; 7.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 16 MiB/s wr, 1.08k op/s 2023-12-07T14:09:30.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:30 smithi089 ceph-mon[103124]: pgmap v217: 97 pgs: 97 active+clean; 7.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 16 MiB/s wr, 1.08k op/s 2023-12-07T14:09:31.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:30 smithi039 ceph-mon[98864]: pgmap v217: 97 pgs: 97 active+clean; 7.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 16 MiB/s wr, 1.08k op/s 2023-12-07T14:09:33.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:32 smithi039 ceph-mon[98864]: pgmap v218: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 26 MiB/s wr, 1.86k op/s 2023-12-07T14:09:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:32 smithi055 ceph-mon[103363]: pgmap v218: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 26 MiB/s wr, 1.86k op/s 2023-12-07T14:09:33.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:32 smithi089 ceph-mon[103124]: pgmap v218: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 26 MiB/s wr, 1.86k op/s 2023-12-07T14:09:33.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 400.0 s, 1792.4 tps, lat 60.804 ms stddev 114.119 2023-12-07T14:09:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:35 smithi089 ceph-mon[103124]: pgmap v219: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 16 MiB/s wr, 1.22k op/s 2023-12-07T14:09:35.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:35 smithi039 ceph-mon[98864]: pgmap v219: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 16 MiB/s wr, 1.22k op/s 2023-12-07T14:09:35.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:35 smithi055 ceph-mon[103363]: pgmap v219: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 16 MiB/s wr, 1.22k op/s 2023-12-07T14:09:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.557+0000 7f5ee332d700 1 -- 172.21.15.39:0/1060191559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc1005d0 msgr2=0x7f5edc1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.557+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1060191559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc1005d0 0x7f5edc1009b0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc013ef0 tx=0x7f5ecc0097f0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.558+0000 7f5ee332d700 1 -- 172.21.15.39:0/1060191559 shutdown_connections 2023-12-07T14:09:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.558+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1060191559 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5edc1056f0 0x7f5edc069680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.558+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1060191559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc1005d0 0x7f5edc1009b0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.558+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1060191559 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5edc100f80 0x7f5edc104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.558+0000 7f5ee332d700 1 -- 172.21.15.39:0/1060191559 >> 172.21.15.39:0/1060191559 conn(0x7f5edc0fbe70 msgr2=0x7f5edc0fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.559+0000 7f5ee332d700 1 -- 172.21.15.39:0/1060191559 shutdown_connections 2023-12-07T14:09:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.559+0000 7f5ee332d700 1 -- 172.21.15.39:0/1060191559 wait complete. 2023-12-07T14:09:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 Processor -- start 2023-12-07T14:09:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 -- start start 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5edc1005d0 0x7f5edc19b610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5edc1056f0 0x7f5edc19bb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc195790 0x7f5edc195c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5edc196210 con 0x7f5edc195790 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5edc196380 con 0x7f5edc1005d0 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee332d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5edc196540 con 0x7f5edc1056f0 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee18ca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc195790 0x7f5edc195c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee18ca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc195790 0x7f5edc195c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58488/0 (socket says 172.21.15.39:58488) 2023-12-07T14:09:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.560+0000 7f5ee18ca700 1 -- 172.21.15.39:0/1511356881 learned_addr learned my addr 172.21.15.39:0/1511356881 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:36.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.561+0000 7f5ee18ca700 1 -- 172.21.15.39:0/1511356881 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5edc1056f0 msgr2=0x7f5edc19bb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.561+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5edc1056f0 0x7f5edc19bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.561+0000 7f5ee18ca700 1 -- 172.21.15.39:0/1511356881 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5edc1005d0 msgr2=0x7f5edc19b610 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:09:36.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.561+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5edc1005d0 0x7f5edc19b610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.561+0000 7f5ee18ca700 1 -- 172.21.15.39:0/1511356881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ecc013b50 con 0x7f5edc195790 2023-12-07T14:09:36.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.562+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc195790 0x7f5edc195c40 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f5ed400b970 tx=0x7f5ed400bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.562+0000 7f5ed27fc700 1 -- 172.21.15.39:0/1511356881 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed400c9b0 con 0x7f5edc195790 2023-12-07T14:09:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.562+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5edc1a24e0 con 0x7f5edc195790 2023-12-07T14:09:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.562+0000 7f5ed27fc700 1 -- 172.21.15.39:0/1511356881 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ed4014440 con 0x7f5edc195790 2023-12-07T14:09:36.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.562+0000 7f5ed27fc700 1 -- 172.21.15.39:0/1511356881 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed40075d0 con 0x7f5edc195790 2023-12-07T14:09:36.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.562+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5edc1a29c0 con 0x7f5edc195790 2023-12-07T14:09:36.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.565+0000 7f5ed27fc700 1 -- 172.21.15.39:0/1511356881 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5ed40145b0 con 0x7f5edc195790 2023-12-07T14:09:36.568 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.565+0000 7f5ed27fc700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5ec80a15e0 0x7f5ec80a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.567+0000 7f5eef526b80 1 Processor -- start 2023-12-07T14:09:36.570 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.567+0000 7f5eef526b80 1 -- start start 2023-12-07T14:09:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.568+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8630 0x556539cd8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.568+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539cdc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.568+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 0x556539cdcf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.568+0000 7f5eef526b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539c4c760 con 0x556539cd8630 2023-12-07T14:09:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.568+0000 7f5eef526b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539c33740 con 0x556539cd8f50 2023-12-07T14:09:36.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.568+0000 7f5eef526b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539c31060 con 0x556539cdcb10 2023-12-07T14:09:36.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.570+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5ec80a15e0 0x7f5ec80a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.570+0000 7f5ee08c8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539cdc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.574+0000 7f5ee08c8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539cdc5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49696/0 (socket says 172.21.15.39:49696) 2023-12-07T14:09:36.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.575+0000 7f5ee08c8700 1 -- 172.21.15.39:0/749042086 learned_addr learned my addr 172.21.15.39:0/749042086 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.576+0000 7f5ee08c8700 1 -- 172.21.15.39:0/749042086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 msgr2=0x556539cdcf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.576+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/749042086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 0x556539cdcf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.576+0000 7f5ee08c8700 1 -- 172.21.15.39:0/749042086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8630 msgr2=0x556539cd8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.576+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/749042086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8630 0x556539cd8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.576+0000 7f5ee08c8700 1 -- 172.21.15.39:0/749042086 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556539aa95d0 con 0x556539cd8f50 2023-12-07T14:09:36.587 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.585+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5ec80a15e0 0x7f5ec80a3aa0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc005f50 tx=0x7f5ecc005bc0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:36.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.586+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/749042086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539cdc5d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5ed8009790 tx=0x7f5ed8009aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f93d0d06496c877 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:36.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.589+0000 7f5ed27fc700 1 -- 172.21.15.39:0/1511356881 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f5ed4006e40 con 0x7f5edc195790 2023-12-07T14:09:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.591+0000 7f5ec77fe700 1 -- 172.21.15.39:0/749042086 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed8011830 con 0x556539cd8f50 2023-12-07T14:09:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.591+0000 7f5ec77fe700 1 -- 172.21.15.39:0/749042086 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ed8011e50 con 0x556539cd8f50 2023-12-07T14:09:36.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.591+0000 7f5ec77fe700 1 -- 172.21.15.39:0/749042086 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed800b360 con 0x556539cd8f50 2023-12-07T14:09:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.593+0000 7f5eef526b80 1 -- 172.21.15.39:0/749042086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 msgr2=0x556539cdc5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.593+0000 7f5eef526b80 1 --2- 172.21.15.39:0/749042086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539cdc5d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f5ed8009790 tx=0x7f5ed8009aa0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.593+0000 7f5eef526b80 1 -- 172.21.15.39:0/749042086 shutdown_connections 2023-12-07T14:09:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.593+0000 7f5eef526b80 1 --2- 172.21.15.39:0/749042086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 0x556539cdcf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.593+0000 7f5eef526b80 1 --2- 172.21.15.39:0/749042086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8630 0x556539cd8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.593+0000 7f5eef526b80 1 --2- 172.21.15.39:0/749042086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539cdc5d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.593+0000 7f5eef526b80 1 -- 172.21.15.39:0/749042086 >> 172.21.15.39:0/749042086 conn(0x556539c07300 msgr2=0x556539cd2ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:36.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.599+0000 7f5eef526b80 1 -- 172.21.15.39:0/749042086 shutdown_connections 2023-12-07T14:09:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.599+0000 7f5eef526b80 1 -- 172.21.15.39:0/749042086 wait complete. 2023-12-07T14:09:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.599+0000 7f5eef526b80 1 -- start start 2023-12-07T14:09:36.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 1 Processor -- start 2023-12-07T14:09:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539ce42c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539ce1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cdcb10 0x556539ce1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539c2c950 con 0x556539cdcb10 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539be6500 con 0x556539cd8f50 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539be61a0 con 0x556539cd8630 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.600+0000 7f5eef526b80 10 client.0 _ll_register_callbacks cb 0x556539b11a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cdcb10 0x556539ce1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cdcb10 0x556539ce1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58498/0 (socket says 172.21.15.39:58498) 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 -- 172.21.15.39:0/945821674 learned_addr learned my addr 172.21.15.39:0/945821674 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539ce1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539ce42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 -- 172.21.15.39:0/945821674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 msgr2=0x556539ce42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539ce42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 -- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 msgr2=0x556539ce1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539ce1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.601+0000 7f5ee18ca700 1 -- 172.21.15.39:0/945821674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ed80093c0 con 0x556539cdcb10 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cdcb10 0x556539ce1d40 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f5ed40a16d0 tx=0x7f5ed40ca430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb16dc8b677a83a2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5ec4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:09:36.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/945821674 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed40840b0 con 0x556539cdcb10 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/945821674 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f5ed4084210 con 0x556539cdcb10 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556539ccb5f0 con 0x556539cdcb10 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/945821674 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ed40991d0 con 0x556539cdcb10 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5eef526b80 10 client.17292 fetch_fsmap learned FSMap version 56 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=56,monmap=4+}) v3 -- 0x556539a55d80 con 0x556539cdcb10 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.602+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/945821674 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556539ccb5f0 con 0x556539cdcb10 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.603+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/945821674 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 56) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5ed409aba0 con 0x556539cdcb10 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.603+0000 7f5eef526b80 10 client.17292 fetch_fsmap finished waiting for FSMap version 56 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.603+0000 7f5eef526b80 10 client.17292 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.603+0000 7f5eef526b80 20 client.17292 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.603+0000 7f5eef526b80 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d13f00 0x556539d16320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.603+0000 7f5eef526b80 4 client.17292 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:09:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.603+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556539ca7640 con 0x556539d13f00 2023-12-07T14:09:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.604+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d13f00 0x556539d16320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.604+0000 7f5ec4ff9700 10 client.17292 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:36.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.604+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d13f00 0x556539d16320 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=292a02a5658021dd server_cookie=1f0f6d2f5f553fbe in_seq=0 out_seq=0 2023-12-07T14:09:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/945821674 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556539ca7640 con 0x556539d13f00 2023-12-07T14:09:36.610 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5ec4ff9700 10 client.17292 handle_command_reply: tid=0 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 client.17292 shutdown 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cdcb10 msgr2=0x556539ce1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cdcb10 0x556539ce1d40 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f5ed40a16d0 tx=0x7f5ed40ca430 comp rx=0 tx=0).stop 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 shutdown_connections 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cdcb10 0x556539ce1d40 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539ce42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d13f00 0x556539d16320 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 --2- 172.21.15.39:0/945821674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8f50 0x556539ce1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 >> 172.21.15.39:0/945821674 conn(0x556539c07300 msgr2=0x556539cd7430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.605+0000 7f5ec4ff9700 0 client.17292 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.606+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 shutdown_connections 2023-12-07T14:09:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.606+0000 7f5eef526b80 1 -- 172.21.15.39:0/945821674 wait complete. 2023-12-07T14:09:36.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.606+0000 7f5eef526b80 20 client.17292 trim_cache size 0 max 16384 2023-12-07T14:09:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.630+0000 7f5eef526b80 1 Processor -- start 2023-12-07T14:09:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.630+0000 7f5eef526b80 1 -- start start 2023-12-07T14:09:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8630 0x556539cfe8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cd7430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 0x556539cd4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5eef526b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539aab8c0 con 0x556539cd8f50 2023-12-07T14:09:36.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5eef526b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539cd35b0 con 0x556539cd8630 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5eef526b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539ccb380 con 0x556539cdcb10 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8630 0x556539cfe8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8630 0x556539cfe8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49708/0 (socket says 172.21.15.39:49708) 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 -- 172.21.15.39:0/2455306477 learned_addr learned my addr 172.21.15.39:0/2455306477 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cd7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 0x556539cd4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 -- 172.21.15.39:0/2455306477 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 msgr2=0x556539cd4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 0x556539cd4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 -- 172.21.15.39:0/2455306477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 msgr2=0x556539cd7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cd7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.631+0000 7f5ee10c9700 1 -- 172.21.15.39:0/2455306477 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556539a3ec00 con 0x556539cd8630 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.632+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8630 0x556539cfe8b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc000c00 tx=0x7f5ecc009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3dfe3ffb063cb271 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.632+0000 7f5ec7fff700 1 -- 172.21.15.39:0/2455306477 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc003680 con 0x556539cd8630 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.632+0000 7f5ec7fff700 1 -- 172.21.15.39:0/2455306477 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ecc0317f0 con 0x556539cd8630 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.632+0000 7f5ec7fff700 1 -- 172.21.15.39:0/2455306477 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc0139c0 con 0x556539cd8630 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.632+0000 7f5eef526b80 1 -- 172.21.15.39:0/2455306477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8630 msgr2=0x556539cfe8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.632+0000 7f5eef526b80 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8630 0x556539cfe8b0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc000c00 tx=0x7f5ecc009310 comp rx=0 tx=0).stop 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 -- 172.21.15.39:0/2455306477 shutdown_connections 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cdcb10 0x556539cd4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cd8630 0x556539cfe8b0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 --2- 172.21.15.39:0/2455306477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cd7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 -- 172.21.15.39:0/2455306477 >> 172.21.15.39:0/2455306477 conn(0x556539c07300 msgr2=0x556539cd7c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 -- 172.21.15.39:0/2455306477 shutdown_connections 2023-12-07T14:09:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 -- 172.21.15.39:0/2455306477 wait complete. 2023-12-07T14:09:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 -- start start 2023-12-07T14:09:36.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.633+0000 7f5eef526b80 1 Processor -- start 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539cf9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cfa340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5eef526b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cdcb10 0x556539cdfef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5eef526b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539ce0430 con 0x556539cd8f50 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5eef526b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539ce05a0 con 0x556539cdcb10 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5eef526b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556539ce0760 con 0x556539cd8630 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5eef526b80 10 client.0 _ll_register_callbacks cb 0x556539b11a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee08c8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cfa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee08c8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cfa340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58514/0 (socket says 172.21.15.39:58514) 2023-12-07T14:09:36.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee08c8700 1 -- 172.21.15.39:0/182715904 learned_addr learned my addr 172.21.15.39:0/182715904 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee10c9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539cf9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cdcb10 0x556539cdfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee10c9700 1 -- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cdcb10 msgr2=0x556539cdfef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cdcb10 0x556539cdfef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee10c9700 1 -- 172.21.15.39:0/182715904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 msgr2=0x556539cfa340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cfa340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee10c9700 1 -- 172.21.15.39:0/182715904 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5edc069f40 con 0x556539cd8630 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee18ca700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cdcb10 0x556539cdfef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.634+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cfa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5ee10c9700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539cf9e00 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc013e40 tx=0x7f5ecc0059a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10518bae720d81b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5ec4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:09:36.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/182715904 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc03e070 con 0x556539cd8630 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/182715904 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f5ecc031540 con 0x556539cd8630 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5ed8011e50 con 0x556539cd8630 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/182715904 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=56) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5ecc0132d0 con 0x556539cd8630 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 10 client.26920 fetch_fsmap learned FSMap version 56 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=56,monmap=4+}) v3 -- 0x556539a7c1f0 con 0x556539cd8630 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/182715904 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5ed8011e50 con 0x556539cd8630 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/182715904 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 56) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5ecc037020 con 0x556539cd8630 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 10 client.26920 fetch_fsmap finished waiting for FSMap version 56 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 10 client.26920 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 20 client.26920 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d6ae60 0x556539d6d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 4 client.26920 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.635+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556539bf2f70 con 0x556539d6ae60 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.636+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d6ae60 0x556539d6d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:36.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.636+0000 7f5ee08c8700 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d6ae60 0x556539d6d250 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd1ab052d1f44028 server_cookie=1637f1930cca65ef in_seq=0 out_seq=0 2023-12-07T14:09:36.646 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.636+0000 7f5ec4ff9700 10 client.26920 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:36.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.664+0000 7f5ec4ff9700 1 -- 172.21.15.39:0/182715904 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556539bf2f70 con 0x556539d6ae60 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.664+0000 7f5ec4ff9700 10 client.26920 handle_command_reply: tid=0 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.664+0000 7f5eef526b80 1 client.26920 shutdown 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 msgr2=0x556539cf9e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539cf9e00 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc013e40 tx=0x7f5ecc0059a0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 shutdown_connections 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556539d6ae60 0x556539d6d250 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556539cdcb10 0x556539cdfef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556539cd8630 0x556539cf9e00 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 --2- 172.21.15.39:0/182715904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556539cd8f50 0x556539cfa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 >> 172.21.15.39:0/182715904 conn(0x556539c07300 msgr2=0x556539ccd100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5ec4ff9700 0 client.26920 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 shutdown_connections 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 1 -- 172.21.15.39:0/182715904 wait complete. 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5eef526b80 20 client.26920 trim_cache size 0 max 16384 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:09:36.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:09:36.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:09:36.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5ec80a15e0 msgr2=0x7f5ec80a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.665+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5ec80a15e0 0x7f5ec80a3aa0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc005f50 tx=0x7f5ecc005bc0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc195790 msgr2=0x7f5edc195c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc195790 0x7f5edc195c40 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f5ed400b970 tx=0x7f5ed400bd30 comp rx=0 tx=0).stop 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 shutdown_connections 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5edc195790 0x7f5edc195c40 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5ec80a15e0 0x7f5ec80a3aa0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5edc1005d0 0x7f5edc19b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 --2- 172.21.15.39:0/1511356881 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5edc1056f0 0x7f5edc19bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 >> 172.21.15.39:0/1511356881 conn(0x7f5edc0fbe70 msgr2=0x7f5edc10da90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 shutdown_connections 2023-12-07T14:09:36.672 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:36.666+0000 7f5ee332d700 1 -- 172.21.15.39:0/1511356881 wait complete. 2023-12-07T14:09:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:37 smithi089 ceph-mon[103124]: pgmap v220: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 16 MiB/s wr, 1.22k op/s 2023-12-07T14:09:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:37 smithi039 ceph-mon[98864]: pgmap v220: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 16 MiB/s wr, 1.22k op/s 2023-12-07T14:09:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:37 smithi055 ceph-mon[103363]: pgmap v220: 97 pgs: 97 active+clean; 7.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 16 MiB/s wr, 1.22k op/s 2023-12-07T14:09:38.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 405.0 s, 2213.8 tps, lat 45.457 ms stddev 56.113 2023-12-07T14:09:39.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:39 smithi089 ceph-mon[103124]: pgmap v221: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 25 MiB/s wr, 1.72k op/s 2023-12-07T14:09:39.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:39 smithi039 ceph-mon[98864]: pgmap v221: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 25 MiB/s wr, 1.72k op/s 2023-12-07T14:09:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:39 smithi055 ceph-mon[103363]: pgmap v221: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 122 KiB/s rd, 25 MiB/s wr, 1.72k op/s 2023-12-07T14:09:40.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:40 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:40.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:40 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:40.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:40 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:41.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:41 smithi089 ceph-mon[103124]: pgmap v222: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 18 MiB/s wr, 1.29k op/s 2023-12-07T14:09:41.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:41 smithi039 ceph-mon[98864]: pgmap v222: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 18 MiB/s wr, 1.29k op/s 2023-12-07T14:09:41.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:41 smithi055 ceph-mon[103363]: pgmap v222: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 18 MiB/s wr, 1.29k op/s 2023-12-07T14:09:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:43 smithi089 ceph-mon[103124]: pgmap v223: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:09:43.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:43 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:09:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:43 smithi039 ceph-mon[98864]: pgmap v223: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:09:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:43 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:09:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:43 smithi055 ceph-mon[103363]: pgmap v223: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:09:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:43 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:09:43.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 410.0 s, 1997.4 tps, lat 49.677 ms stddev 80.918 2023-12-07T14:09:44.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:09:44.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:09:44.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:09:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:09:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:09:44.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:09:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:09:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:09:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:09:45.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:45 smithi039 ceph-mon[98864]: pgmap v224: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 14 MiB/s wr, 790 op/s 2023-12-07T14:09:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:45 smithi055 ceph-mon[103363]: pgmap v224: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 14 MiB/s wr, 790 op/s 2023-12-07T14:09:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:45 smithi089 ceph-mon[103124]: pgmap v224: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 14 MiB/s wr, 790 op/s 2023-12-07T14:09:47.816 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:47 smithi039 ceph-mon[98864]: pgmap v225: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 14 MiB/s wr, 790 op/s 2023-12-07T14:09:47.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:47 smithi055 ceph-mon[103363]: pgmap v225: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 14 MiB/s wr, 790 op/s 2023-12-07T14:09:47.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:47 smithi089 ceph-mon[103124]: pgmap v225: 97 pgs: 97 active+clean; 7.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 14 MiB/s wr, 790 op/s 2023-12-07T14:09:48.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 415.0 s, 2219.6 tps, lat 45.503 ms stddev 56.965 2023-12-07T14:09:49.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:49 smithi039 ceph-mon[98864]: pgmap v226: 97 pgs: 97 active+clean; 7.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 27 MiB/s wr, 1.92k op/s 2023-12-07T14:09:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.830+0000 7f77a5a08700 1 -- 172.21.15.39:0/1539880433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a01056b0 msgr2=0x7f77a010d230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.830+0000 7f77a5a08700 1 --2- 172.21.15.39:0/1539880433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a01056b0 0x7f77a010d230 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f779801c0d0 tx=0x7f779801c3e0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.838+0000 7f77a5a08700 1 -- 172.21.15.39:0/1539880433 shutdown_connections 2023-12-07T14:09:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.838+0000 7f77a5a08700 1 --2- 172.21.15.39:0/1539880433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a01056b0 0x7f77a010d230 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.838+0000 7f77a5a08700 1 --2- 172.21.15.39:0/1539880433 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77a0100590 0x7f77a0100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.838+0000 7f77a5a08700 1 --2- 172.21.15.39:0/1539880433 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77a0100f40 0x7f77a0104f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.838+0000 7f77a5a08700 1 -- 172.21.15.39:0/1539880433 >> 172.21.15.39:0/1539880433 conn(0x7f77a00fbe50 msgr2=0x7f77a00fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.849+0000 7f77a5a08700 1 -- 172.21.15.39:0/1539880433 shutdown_connections 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.857+0000 7f77a5a08700 1 -- 172.21.15.39:0/1539880433 wait complete. 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.857+0000 7f77a5a08700 1 Processor -- start 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f77a5a08700 1 -- start start 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f77a5a08700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a0100590 0x7f77a010cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f77a5a08700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77a01056b0 0x7f77a010d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f77a5a08700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77a0107d10 0x7f77a0108170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f77a5a08700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77a0108940 con 0x7f77a0100590 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f77a5a08700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77a0108ab0 con 0x7f77a0107d10 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f77a5a08700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77a01bba50 con 0x7f77a01056b0 2023-12-07T14:09:49.864 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f779effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a0100590 0x7f77a010cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f779effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a0100590 0x7f77a010cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58526/0 (socket says 172.21.15.39:58526) 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.858+0000 7f779effd700 1 -- 172.21.15.39:0/3513633788 learned_addr learned my addr 172.21.15.39:0/3513633788 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.859+0000 7f779f7fe700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77a0107d10 0x7f77a0108170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.859+0000 7f779f7fe700 1 -- 172.21.15.39:0/3513633788 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77a01056b0 msgr2=0x7f77a010d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.859+0000 7f779f7fe700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77a01056b0 0x7f77a010d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.859+0000 7f779f7fe700 1 -- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a0100590 msgr2=0x7f77a010cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.859+0000 7f779f7fe700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a0100590 0x7f77a010cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.859+0000 7f779f7fe700 1 -- 172.21.15.39:0/3513633788 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f779801ad10 con 0x7f77a0107d10 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.859+0000 7f779effd700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a0100590 0x7f77a010cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.860+0000 7f779f7fe700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77a0107d10 0x7f77a0108170 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7798026000 tx=0x7f7798018800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.860+0000 7f77a4a06700 1 -- 172.21.15.39:0/3513633788 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779801f040 con 0x7f77a0107d10 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.860+0000 7f77a4a06700 1 -- 172.21.15.39:0/3513633788 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7798003e10 con 0x7f77a0107d10 2023-12-07T14:09:49.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.860+0000 7f77a4a06700 1 -- 172.21.15.39:0/3513633788 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7798007940 con 0x7f77a0107d10 2023-12-07T14:09:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.860+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77a01bbc70 con 0x7f77a0107d10 2023-12-07T14:09:49.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.860+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77a01bc0d0 con 0x7f77a0107d10 2023-12-07T14:09:49.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.866+0000 7f77b1c01b80 1 Processor -- start 2023-12-07T14:09:49.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.866+0000 7f77b1c01b80 1 -- start start 2023-12-07T14:09:49.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 0x556fe31b3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3f50 0x556fe31b75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b7f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe3127760 con 0x556fe31b3630 2023-12-07T14:09:49.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe310e740 con 0x556fe31b3f50 2023-12-07T14:09:49.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe310c060 con 0x556fe31b7b10 2023-12-07T14:09:49.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f779e7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f779e7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b7f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35024/0 (socket says 172.21.15.39:35024) 2023-12-07T14:09:49.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.867+0000 7f779e7fc700 1 -- 172.21.15.39:0/1087595799 learned_addr learned my addr 172.21.15.39:0/1087595799 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:49.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.868+0000 7f779e7fc700 1 -- 172.21.15.39:0/1087595799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3f50 msgr2=0x556fe31b75d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:09:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.868+0000 7f779e7fc700 1 --2- 172.21.15.39:0/1087595799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3f50 0x556fe31b75d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.868+0000 7f779e7fc700 1 -- 172.21.15.39:0/1087595799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 msgr2=0x556fe31b3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.868+0000 7f779e7fc700 1 --2- 172.21.15.39:0/1087595799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 0x556fe31b3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.868+0000 7f779e7fc700 1 -- 172.21.15.39:0/1087595799 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fe2f845d0 con 0x556fe31b7b10 2023-12-07T14:09:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.868+0000 7f779e7fc700 1 --2- 172.21.15.39:0/1087595799 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b7f70 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f779000bd20 tx=0x7f779000d330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b122f829191b79bd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:49.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.869+0000 7f77a4a06700 1 -- 172.21.15.39:0/3513633788 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7798007aa0 con 0x7f77a0107d10 2023-12-07T14:09:49.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.869+0000 7f7785ffb700 1 -- 172.21.15.39:0/1087595799 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7790010070 con 0x556fe31b7b10 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.869+0000 7f7785ffb700 1 -- 172.21.15.39:0/1087595799 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f779000be70 con 0x556fe31b7b10 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.869+0000 7f7785ffb700 1 -- 172.21.15.39:0/1087595799 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7790004db0 con 0x556fe31b7b10 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.869+0000 7f77a4a06700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77880a16e0 0x7f77880a3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.870+0000 7f77a4a06700 1 -- 172.21.15.39:0/3513633788 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f77980cf410 con 0x7f77a0107d10 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.870+0000 7f779effd700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77880a16e0 0x7f77880a3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.870+0000 7f77b1c01b80 1 -- 172.21.15.39:0/1087595799 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 msgr2=0x556fe31b7f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.870+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/1087595799 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b7f70 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f779000bd20 tx=0x7f779000d330 comp rx=0 tx=0).stop 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f779effd700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77880a16e0 0x7f77880a3ba0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7794009ea0 tx=0x7f7794009290 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 -- 172.21.15.39:0/1087595799 shutdown_connections 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/1087595799 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b7f70 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/1087595799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 0x556fe31b3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/1087595799 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3f50 0x556fe31b75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 -- 172.21.15.39:0/1087595799 >> 172.21.15.39:0/1087595799 conn(0x556fe30e2300 msgr2=0x556fe31adba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:49.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 -- 172.21.15.39:0/1087595799 shutdown_connections 2023-12-07T14:09:49.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 -- 172.21.15.39:0/1087595799 wait complete. 2023-12-07T14:09:49.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.871+0000 7f77b1c01b80 1 -- start start 2023-12-07T14:09:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 1 Processor -- start 2023-12-07T14:09:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 0x556fe31bf2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3f50 0x556fe31bc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31bcce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe3107950 con 0x556fe31b3630 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe30c1500 con 0x556fe31b7b10 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe30c11a0 con 0x556fe31b3f50 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f77b1c01b80 10 client.0 _ll_register_callbacks cb 0x556fe2feca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f779f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31bcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f779f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31bcce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49742/0 (socket says 172.21.15.39:49742) 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f779f7fe700 1 -- 172.21.15.39:0/2788486932 learned_addr learned my addr 172.21.15.39:0/2788486932 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.872+0000 7f779e7fc700 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3f50 0x556fe31bc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f779e7fc700 1 -- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 msgr2=0x556fe31bcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f779e7fc700 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31bcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f779e7fc700 1 -- 172.21.15.39:0/2788486932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 msgr2=0x556fe31bf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f779e7fc700 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 0x556fe31bf2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f779e7fc700 1 -- 172.21.15.39:0/2788486932 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f779000b9d0 con 0x556fe31b3f50 2023-12-07T14:09:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f779f7fe700 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31bcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f779e7fc700 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3f50 0x556fe31bc5a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f779000f010 tx=0x7f7790004e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7f57d95ac401e5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f777effd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f777effd700 1 -- 172.21.15.39:0/2788486932 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7790010040 con 0x556fe31b3f50 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f777effd700 1 -- 172.21.15.39:0/2788486932 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7790000e40 con 0x556fe31b3f50 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556fe31a65f0 con 0x556fe31b3f50 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f777effd700 1 -- 172.21.15.39:0/2788486932 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7790004530 con 0x556fe31b3f50 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f77b1c01b80 10 client.26926 fetch_fsmap learned FSMap version 57 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.873+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x556fe2f30d80 con 0x556fe31b3f50 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f777effd700 1 -- 172.21.15.39:0/2788486932 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f779002c020 con 0x556fe31b3f50 2023-12-07T14:09:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f777effd700 1 -- 172.21.15.39:0/2788486932 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 57) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f7790003bd0 con 0x556fe31b3f50 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f77b1c01b80 10 client.26926 fetch_fsmap finished waiting for FSMap version 57 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f77b1c01b80 10 client.26926 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f77b1c01b80 20 client.26926 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe31cce60 0x556fe31cf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f77b1c01b80 4 client.26926 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556fe3182640 con 0x556fe31cce60 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f779effd700 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe31cce60 0x556fe31cf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f777effd700 10 client.26926 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.874+0000 7f779effd700 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe31cce60 0x556fe31cf280 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7955de54039904fc server_cookie=3cf537309a20c8fe in_seq=0 out_seq=0 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.875+0000 7f777effd700 1 -- 172.21.15.39:0/2788486932 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556fe3182640 con 0x556fe31cce60 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.875+0000 7f777effd700 10 client.26926 handle_command_reply: tid=0 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.875+0000 7f77b1c01b80 1 client.26926 shutdown 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.875+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3f50 msgr2=0x556fe31bc5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.875+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3f50 0x556fe31bc5a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f779000f010 tx=0x7f7790004e50 comp rx=0 tx=0).stop 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 shutdown_connections 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe31cce60 0x556fe31cf280 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31bcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3630 0x556fe31bf2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2788486932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3f50 0x556fe31bc5a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 >> 172.21.15.39:0/2788486932 conn(0x556fe30e2300 msgr2=0x556fe31b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f777effd700 0 client.26926 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 shutdown_connections 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2788486932 wait complete. 2023-12-07T14:09:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.877+0000 7f77b1c01b80 20 client.26926 trim_cache size 0 max 16384 2023-12-07T14:09:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:49 smithi055 ceph-mon[103363]: pgmap v226: 97 pgs: 97 active+clean; 7.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 27 MiB/s wr, 1.92k op/s 2023-12-07T14:09:49.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.897+0000 7f77b1c01b80 1 Processor -- start 2023-12-07T14:09:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.897+0000 7f77b1c01b80 1 -- start start 2023-12-07T14:09:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.898+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3630 0x556fe31b7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.898+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31adb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.898+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b2c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.898+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe2f868c0 con 0x556fe31b3f50 2023-12-07T14:09:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.898+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe31aec70 con 0x556fe31b3630 2023-12-07T14:09:49.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.898+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe31ae080 con 0x556fe31b7b10 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b2c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35038/0 (socket says 172.21.15.39:35038) 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 -- 172.21.15.39:0/2912889518 learned_addr learned my addr 172.21.15.39:0/2912889518 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779e7fc700 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31adb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779effd700 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3630 0x556fe31b7ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 -- 172.21.15.39:0/2912889518 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3630 msgr2=0x556fe31b7ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3630 0x556fe31b7ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 -- 172.21.15.39:0/2912889518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 msgr2=0x556fe31adb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31adb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 -- 172.21.15.39:0/2912889518 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fe2f19c00 con 0x556fe31b7b10 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779e7fc700 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31adb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779effd700 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3630 0x556fe31b7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f779f7fe700 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b2c40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7798098960 tx=0x7f779801a9f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6572d66d16ed72d0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.899+0000 7f77867fc700 1 -- 172.21.15.39:0/2912889518 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779809cb60 con 0x556fe31b7b10 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77867fc700 1 -- 172.21.15.39:0/2912889518 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f77980b4e90 con 0x556fe31b7b10 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77867fc700 1 -- 172.21.15.39:0/2912889518 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77980ccdc0 con 0x556fe31b7b10 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2912889518 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 msgr2=0x556fe31b2c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b2c40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f7798098960 tx=0x7f779801a9f0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2912889518 shutdown_connections 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b7b10 0x556fe31b2c40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b3630 0x556fe31b7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/2912889518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31adb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2912889518 >> 172.21.15.39:0/2912889518 conn(0x556fe30e2300 msgr2=0x556fe31b2430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2912889518 shutdown_connections 2023-12-07T14:09:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.900+0000 7f77b1c01b80 1 -- 172.21.15.39:0/2912889518 wait complete. 2023-12-07T14:09:49.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 -- start start 2023-12-07T14:09:49.910 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 Processor -- start 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3630 0x556fe31bbf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31bc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31b6c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe31b7360 con 0x556fe31b3f50 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe31b74d0 con 0x556fe31b7b10 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fe31b7690 con 0x556fe31b3630 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f77b1c01b80 10 client.0 _ll_register_callbacks cb 0x556fe2feca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:09:49.911 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f779effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3630 0x556fe31bbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f779effd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3630 0x556fe31bbf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35042/0 (socket says 172.21.15.39:35042) 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f779effd700 1 -- 172.21.15.39:0/3006942277 learned_addr learned my addr 172.21.15.39:0/3006942277 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f779f7fe700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31b6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.901+0000 7f779e7fc700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31bc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f779effd700 1 -- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 msgr2=0x556fe31b6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f779effd700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31b6c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f779effd700 1 -- 172.21.15.39:0/3006942277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 msgr2=0x556fe31bc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f779effd700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31bc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.912 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f779effd700 1 -- 172.21.15.39:0/3006942277 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77a01bc0d0 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f779f7fe700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31b6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f779effd700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3630 0x556fe31bbf90 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7794006dc0 tx=0x7f779400ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3103a4a0084c2bd3 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.902+0000 7f777effd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.903+0000 7f777effd700 1 -- 172.21.15.39:0/3006942277 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779400ee00 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.903+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f779000be70 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.903+0000 7f777effd700 1 -- 172.21.15.39:0/3006942277 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f77940158e0 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.903+0000 7f777effd700 1 -- 172.21.15.39:0/3006942277 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=57) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7794015aa0 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.903+0000 7f77b1c01b80 10 client.26932 fetch_fsmap learned FSMap version 57 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.903+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=57,monmap=4+}) v3 -- 0x556fe2f571f0 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.903+0000 7f777effd700 1 -- 172.21.15.39:0/3006942277 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f779000be70 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f777effd700 1 -- 172.21.15.39:0/3006942277 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 57) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f779402c430 con 0x556fe31b3630 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f77b1c01b80 10 client.26932 fetch_fsmap finished waiting for FSMap version 57 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f77b1c01b80 10 client.26932 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f77b1c01b80 20 client.26932 populate_metadata read hostname 'smithi039' 2023-12-07T14:09:49.913 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe3223700 0x556fe3225b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:09:49.914 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f77b1c01b80 4 client.26932 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:09:49.914 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556fe30cdf70 con 0x556fe3223700 2023-12-07T14:09:49.914 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f779e7fc700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe3223700 0x556fe3225b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:09:49.914 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f777effd700 10 client.26932 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:49.914 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.904+0000 7f779e7fc700 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe3223700 0x556fe3225b20 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae94e84229e7a958 server_cookie=365c72600540eacf in_seq=0 out_seq=0 2023-12-07T14:09:49.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f777effd700 1 -- 172.21.15.39:0/3006942277 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556fe30cdf70 con 0x556fe3223700 2023-12-07T14:09:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f777effd700 10 client.26932 handle_command_reply: tid=0 2023-12-07T14:09:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 client.26932 shutdown 2023-12-07T14:09:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3630 msgr2=0x556fe31bbf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3630 0x556fe31bbf90 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7794006dc0 tx=0x7f779400ed30 comp rx=0 tx=0).stop 2023-12-07T14:09:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:49 smithi089 ceph-mon[103124]: pgmap v226: 97 pgs: 97 active+clean; 7.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 110 KiB/s rd, 27 MiB/s wr, 1.92k op/s 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 shutdown_connections 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556fe3223700 0x556fe3225b20 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556fe31b7b10 0x556fe31b6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556fe31b3630 0x556fe31bbf90 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 --2- 172.21.15.39:0/3006942277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556fe31b3f50 0x556fe31bc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f777effd700 0 client.26932 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 >> 172.21.15.39:0/3006942277 conn(0x556fe30e2300 msgr2=0x556fe31b2be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 shutdown_connections 2023-12-07T14:09:49.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.936+0000 7f77b1c01b80 1 -- 172.21.15.39:0/3006942277 wait complete. 2023-12-07T14:09:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77b1c01b80 20 client.26932 trim_cache size 0 max 16384 2023-12-07T14:09:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:09:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:09:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:09:49.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77880a16e0 msgr2=0x7f77880a3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77880a16e0 0x7f77880a3ba0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7794009ea0 tx=0x7f7794009290 comp rx=0 tx=0).stop 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77a0107d10 msgr2=0x7f77a0108170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77a0107d10 0x7f77a0108170 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7798026000 tx=0x7f7798018800 comp rx=0 tx=0).stop 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 shutdown_connections 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f77880a16e0 0x7f77880a3ba0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f77a0107d10 0x7f77a0108170 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77a0100590 0x7f77a010cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 --2- 172.21.15.39:0/3513633788 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f77a01056b0 0x7f77a010d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.937+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 >> 172.21.15.39:0/3513633788 conn(0x7f77a00fbe50 msgr2=0x7f77a0103f60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:09:49.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.938+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 shutdown_connections 2023-12-07T14:09:49.944 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:09:49.938+0000 7f77a5a08700 1 -- 172.21.15.39:0/3513633788 wait complete. 2023-12-07T14:09:51.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:51 smithi039 ceph-mon[98864]: pgmap v227: 97 pgs: 97 active+clean; 7.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.41k op/s 2023-12-07T14:09:51.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:51 smithi055 ceph-mon[103363]: pgmap v227: 97 pgs: 97 active+clean; 7.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.41k op/s 2023-12-07T14:09:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:51 smithi089 ceph-mon[103124]: pgmap v227: 97 pgs: 97 active+clean; 7.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.41k op/s 2023-12-07T14:09:53.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:53 smithi039 ceph-mon[98864]: pgmap v228: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 23 MiB/s wr, 1.71k op/s 2023-12-07T14:09:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:53 smithi055 ceph-mon[103363]: pgmap v228: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 23 MiB/s wr, 1.71k op/s 2023-12-07T14:09:53.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:53 smithi089 ceph-mon[103124]: pgmap v228: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 23 MiB/s wr, 1.71k op/s 2023-12-07T14:09:53.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 420.0 s, 2454.0 tps, lat 40.706 ms stddev 46.299 2023-12-07T14:09:55.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:55 smithi039 ceph-mon[98864]: pgmap v229: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:09:55.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:55 smithi055 ceph-mon[103363]: pgmap v229: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:09:55.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:55 smithi089 ceph-mon[103124]: pgmap v229: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:09:57.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:57 smithi039 ceph-mon[98864]: pgmap v230: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:09:57.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:57 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:57.905 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:57 smithi055 ceph-mon[103363]: pgmap v230: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:09:57.905 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:57 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:57.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:57 smithi089 ceph-mon[103124]: pgmap v230: 97 pgs: 97 active+clean; 7.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:09:57.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:57 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:09:58.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 425.0 s, 2056.2 tps, lat 48.397 ms stddev 58.584 2023-12-07T14:09:59.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:09:59 smithi039 ceph-mon[98864]: pgmap v231: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 22 MiB/s wr, 1.71k op/s 2023-12-07T14:09:59.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:09:59 smithi055 ceph-mon[103363]: pgmap v231: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 22 MiB/s wr, 1.71k op/s 2023-12-07T14:09:59.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:09:59 smithi089 ceph-mon[103124]: pgmap v231: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 22 MiB/s wr, 1.71k op/s 2023-12-07T14:10:00.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98840]: 2023-12-07T14:09:59.998+0000 7fc0f762b700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-12-07T14:10:00.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98840]: 2023-12-07T14:09:59.998+0000 7fc0f762b700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-12-07T14:10:00.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98840]: 2023-12-07T14:09:59.998+0000 7fc0f762b700 -1 log_channel(cluster) log [ERR] : mds.c(mds.2): Metadata damage detected 2023-12-07T14:10:00.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:00 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:00.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:00 smithi055 ceph-mon[103363]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-12-07T14:10:00.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:00 smithi055 ceph-mon[103363]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-12-07T14:10:00.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:00 smithi055 ceph-mon[103363]: mds.c(mds.2): Metadata damage detected 2023-12-07T14:10:00.946 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:00 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:00.946 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:00 smithi089 ceph-mon[103124]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-12-07T14:10:00.946 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:00 smithi089 ceph-mon[103124]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-12-07T14:10:00.946 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:00 smithi089 ceph-mon[103124]: mds.c(mds.2): Metadata damage detected 2023-12-07T14:10:01.060 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:00 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:01.060 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:00 smithi039 ceph-mon[98864]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-12-07T14:10:01.061 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:00 smithi039 ceph-mon[98864]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-12-07T14:10:01.061 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:00 smithi039 ceph-mon[98864]: mds.c(mds.2): Metadata damage detected 2023-12-07T14:10:01.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:01 smithi055 ceph-mon[103363]: pgmap v232: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 9.2 MiB/s wr, 584 op/s 2023-12-07T14:10:01.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:01 smithi089 ceph-mon[103124]: pgmap v232: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 9.2 MiB/s wr, 584 op/s 2023-12-07T14:10:02.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:01 smithi039 ceph-mon[98864]: pgmap v232: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 9.2 MiB/s wr, 584 op/s 2023-12-07T14:10:02.904 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:02 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:02.904 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:02 smithi055 ceph-mon[103363]: pgmap v233: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:10:02.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:02 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:02.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:02 smithi089 ceph-mon[103124]: pgmap v233: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:10:03.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:02 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:03.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:02 smithi039 ceph-mon[98864]: pgmap v233: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:10:03.155 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.141+0000 7f965628f700 1 -- 172.21.15.39:0/789189569 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f965011adb0 msgr2=0x7f965011d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.155 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.141+0000 7f965628f700 1 --2- 172.21.15.39:0/789189569 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f965011adb0 0x7f965011d1a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f9648009920 tx=0x7f9648009c30 comp rx=0 tx=0).stop 2023-12-07T14:10:03.155 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.145+0000 7f965628f700 1 -- 172.21.15.39:0/789189569 shutdown_connections 2023-12-07T14:10:03.155 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.145+0000 7f965628f700 1 --2- 172.21.15.39:0/789189569 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f965011adb0 0x7f965011d1a0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.155 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.145+0000 7f965628f700 1 --2- 172.21.15.39:0/789189569 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f965010fc80 0x7f96501085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.155 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.145+0000 7f965628f700 1 --2- 172.21.15.39:0/789189569 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96501100f0 0x7f9650108b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.155 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.145+0000 7f965628f700 1 -- 172.21.15.39:0/789189569 >> 172.21.15.39:0/789189569 conn(0x7f965006c5a0 msgr2=0x7f965006c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.154+0000 7f965628f700 1 -- 172.21.15.39:0/789189569 shutdown_connections 2023-12-07T14:10:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.154+0000 7f965628f700 1 -- 172.21.15.39:0/789189569 wait complete. 2023-12-07T14:10:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 Processor -- start 2023-12-07T14:10:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 -- start start 2023-12-07T14:10:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f965010fc80 0x7f96501192e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96501100f0 0x7f9650119860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f965011adb0 0x7f96501125e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9650112db0 con 0x7f965010fc80 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9650112f20 con 0x7f965011adb0 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.155+0000 7f965628f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96501130e0 con 0x7f96501100f0 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96501100f0 0x7f9650119860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96501100f0 0x7f9650119860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35054/0 (socket says 172.21.15.39:35054) 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 -- 172.21.15.39:0/4249290105 learned_addr learned my addr 172.21.15.39:0/4249290105 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f965482c700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f965011adb0 0x7f96501125e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964ffff700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f965010fc80 0x7f96501192e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 -- 172.21.15.39:0/4249290105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f965011adb0 msgr2=0x7f96501125e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f965011adb0 0x7f96501125e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 -- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f965010fc80 msgr2=0x7f96501192e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f965010fc80 0x7f96501192e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 -- 172.21.15.39:0/4249290105 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9648009520 con 0x7f96501100f0 2023-12-07T14:10:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.156+0000 7f964f7fe700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96501100f0 0x7f9650119860 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f964000efb0 tx=0x7f964000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.157+0000 7f964d7fa700 1 -- 172.21.15.39:0/4249290105 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964000cad0 con 0x7f96501100f0 2023-12-07T14:10:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.157+0000 7f964d7fa700 1 -- 172.21.15.39:0/4249290105 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f964000f040 con 0x7f96501100f0 2023-12-07T14:10:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.157+0000 7f964d7fa700 1 -- 172.21.15.39:0/4249290105 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96400146e0 con 0x7f96501100f0 2023-12-07T14:10:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.157+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9650116e70 con 0x7f96501100f0 2023-12-07T14:10:03.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.157+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96501172d0 con 0x7f96501100f0 2023-12-07T14:10:03.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.160+0000 7f964d7fa700 1 -- 172.21.15.39:0/4249290105 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f964000cc30 con 0x7f96501100f0 2023-12-07T14:10:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.161+0000 7f964d7fa700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f963c0a1770 0x7f963c0a3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.161+0000 7f964d7fa700 1 -- 172.21.15.39:0/4249290105 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f96400cd260 con 0x7f96501100f0 2023-12-07T14:10:03.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.168+0000 7f9662488b80 1 Processor -- start 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f9662488b80 1 -- start start 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f9662488b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349630 0x558e20349a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f9662488b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e2034d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f9662488b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e2034db10 0x558e2034df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f9662488b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e202bd760 con 0x558e20349630 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f9662488b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e202a4740 con 0x558e20349f50 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f9662488b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e202a2060 con 0x558e2034db10 2023-12-07T14:10:03.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f965482c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e2034db10 0x558e2034df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f965482c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e2034db10 0x558e2034df70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35062/0 (socket says 172.21.15.39:35062) 2023-12-07T14:10:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.169+0000 7f965482c700 1 -- 172.21.15.39:0/1998525514 learned_addr learned my addr 172.21.15.39:0/1998525514 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.170+0000 7f964ffff700 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349630 0x558e20349a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.175 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f964ffff700 1 -- 172.21.15.39:0/1998525514 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e2034db10 msgr2=0x558e2034df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f964ffff700 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e2034db10 0x558e2034df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.176 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f964ffff700 1 -- 172.21.15.39:0/1998525514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 msgr2=0x558e2034d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f964ffff700 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e2034d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f964ffff700 1 -- 172.21.15.39:0/1998525514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e2011a5d0 con 0x558e20349630 2023-12-07T14:10:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f964ffff700 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349630 0x558e20349a10 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f9638006ae0 tx=0x7f963800ac50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631b6f7baffc1a1a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f96467fc700 1 -- 172.21.15.39:0/1998525514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963800f760 con 0x558e20349630 2023-12-07T14:10:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f96467fc700 1 -- 172.21.15.39:0/1998525514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f963800c030 con 0x558e20349630 2023-12-07T14:10:03.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.171+0000 7f96467fc700 1 -- 172.21.15.39:0/1998525514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9638013c00 con 0x558e20349630 2023-12-07T14:10:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.172+0000 7f964ffff700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f963c0a1770 0x7f963c0a3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.172+0000 7f9662488b80 1 -- 172.21.15.39:0/1998525514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349630 msgr2=0x558e20349a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.172+0000 7f9662488b80 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349630 0x558e20349a10 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f9638006ae0 tx=0x7f963800ac50 comp rx=0 tx=0).stop 2023-12-07T14:10:03.178 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.173+0000 7f964ffff700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f963c0a1770 0x7f963c0a3c30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9638006ae0 tx=0x7f963800ac50 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:03.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.177+0000 7f9662488b80 1 -- 172.21.15.39:0/1998525514 shutdown_connections 2023-12-07T14:10:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.177+0000 7f9662488b80 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e2034db10 0x558e2034df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.177+0000 7f9662488b80 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349630 0x558e20349a10 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.177+0000 7f9662488b80 1 --2- 172.21.15.39:0/1998525514 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e2034d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.177+0000 7f9662488b80 1 -- 172.21.15.39:0/1998525514 >> 172.21.15.39:0/1998525514 conn(0x558e20278300 msgr2=0x558e20343ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.177+0000 7f9662488b80 1 -- 172.21.15.39:0/1998525514 shutdown_connections 2023-12-07T14:10:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.177+0000 7f9662488b80 1 -- 172.21.15.39:0/1998525514 wait complete. 2023-12-07T14:10:03.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 -- start start 2023-12-07T14:10:03.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 Processor -- start 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e203526b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20352bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 0x558e20353130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2029d950 con 0x558e20349f50 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e20257500 con 0x558e2034db10 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e202571a0 con 0x558e20349630 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f9662488b80 10 client.0 _ll_register_callbacks cb 0x558e20182a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.178+0000 7f964f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20352bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.183 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20352bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58580/0 (socket says 172.21.15.39:58580) 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964f7fe700 1 -- 172.21.15.39:0/2406290839 learned_addr learned my addr 172.21.15.39:0/2406290839 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964ffff700 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e203526b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f965482c700 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 0x558e20353130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964ffff700 1 -- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 msgr2=0x558e20353130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964ffff700 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 0x558e20353130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964ffff700 1 -- 172.21.15.39:0/2406290839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 msgr2=0x558e20352bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964ffff700 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20352bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.184 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.179+0000 7f964ffff700 1 -- 172.21.15.39:0/2406290839 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f963800e040 con 0x558e20349630 2023-12-07T14:10:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.180+0000 7f964ffff700 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e203526b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9638006fb0 tx=0x7f963800a4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=985901049542009d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.180+0000 7f96377fe700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:10:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.180+0000 7f96377fe700 1 -- 172.21.15.39:0/2406290839 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963800a5c0 con 0x558e20349630 2023-12-07T14:10:03.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.180+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558e2033c5f0 con 0x558e20349630 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.180+0000 7f96377fe700 1 -- 172.21.15.39:0/2406290839 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f9638013b90 con 0x558e20349630 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f96377fe700 1 -- 172.21.15.39:0/2406290839 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96380134b0 con 0x558e20349630 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 10 client.26944 fetch_fsmap learned FSMap version 60 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=4+}) v3 -- 0x558e200c6d80 con 0x558e20349630 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f96377fe700 1 -- 172.21.15.39:0/2406290839 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558e2033c5f0 con 0x558e20349630 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f96377fe700 1 -- 172.21.15.39:0/2406290839 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 60) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f9638030730 con 0x558e20349630 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 10 client.26944 fetch_fsmap finished waiting for FSMap version 60 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 10 client.26944 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 20 client.26944 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e20362ed0 0x558e203652f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 4 client.26944 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558e20318640 con 0x558e20362ed0 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.181+0000 7f964f7fe700 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e20362ed0 0x558e203652f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.183+0000 7f96377fe700 10 client.26944 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:03.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.183+0000 7f964f7fe700 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e20362ed0 0x558e203652f0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f21dc6a3b94521e5 server_cookie=7da077926d9450f4 in_seq=0 out_seq=0 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f96377fe700 1 -- 172.21.15.39:0/2406290839 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x558e20318640 con 0x558e20362ed0 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f96377fe700 10 client.26944 handle_command_reply: tid=0 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 client.26944 shutdown 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 msgr2=0x558e203526b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e203526b0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9638006fb0 tx=0x7f963800a4d0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 shutdown_connections 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e20362ed0 0x558e203652f0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 0x558e20353130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e203526b0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 --2- 172.21.15.39:0/2406290839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20352bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 >> 172.21.15.39:0/2406290839 conn(0x558e20278300 msgr2=0x558e20348430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f96377fe700 0 client.26944 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 shutdown_connections 2023-12-07T14:10:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 1 -- 172.21.15.39:0/2406290839 wait complete. 2023-12-07T14:10:03.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.184+0000 7f9662488b80 20 client.26944 trim_cache size 0 max 16384 2023-12-07T14:10:03.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 Processor -- start 2023-12-07T14:10:03.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 -- start start 2023-12-07T14:10:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e2035ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e20348e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e2034db10 0x558e2034def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2011c8c0 con 0x558e2034db10 2023-12-07T14:10:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e2033c5c0 con 0x558e20349f50 2023-12-07T14:10:03.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.211+0000 7f9662488b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e20345f50 con 0x558e20349630 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e2034db10 0x558e2034def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e2034db10 0x558e2034def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58590/0 (socket says 172.21.15.39:58590) 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 -- 172.21.15.39:0/924998223 learned_addr learned my addr 172.21.15.39:0/924998223 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f964f7fe700 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e20348e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f964ffff700 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e2035ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 -- 172.21.15.39:0/924998223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 msgr2=0x558e2035ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e2035ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 -- 172.21.15.39:0/924998223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 msgr2=0x558e20348e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e20348e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 -- 172.21.15.39:0/924998223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e200afc00 con 0x558e2034db10 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f964f7fe700 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e20348e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.212+0000 7f965482c700 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e2034db10 0x558e2034def0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f9648016000 tx=0x7f9648009f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=883b24ce24f064d4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.213+0000 7f9646ffd700 1 -- 172.21.15.39:0/924998223 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964800f660 con 0x558e2034db10 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.213+0000 7f9646ffd700 1 -- 172.21.15.39:0/924998223 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f964801d040 con 0x558e2034db10 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.213+0000 7f9646ffd700 1 -- 172.21.15.39:0/924998223 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96480052a0 con 0x558e2034db10 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.214+0000 7f9662488b80 1 -- 172.21.15.39:0/924998223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e2034db10 msgr2=0x558e2034def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.214+0000 7f9662488b80 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e2034db10 0x558e2034def0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f9648016000 tx=0x7f9648009f80 comp rx=0 tx=0).stop 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.215+0000 7f9662488b80 1 -- 172.21.15.39:0/924998223 shutdown_connections 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.215+0000 7f9662488b80 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e2034db10 0x558e2034def0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.215+0000 7f9662488b80 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e2035ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.215+0000 7f9662488b80 1 --2- 172.21.15.39:0/924998223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e20349f50 0x558e20348e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.215+0000 7f9662488b80 1 -- 172.21.15.39:0/924998223 >> 172.21.15.39:0/924998223 conn(0x558e20278300 msgr2=0x558e20352fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:03.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.215+0000 7f9662488b80 1 -- 172.21.15.39:0/924998223 shutdown_connections 2023-12-07T14:10:03.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.215+0000 7f9662488b80 1 -- 172.21.15.39:0/924998223 wait complete. 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 -- start start 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 Processor -- start 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e20359620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20359b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 0x558e203b0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e203b0c10 con 0x558e20349f50 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e203b0d80 con 0x558e2034db10 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e203b0f40 con 0x558e20349630 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f9662488b80 10 client.0 _ll_register_callbacks cb 0x558e20182a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:03.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f964f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20359b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f964f7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20359b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58594/0 (socket says 172.21.15.39:58594) 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.216+0000 7f964f7fe700 1 -- 172.21.15.39:0/3262672545 learned_addr learned my addr 172.21.15.39:0/3262672545 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f964ffff700 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e20359620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f964f7fe700 1 -- 172.21.15.39:0/3262672545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 msgr2=0x558e20359620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f964f7fe700 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e20359620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f964f7fe700 1 -- 172.21.15.39:0/3262672545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 msgr2=0x558e203b0690 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f964f7fe700 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 0x558e203b0690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f964f7fe700 1 -- 172.21.15.39:0/3262672545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96501172d0 con 0x558e20349f50 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f964f7fe700 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20359b60 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f96400caaa0 tx=0x7f9640005b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2404c4ee5a275f0a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.217+0000 7f96377fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f96377fe700 1 -- 172.21.15.39:0/3262672545 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964009a280 con 0x558e20349f50 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f96377fe700 1 -- 172.21.15.39:0/3262672545 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f964009e3d0 con 0x558e20349f50 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f963800c030 con 0x558e20349f50 2023-12-07T14:10:03.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f96377fe700 1 -- 172.21.15.39:0/3262672545 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96400a2610 con 0x558e20349f50 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 10 client.17325 fetch_fsmap learned FSMap version 60 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=4+}) v3 -- 0x7f965011d9b0 con 0x558e20349f50 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f96377fe700 1 -- 172.21.15.39:0/3262672545 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f963800c030 con 0x558e20349f50 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f96377fe700 1 -- 172.21.15.39:0/3262672545 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 60) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f96400a2180 con 0x558e20349f50 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 10 client.17325 fetch_fsmap finished waiting for FSMap version 60 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 10 client.17325 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 20 client.17325 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e203db920 0x558e203ddd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 4 client.17325 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.218+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558e20263f70 con 0x558e203db920 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.219+0000 7f964ffff700 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e203db920 0x558e203ddd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.219+0000 7f96377fe700 10 client.17325 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:03.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.219+0000 7f964ffff700 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e203db920 0x558e203ddd60 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4890fb002a5adf08 server_cookie=fb6b47b292b726c6 in_seq=0 out_seq=0 2023-12-07T14:10:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f96377fe700 1 -- 172.21.15.39:0/3262672545 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558e20263f70 con 0x558e203db920 2023-12-07T14:10:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f96377fe700 10 client.17325 handle_command_reply: tid=0 2023-12-07T14:10:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 client.17325 shutdown 2023-12-07T14:10:03.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 msgr2=0x558e20359b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20359b60 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f96400caaa0 tx=0x7f9640005b60 comp rx=0 tx=0).stop 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 shutdown_connections 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558e203db920 0x558e203ddd60 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558e2034db10 0x558e203b0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558e20349630 0x558e20359620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 --2- 172.21.15.39:0/3262672545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e20349f50 0x558e20359b60 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 >> 172.21.15.39:0/3262672545 conn(0x558e20278300 msgr2=0x558e2034def0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f96377fe700 0 client.17325 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 shutdown_connections 2023-12-07T14:10:03.246 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 1 -- 172.21.15.39:0/3262672545 wait complete. 2023-12-07T14:10:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.241+0000 7f9662488b80 20 client.17325 trim_cache size 0 max 16384 2023-12-07T14:10:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:10:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:10:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:10:03.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f963c0a1770 msgr2=0x7f963c0a3c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f963c0a1770 0x7f963c0a3c30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9638006ae0 tx=0x7f963800ac50 comp rx=0 tx=0).stop 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96501100f0 msgr2=0x7f9650119860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96501100f0 0x7f9650119860 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f964000efb0 tx=0x7f964000c3a0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 shutdown_connections 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f963c0a1770 0x7f963c0a3c30 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f965011adb0 0x7f96501125e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f965010fc80 0x7f96501192e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 --2- 172.21.15.39:0/4249290105 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96501100f0 0x7f9650119860 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 >> 172.21.15.39:0/4249290105 conn(0x7f965006c5a0 msgr2=0x7f965006ff60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:03.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 shutdown_connections 2023-12-07T14:10:03.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:03.242+0000 7f965628f700 1 -- 172.21.15.39:0/4249290105 wait complete. 2023-12-07T14:10:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 430.0 s, 1581.8 tps, lat 62.949 ms stddev 128.468 2023-12-07T14:10:05.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:05 smithi039 ceph-mon[98864]: pgmap v234: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 23 MiB/s wr, 1.76k op/s 2023-12-07T14:10:05.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:05 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:05.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:05 smithi055 ceph-mon[103363]: pgmap v234: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 23 MiB/s wr, 1.76k op/s 2023-12-07T14:10:05.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:05 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:05.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:05 smithi089 ceph-mon[103124]: pgmap v234: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 23 MiB/s wr, 1.76k op/s 2023-12-07T14:10:05.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:05 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:10:07.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:07 smithi039 ceph-mon[98864]: pgmap v235: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 23 MiB/s wr, 1.76k op/s 2023-12-07T14:10:07.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:07 smithi039 ceph-mon[98864]: osdmap e91: 12 total, 12 up, 12 in 2023-12-07T14:10:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:07 smithi055 ceph-mon[103363]: pgmap v235: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 23 MiB/s wr, 1.76k op/s 2023-12-07T14:10:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:07 smithi055 ceph-mon[103363]: osdmap e91: 12 total, 12 up, 12 in 2023-12-07T14:10:07.944 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:07 smithi089 ceph-mon[103124]: pgmap v235: 97 pgs: 97 active+clean; 7.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 23 MiB/s wr, 1.76k op/s 2023-12-07T14:10:07.944 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:07 smithi089 ceph-mon[103124]: osdmap e91: 12 total, 12 up, 12 in 2023-12-07T14:10:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 435.0 s, 1407.6 tps, lat 69.959 ms stddev 128.155 2023-12-07T14:10:09.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:09 smithi039 ceph-mon[98864]: pgmap v237: 97 pgs: 97 active+clean; 7.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 28 MiB/s wr, 2.15k op/s 2023-12-07T14:10:09.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:09 smithi055 ceph-mon[103363]: pgmap v237: 97 pgs: 97 active+clean; 7.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 28 MiB/s wr, 2.15k op/s 2023-12-07T14:10:09.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:09 smithi089 ceph-mon[103124]: pgmap v237: 97 pgs: 97 active+clean; 7.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 28 MiB/s wr, 2.15k op/s 2023-12-07T14:10:11.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:11 smithi055 ceph-mon[103363]: pgmap v238: 97 pgs: 97 active+clean; 7.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 28 MiB/s wr, 2.15k op/s 2023-12-07T14:10:11.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:11 smithi089 ceph-mon[103124]: pgmap v238: 97 pgs: 97 active+clean; 7.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 28 MiB/s wr, 2.15k op/s 2023-12-07T14:10:12.065 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:11 smithi039 ceph-mon[98864]: pgmap v238: 97 pgs: 97 active+clean; 7.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 28 MiB/s wr, 2.15k op/s 2023-12-07T14:10:13.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:13 smithi055 ceph-mon[103363]: pgmap v239: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 22 MiB/s wr, 1.73k op/s 2023-12-07T14:10:13.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:13 smithi055 ceph-mon[103363]: osdmap e92: 12 total, 12 up, 12 in 2023-12-07T14:10:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:13 smithi089 ceph-mon[103124]: pgmap v239: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 22 MiB/s wr, 1.73k op/s 2023-12-07T14:10:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:13 smithi089 ceph-mon[103124]: osdmap e92: 12 total, 12 up, 12 in 2023-12-07T14:10:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 440.0 s, 1240.7 tps, lat 75.812 ms stddev 90.564 2023-12-07T14:10:14.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:13 smithi039 ceph-mon[98864]: pgmap v239: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 22 MiB/s wr, 1.73k op/s 2023-12-07T14:10:14.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:13 smithi039 ceph-mon[98864]: osdmap e92: 12 total, 12 up, 12 in 2023-12-07T14:10:15.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:15 smithi055 ceph-mon[103363]: pgmap v241: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 27 MiB/s wr, 2.16k op/s 2023-12-07T14:10:15.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:15 smithi089 ceph-mon[103124]: pgmap v241: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 27 MiB/s wr, 2.16k op/s 2023-12-07T14:10:16.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:15 smithi039 ceph-mon[98864]: pgmap v241: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 27 MiB/s wr, 2.16k op/s 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 -- 172.21.15.39:0/90753743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c102f30 msgr2=0x7fc60c10b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 --2- 172.21.15.39:0/90753743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c102f30 0x7fc60c10b410 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7fc600009990 tx=0x7fc600009ca0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 -- 172.21.15.39:0/90753743 shutdown_connections 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 --2- 172.21.15.39:0/90753743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc60c10ba30 0x7fc60c10def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 --2- 172.21.15.39:0/90753743 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc60c102610 0x7fc60c1029f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 --2- 172.21.15.39:0/90753743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c102f30 0x7fc60c10b410 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 -- 172.21.15.39:0/90753743 >> 172.21.15.39:0/90753743 conn(0x7fc60c0fbe50 msgr2=0x7fc60c0fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 -- 172.21.15.39:0/90753743 shutdown_connections 2023-12-07T14:10:16.397 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.394+0000 7fc610d6f700 1 -- 172.21.15.39:0/90753743 wait complete. 2023-12-07T14:10:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 Processor -- start 2023-12-07T14:10:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 -- start start 2023-12-07T14:10:16.399 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc60c102610 0x7fc60c19d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc60c102f30 0x7fc60c19db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c10ba30 0x7fc60c197710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc60c197d70 con 0x7fc60c10ba30 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc60c197ee0 con 0x7fc60c102610 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc610d6f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc60c1980a0 con 0x7fc60c102f30 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc60ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c10ba30 0x7fc60c197710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc60ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c10ba30 0x7fc60c197710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58608/0 (socket says 172.21.15.39:58608) 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc60ad9d700 1 -- 172.21.15.39:0/3573127223 learned_addr learned my addr 172.21.15.39:0/3573127223 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc609d9b700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc60c102f30 0x7fc60c19db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.395+0000 7fc60a59c700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc60c102610 0x7fc60c19d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc60ad9d700 1 -- 172.21.15.39:0/3573127223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc60c102f30 msgr2=0x7fc60c19db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc60c102f30 0x7fc60c19db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc60ad9d700 1 -- 172.21.15.39:0/3573127223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc60c102610 msgr2=0x7fc60c19d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc60c102610 0x7fc60c19d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc60ad9d700 1 -- 172.21.15.39:0/3573127223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6000095f0 con 0x7fc60c10ba30 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc60a59c700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc60c102610 0x7fc60c19d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c10ba30 0x7fc60c197710 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc604007ee0 tx=0x7fc60400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc5fb7fe700 1 -- 172.21.15.39:0/3573127223 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc604017070 con 0x7fc60c10ba30 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc60c198380 con 0x7fc60c10ba30 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc5fb7fe700 1 -- 172.21.15.39:0/3573127223 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc60400f040 con 0x7fc60c10ba30 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc5fb7fe700 1 -- 172.21.15.39:0/3573127223 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc604005740 con 0x7fc60c10ba30 2023-12-07T14:10:16.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.396+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc60c1a45d0 con 0x7fc60c10ba30 2023-12-07T14:10:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.398+0000 7fc5fb7fe700 1 -- 172.21.15.39:0/3573127223 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fc60400dc60 con 0x7fc60c10ba30 2023-12-07T14:10:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.399+0000 7fc5fb7fe700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc5f40a15e0 0x7fc5f40a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.399+0000 7fc5fb7fe700 1 -- 172.21.15.39:0/3573127223 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fc6040cc850 con 0x7fc60c10ba30 2023-12-07T14:10:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.399+0000 7fc60a59c700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc5f40a15e0 0x7fc5f40a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.399+0000 7fc60a59c700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc5f40a15e0 0x7fc5f40a3aa0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00bc10 tx=0x7fc5fc00b5f0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:16.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.399+0000 7fc61cf68b80 1 Processor -- start 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc61cf68b80 1 -- start start 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e9362a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362f50 0x55c4e93665d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9366f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e92d6760 con 0x55c4e9366b10 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e92bd740 con 0x55c4e9362630 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e92bb060 con 0x55c4e9362f50 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9366f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9366f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58616/0 (socket says 172.21.15.39:58616) 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2432971211 learned_addr learned my addr 172.21.15.39:0/2432971211 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc609d9b700 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362f50 0x55c4e93665d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60a59c700 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e9362a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2432971211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362f50 msgr2=0x55c4e93665d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362f50 0x55c4e93665d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2432971211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 msgr2=0x55c4e9362a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e9362a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.400+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2432971211 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c4e91335d0 con 0x55c4e9366b10 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9366f70 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fc604095d70 tx=0x7fc60400df60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66dc9e2020b1c701 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc5f8ff9700 1 -- 172.21.15.39:0/2432971211 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc60409d9c0 con 0x55c4e9366b10 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc5f8ff9700 1 -- 172.21.15.39:0/2432971211 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc6040a1c00 con 0x55c4e9366b10 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc5f8ff9700 1 -- 172.21.15.39:0/2432971211 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc604022450 con 0x55c4e9366b10 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2432971211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 msgr2=0x55c4e9366f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9366f70 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fc604095d70 tx=0x7fc60400df60 comp rx=0 tx=0).stop 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2432971211 shutdown_connections 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9366f70 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e9362a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.401+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2432971211 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362f50 0x55c4e93665d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2432971211 >> 172.21.15.39:0/2432971211 conn(0x55c4e9291300 msgr2=0x55c4e935cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2432971211 shutdown_connections 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2432971211 wait complete. 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 -- start start 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 Processor -- start 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e936b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9366b10 0x55c4e936c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e92b6950 con 0x55c4e9362f50 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e9270500 con 0x55c4e9362630 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e92701a0 con 0x55c4e9366b10 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc61cf68b80 10 client.0 _ll_register_callbacks cb 0x55c4e919ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc609d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc60a59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e936b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc609d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58620/0 (socket says 172.21.15.39:58620) 2023-12-07T14:10:16.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc609d9b700 1 -- 172.21.15.39:0/406965650 learned_addr learned my addr 172.21.15.39:0/406965650 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.402+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9366b10 0x55c4e936c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc609d9b700 1 -- 172.21.15.39:0/406965650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9366b10 msgr2=0x55c4e936c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc609d9b700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9366b10 0x55c4e936c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc609d9b700 1 -- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 msgr2=0x55c4e936b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc609d9b700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e936b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc609d9b700 1 -- 172.21.15.39:0/406965650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc60c1a45d0 con 0x55c4e9362f50 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9366b10 0x55c4e936c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc60a59c700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e936b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc609d9b700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936bbc0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fc600015000 tx=0x7fc600005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dc248ea057931d1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc5f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/406965650 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc600026070 con 0x55c4e9362f50 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/406965650 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fc600003a70 con 0x55c4e9362f50 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c4e93555f0 con 0x55c4e9362f50 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/406965650 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc60001d040 con 0x55c4e9362f50 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc61cf68b80 10 client.17337 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:16.412 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.403+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x55c4e90dfd80 con 0x55c4e9362f50 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/406965650 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c4e93555f0 con 0x55c4e9362f50 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/406965650 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fc600021640 con 0x55c4e9362f50 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc61cf68b80 10 client.17337 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc61cf68b80 10 client.17337 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc61cf68b80 20 client.17337 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e937bf90 0x55c4e937e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc61cf68b80 4 client.17337 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c4e9331640 con 0x55c4e937bf90 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc60a59c700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e937bf90 0x55c4e937e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc60a59c700 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e937bf90 0x55c4e937e3b0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a417895f7a2f020 server_cookie=a4fc7e0e65805078 in_seq=0 out_seq=0 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.404+0000 7fc5f1ffb700 10 client.17337 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/406965650 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c4e9331640 con 0x55c4e937bf90 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc5f1ffb700 10 client.17337 handle_command_reply: tid=0 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 client.17337 shutdown 2023-12-07T14:10:16.413 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 msgr2=0x55c4e936bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936bbc0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fc600015000 tx=0x7fc600005c70 comp rx=0 tx=0).stop 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 shutdown_connections 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9366b10 0x55c4e936c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e937bf90 0x55c4e937e3b0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362630 0x55c4e936b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc5f1ffb700 0 client.17337 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/406965650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936bbc0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 >> 172.21.15.39:0/406965650 conn(0x55c4e9291300 msgr2=0x55c4e9361430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 shutdown_connections 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 1 -- 172.21.15.39:0/406965650 wait complete. 2023-12-07T14:10:16.414 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.405+0000 7fc61cf68b80 20 client.17337 trim_cache size 0 max 16384 2023-12-07T14:10:16.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.420+0000 7fc61cf68b80 1 Processor -- start 2023-12-07T14:10:16.427 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.420+0000 7fc61cf68b80 1 -- start start 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e9377f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362f50 0x55c4e93644d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9356860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e91358c0 con 0x55c4e9366b10 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e935ef50 con 0x55c4e9362f50 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e935d5b0 con 0x55c4e9362630 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9356860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9356860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58630/0 (socket says 172.21.15.39:58630) 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2461389238 learned_addr learned my addr 172.21.15.39:0/2461389238 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc609d9b700 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362f50 0x55c4e93644d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60a59c700 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e9377f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2461389238 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 msgr2=0x55c4e9377f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e9377f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2461389238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362f50 msgr2=0x55c4e93644d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.428 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362f50 0x55c4e93644d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 -- 172.21.15.39:0/2461389238 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c4e90c8c00 con 0x55c4e9366b10 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60a59c700 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e9377f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9356860 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc604096290 tx=0x7fc604095ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9cbfd8b77b8682f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc5f97fa700 1 -- 172.21.15.39:0/2461389238 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6040b1070 con 0x55c4e9366b10 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc5f97fa700 1 -- 172.21.15.39:0/2461389238 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc60409d9c0 con 0x55c4e9366b10 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.421+0000 7fc5f97fa700 1 -- 172.21.15.39:0/2461389238 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6040058a0 con 0x55c4e9366b10 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2461389238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 msgr2=0x55c4e9356860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9356860 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc604096290 tx=0x7fc604095ce0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2461389238 shutdown_connections 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9366b10 0x55c4e9356860 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e9377f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/2461389238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9362f50 0x55c4e93644d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2461389238 >> 172.21.15.39:0/2461389238 conn(0x55c4e9291300 msgr2=0x55c4e9382d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2461389238 shutdown_connections 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 -- 172.21.15.39:0/2461389238 wait complete. 2023-12-07T14:10:16.429 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 -- start start 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.422+0000 7fc61cf68b80 1 Processor -- start 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e936ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9366b10 0x55c4e936f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e93d1480 con 0x55c4e9362f50 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e93d15c0 con 0x55c4e9366b10 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c4e93d1700 con 0x55c4e9362630 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 10 client.0 _ll_register_callbacks cb 0x55c4e919ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58634/0 (socket says 172.21.15.39:58634) 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 -- 172.21.15.39:0/4159976631 learned_addr learned my addr 172.21.15.39:0/4159976631 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc60ad9d700 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9366b10 0x55c4e936f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc60a59c700 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e936ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.430 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 -- 172.21.15.39:0/4159976631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 msgr2=0x55c4e936ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e936ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 -- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9366b10 msgr2=0x55c4e936f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9366b10 0x55c4e936f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 -- 172.21.15.39:0/4159976631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c4e91335d0 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc609d9b700 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936f2d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc600021970 tx=0x7fc600021e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c70ab5aa0411ddcc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc5f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/4159976631 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc60001d020 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/4159976631 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fc600000e40 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.423+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc6040a1c00 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/4159976631 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc600026070 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 10 client.17343 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x55c4e91061f0 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/4159976631 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc6040a1c00 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/4159976631 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fc60002b4f0 con 0x55c4e9362f50 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 10 client.17343 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:16.431 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 10 client.17343 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 20 client.17343 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e93d2ae0 0x55c4e93d4f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 4 client.17343 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:10:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c4e927cf70 con 0x55c4e93d2ae0 2023-12-07T14:10:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.424+0000 7fc60a59c700 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e93d2ae0 0x55c4e93d4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.425+0000 7fc5f1ffb700 10 client.17343 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:16.432 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.425+0000 7fc60a59c700 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e93d2ae0 0x55c4e93d4f00 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b490127beb331cc server_cookie=9a431392ea6a4b45 in_seq=0 out_seq=0 2023-12-07T14:10:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.443+0000 7fc5f1ffb700 1 -- 172.21.15.39:0/4159976631 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c4e927cf70 con 0x55c4e93d2ae0 2023-12-07T14:10:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.443+0000 7fc5f1ffb700 10 client.17343 handle_command_reply: tid=0 2023-12-07T14:10:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.443+0000 7fc61cf68b80 1 client.17343 shutdown 2023-12-07T14:10:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 msgr2=0x55c4e936f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936f2d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc600021970 tx=0x7fc600021e10 comp rx=0 tx=0).stop 2023-12-07T14:10:16.447 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 shutdown_connections 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c4e93d2ae0 0x55c4e93d4f00 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c4e9366b10 0x55c4e936f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c4e9362630 0x55c4e936ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 --2- 172.21.15.39:0/4159976631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c4e9362f50 0x55c4e936f2d0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc5f1ffb700 0 client.17343 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 >> 172.21.15.39:0/4159976631 conn(0x55c4e9291300 msgr2=0x55c4e936bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 shutdown_connections 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 1 -- 172.21.15.39:0/4159976631 wait complete. 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc61cf68b80 20 client.17343 trim_cache size 0 max 16384 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:10:16.448 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:10:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:10:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:10:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc5f40a15e0 msgr2=0x7fc5f40a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.444+0000 7fc610d6f700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc5f40a15e0 0x7fc5f40a3aa0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc5fc00bc10 tx=0x7fc5fc00b5f0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.449 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c10ba30 msgr2=0x7fc60c197710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c10ba30 0x7fc60c197710 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc604007ee0 tx=0x7fc60400d3b0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 shutdown_connections 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc60c10ba30 0x7fc60c197710 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc5f40a15e0 0x7fc5f40a3aa0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc60c102610 0x7fc60c19d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 --2- 172.21.15.39:0/3573127223 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc60c102f30 0x7fc60c19db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 >> 172.21.15.39:0/3573127223 conn(0x7fc60c0fbe50 msgr2=0x7fc60c0fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 shutdown_connections 2023-12-07T14:10:16.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:16.445+0000 7fc610d6f700 1 -- 172.21.15.39:0/3573127223 wait complete. 2023-12-07T14:10:17.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:17 smithi055 ceph-mon[103363]: pgmap v242: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.46k op/s 2023-12-07T14:10:17.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:17 smithi089 ceph-mon[103124]: pgmap v242: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.46k op/s 2023-12-07T14:10:18.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:17 smithi039 ceph-mon[98864]: pgmap v242: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 18 MiB/s wr, 1.46k op/s 2023-12-07T14:10:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 445.0 s, 443.7 tps, lat 92.630 ms stddev 186.593 2023-12-07T14:10:19.906 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:19 smithi055 ceph-mon[103363]: pgmap v243: 97 pgs: 97 active+clean; 6.7 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 26 MiB/s wr, 1.93k op/s 2023-12-07T14:10:19.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:19 smithi089 ceph-mon[103124]: pgmap v243: 97 pgs: 97 active+clean; 6.7 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 26 MiB/s wr, 1.93k op/s 2023-12-07T14:10:20.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:19 smithi039 ceph-mon[98864]: pgmap v243: 97 pgs: 97 active+clean; 6.7 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 26 MiB/s wr, 1.93k op/s 2023-12-07T14:10:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:21 smithi055 ceph-mon[103363]: pgmap v244: 97 pgs: 97 active+clean; 6.7 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 26 MiB/s wr, 1.93k op/s 2023-12-07T14:10:21.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:21 smithi089 ceph-mon[103124]: pgmap v244: 97 pgs: 97 active+clean; 6.7 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 26 MiB/s wr, 1.93k op/s 2023-12-07T14:10:22.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:21 smithi039 ceph-mon[98864]: pgmap v244: 97 pgs: 97 active+clean; 6.7 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 26 MiB/s wr, 1.93k op/s 2023-12-07T14:10:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:23 smithi055 ceph-mon[103363]: pgmap v245: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 14 MiB/s wr, 908 op/s 2023-12-07T14:10:23.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:23 smithi089 ceph-mon[103124]: pgmap v245: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 14 MiB/s wr, 908 op/s 2023-12-07T14:10:23.966 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 450.0 s, 469.7 tps, lat 207.422 ms stddev 754.456 2023-12-07T14:10:24.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:23 smithi039 ceph-mon[98864]: pgmap v245: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 14 MiB/s wr, 908 op/s 2023-12-07T14:10:25.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:25 smithi055 ceph-mon[103363]: pgmap v246: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 14 MiB/s wr, 880 op/s 2023-12-07T14:10:25.951 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:25 smithi089 ceph-mon[103124]: pgmap v246: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 14 MiB/s wr, 880 op/s 2023-12-07T14:10:26.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:25 smithi039 ceph-mon[98864]: pgmap v246: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 14 MiB/s wr, 880 op/s 2023-12-07T14:10:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:27 smithi055 ceph-mon[103363]: pgmap v247: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 12 MiB/s wr, 757 op/s 2023-12-07T14:10:27.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:27 smithi089 ceph-mon[103124]: pgmap v247: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 12 MiB/s wr, 757 op/s 2023-12-07T14:10:28.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:27 smithi039 ceph-mon[98864]: pgmap v247: 97 pgs: 97 active+clean; 6.8 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 12 MiB/s wr, 757 op/s 2023-12-07T14:10:28.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 455.0 s, 1814.5 tps, lat 93.179 ms stddev 407.506 2023-12-07T14:10:29.611 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.608+0000 7fe1b80cd700 1 -- 172.21.15.39:0/3722406182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b0100f40 msgr2=0x7fe1b0104f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.608+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/3722406182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b0100f40 0x7fe1b0104f80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009990 tx=0x7fe1a0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.608+0000 7fe1b80cd700 1 -- 172.21.15.39:0/3722406182 shutdown_connections 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.608+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/3722406182 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1b01056b0 0x7fe1b010d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.608+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/3722406182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 0x7fe1b0100970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.608+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/3722406182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b0100f40 0x7fe1b0104f80 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.608+0000 7fe1b80cd700 1 -- 172.21.15.39:0/3722406182 >> 172.21.15.39:0/3722406182 conn(0x7fe1b00fbe50 msgr2=0x7fe1b00fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.609+0000 7fe1b80cd700 1 -- 172.21.15.39:0/3722406182 shutdown_connections 2023-12-07T14:10:29.612 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.609+0000 7fe1b80cd700 1 -- 172.21.15.39:0/3722406182 wait complete. 2023-12-07T14:10:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.609+0000 7fe1b80cd700 1 Processor -- start 2023-12-07T14:10:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b80cd700 1 -- start start 2023-12-07T14:10:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b80cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 0x7fe1b019d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b80cd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b01056b0 0x7fe1b019db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b80cd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1b0197770 0x7fe1b0197c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b80cd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b01981f0 con 0x7fe1b0100590 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b80cd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b0198360 con 0x7fe1b01056b0 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b80cd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b0198520 con 0x7fe1b0197770 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 0x7fe1b019d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 0x7fe1b019d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58646/0 (socket says 172.21.15.39:58646) 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 -- 172.21.15.39:0/1099122245 learned_addr learned my addr 172.21.15.39:0/1099122245 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5668700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b01056b0 0x7fe1b019db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b666a700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1b0197770 0x7fe1b0197c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 -- 172.21.15.39:0/1099122245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1b0197770 msgr2=0x7fe1b0197c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1b0197770 0x7fe1b0197c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 -- 172.21.15.39:0/1099122245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b01056b0 msgr2=0x7fe1b019db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b01056b0 0x7fe1b019db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5e69700 1 -- 172.21.15.39:0/1099122245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1a00095f0 con 0x7fe1b0100590 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.610+0000 7fe1b5668700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b01056b0 0x7fe1b019db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:29.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.611+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 0x7fe1b019d640 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00d950 tx=0x7fe1ac00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.611+0000 7fe1a6ffd700 1 -- 172.21.15.39:0/1099122245 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac00f890 con 0x7fe1b0100590 2023-12-07T14:10:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.611+0000 7fe1a6ffd700 1 -- 172.21.15.39:0/1099122245 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1ac010460 con 0x7fe1b0100590 2023-12-07T14:10:29.616 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.611+0000 7fe1a6ffd700 1 -- 172.21.15.39:0/1099122245 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac00e610 con 0x7fe1b0100590 2023-12-07T14:10:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.614+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b01a4510 con 0x7fe1b0100590 2023-12-07T14:10:29.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.614+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b01a49a0 con 0x7fe1b0100590 2023-12-07T14:10:29.620 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.617+0000 7fe1a6ffd700 1 -- 172.21.15.39:0/1099122245 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe1ac0108d0 con 0x7fe1b0100590 2023-12-07T14:10:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.618+0000 7fe1a6ffd700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe19c0a15e0 0x7fe19c0a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.618+0000 7fe1a6ffd700 1 -- 172.21.15.39:0/1099122245 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe1ac0cccc0 con 0x7fe1b0100590 2023-12-07T14:10:29.621 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.618+0000 7fe1b5668700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe19c0a15e0 0x7fe19c0a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 Processor -- start 2023-12-07T14:10:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 -- start start 2023-12-07T14:10:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1b5668700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe19c0a15e0 0x7fe19c0a3aa0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0198e80 tx=0x7fe1a000b540 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b621d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6191760 con 0x5556b622b5c0 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6178740 con 0x5556b621d5a0 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6176060 con 0x5556b621cc80 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.619+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49858/0 (socket says 172.21.15.39:49858) 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 -- 172.21.15.39:0/364564444 learned_addr learned my addr 172.21.15.39:0/364564444 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b621d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b666a700 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 -- 172.21.15.39:0/364564444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 msgr2=0x5556b621d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b621d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 -- 172.21.15.39:0/364564444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 msgr2=0x5556b622ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 -- 172.21.15.39:0/364564444 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5556b5fee5d0 con 0x5556b621d5a0 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe1b5668700 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622b080 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0015000 tx=0x7fe1a001a070 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d28a7cafb9e23b6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:29.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe19bfff700 1 -- 172.21.15.39:0/364564444 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0003a80 con 0x5556b621d5a0 2023-12-07T14:10:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe19bfff700 1 -- 172.21.15.39:0/364564444 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1a001e040 con 0x5556b621d5a0 2023-12-07T14:10:29.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.620+0000 7fe19bfff700 1 -- 172.21.15.39:0/364564444 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0010470 con 0x5556b621d5a0 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.621+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/364564444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 msgr2=0x5556b622b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.621+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622b080 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0015000 tx=0x7fe1a001a070 comp rx=0 tx=0).stop 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.621+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/364564444 shutdown_connections 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.621+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.621+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b621d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.621+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/364564444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622b080 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.621+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/364564444 >> 172.21.15.39:0/364564444 conn(0x5556b614c300 msgr2=0x5556b62199e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.622+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/364564444 shutdown_connections 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.622+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/364564444 wait complete. 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.622+0000 7fe1c42c6b80 1 -- start start 2023-12-07T14:10:29.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.622+0000 7fe1c42c6b80 1 Processor -- start 2023-12-07T14:10:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.623+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b6231bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.623+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.623+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.623+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6171950 con 0x5556b622b5c0 2023-12-07T14:10:29.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.623+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b612b500 con 0x5556b621d5a0 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.623+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b612b1a0 con 0x5556b621cc80 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.623+0000 7fe1c42c6b80 10 client.0 _ll_register_callbacks cb 0x5556b6056a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49862/0 (socket says 172.21.15.39:49862) 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 -- 172.21.15.39:0/3941477136 learned_addr learned my addr 172.21.15.39:0/3941477136 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b666a700 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 -- 172.21.15.39:0/3941477136 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 msgr2=0x5556b6231bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b6231bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 -- 172.21.15.39:0/3941477136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 msgr2=0x5556b622f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.624+0000 7fe1b5668700 1 -- 172.21.15.39:0/3941477136 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b010daa0 con 0x5556b621d5a0 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1b5668700 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622eec0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009ce0 tx=0x7fe1a0003880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72d2fa82272ead9a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1997fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1997fa700 1 -- 172.21.15.39:0/3941477136 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0023460 con 0x5556b621d5a0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1997fa700 1 -- 172.21.15.39:0/3941477136 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe1a00235c0 con 0x5556b621d5a0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5556b62105f0 con 0x5556b621d5a0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1997fa700 1 -- 172.21.15.39:0/3941477136 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1a0023780 con 0x5556b621d5a0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1c42c6b80 10 client.26837 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x5556b5f9ad80 con 0x5556b621d5a0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1997fa700 1 -- 172.21.15.39:0/3941477136 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5556b62105f0 con 0x5556b621d5a0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1997fa700 1 -- 172.21.15.39:0/3941477136 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fe1a00374e0 con 0x5556b621d5a0 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1c42c6b80 10 client.26837 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.625+0000 7fe1c42c6b80 10 client.26837 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.626+0000 7fe1c42c6b80 20 client.26837 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.626+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b623f270 0x5556b6241690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.626+0000 7fe1c42c6b80 4 client.26837 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.626+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5556b61ec640 con 0x5556b623f270 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.626+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b623f270 0x5556b6241690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.626+0000 7fe1997fa700 10 client.26837 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.626+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b623f270 0x5556b6241690 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2fa3d1f099ff0dc server_cookie=3929e37875832844 in_seq=0 out_seq=0 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1997fa700 1 -- 172.21.15.39:0/3941477136 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5556b61ec640 con 0x5556b623f270 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1997fa700 10 client.26837 handle_command_reply: tid=0 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 client.26837 shutdown 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 msgr2=0x5556b622eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622eec0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009ce0 tx=0x7fe1a0003880 comp rx=0 tx=0).stop 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 shutdown_connections 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b622b5c0 0x5556b622f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b6231bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b623f270 0x5556b6241690 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/3941477136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b622eec0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1997fa700 0 client.26837 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 >> 172.21.15.39:0/3941477136 conn(0x5556b614c300 msgr2=0x5556b62178b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 shutdown_connections 2023-12-07T14:10:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.627+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/3941477136 wait complete. 2023-12-07T14:10:29.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.628+0000 7fe1c42c6b80 20 client.26837 trim_cache size 0 max 16384 2023-12-07T14:10:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 Processor -- start 2023-12-07T14:10:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 -- start start 2023-12-07T14:10:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621cc80 0x5556b623b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b62365a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b622b5c0 0x5556b6236ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b5ff08c0 con 0x5556b621cc80 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6241a50 con 0x5556b621d5a0 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.652+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b62468e0 con 0x5556b622b5c0 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b62365a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b666a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b622b5c0 0x5556b6236ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b62365a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49870/0 (socket says 172.21.15.39:49870) 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b5668700 1 -- 172.21.15.39:0/1584853384 learned_addr learned my addr 172.21.15.39:0/1584853384 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b666a700 1 -- 172.21.15.39:0/1584853384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 msgr2=0x5556b62365a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b666a700 1 --2- 172.21.15.39:0/1584853384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b62365a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b666a700 1 -- 172.21.15.39:0/1584853384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621cc80 msgr2=0x5556b623b050 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b666a700 1 --2- 172.21.15.39:0/1584853384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621cc80 0x5556b623b050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.653+0000 7fe1b666a700 1 -- 172.21.15.39:0/1584853384 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5556b5f83c00 con 0x5556b622b5c0 2023-12-07T14:10:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.656+0000 7fe1b666a700 1 --2- 172.21.15.39:0/1584853384 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b622b5c0 0x5556b6236ae0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8009710 tx=0x7fe1a8009d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d55900d03728591a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.656+0000 7fe1a4ff9700 1 -- 172.21.15.39:0/1584853384 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8004db0 con 0x5556b622b5c0 2023-12-07T14:10:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.656+0000 7fe1a4ff9700 1 -- 172.21.15.39:0/1584853384 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1a800f040 con 0x5556b622b5c0 2023-12-07T14:10:29.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.656+0000 7fe1a4ff9700 1 -- 172.21.15.39:0/1584853384 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8005980 con 0x5556b622b5c0 2023-12-07T14:10:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1584853384 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b622b5c0 msgr2=0x5556b6236ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1584853384 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b622b5c0 0x5556b6236ae0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8009710 tx=0x7fe1a8009d50 comp rx=0 tx=0).stop 2023-12-07T14:10:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1584853384 shutdown_connections 2023-12-07T14:10:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1584853384 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b622b5c0 0x5556b6236ae0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1584853384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621cc80 0x5556b623b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1584853384 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b621d5a0 0x5556b62365a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1584853384 >> 172.21.15.39:0/1584853384 conn(0x5556b614c300 msgr2=0x5556b62296e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1584853384 shutdown_connections 2023-12-07T14:10:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1584853384 wait complete. 2023-12-07T14:10:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.657+0000 7fe1c42c6b80 1 -- start start 2023-12-07T14:10:29.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 1 Processor -- start 2023-12-07T14:10:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b6234580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621d5a0 0x5556b6234ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b622b5c0 0x5556b6294730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6235380 con 0x5556b621d5a0 2023-12-07T14:10:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6294c70 con 0x5556b622b5c0 2023-12-07T14:10:29.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556b6294db0 con 0x5556b621cc80 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1c42c6b80 10 client.0 _ll_register_callbacks cb 0x5556b6056a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621d5a0 0x5556b6234ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1b5668700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621d5a0 0x5556b6234ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58674/0 (socket says 172.21.15.39:58674) 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.658+0000 7fe1b5668700 1 -- 172.21.15.39:0/1933603669 learned_addr learned my addr 172.21.15.39:0/1933603669 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b6234580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b666a700 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b622b5c0 0x5556b6294730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b5668700 1 -- 172.21.15.39:0/1933603669 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 msgr2=0x5556b6234580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b5668700 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b6234580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b5668700 1 -- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b622b5c0 msgr2=0x5556b6294730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b5668700 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b622b5c0 0x5556b6294730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b5668700 1 -- 172.21.15.39:0/1933603669 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1a8009a30 con 0x5556b621d5a0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1b5668700 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621d5a0 0x5556b6234ac0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009990 tx=0x7fe1a0037d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25fb4b6b123c3830 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1997fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1997fa700 1 -- 172.21.15.39:0/1933603669 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a0023660 con 0x5556b621d5a0 2023-12-07T14:10:29.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1997fa700 1 -- 172.21.15.39:0/1933603669 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe1a0037680 con 0x5556b621d5a0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe1a001e040 con 0x5556b621d5a0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1997fa700 1 -- 172.21.15.39:0/1933603669 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1a00237c0 con 0x5556b621d5a0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1c42c6b80 10 client.17358 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.659+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x5556b5fc11f0 con 0x5556b621d5a0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1997fa700 1 -- 172.21.15.39:0/1933603669 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1a001e040 con 0x5556b621d5a0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1997fa700 1 -- 172.21.15.39:0/1933603669 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fe1a002e510 con 0x5556b621d5a0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1c42c6b80 10 client.17358 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1c42c6b80 10 client.17358 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1c42c6b80 20 client.17358 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b62960c0 0x5556b62984b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1c42c6b80 4 client.17358 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.660+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5556b6137f70 con 0x5556b62960c0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.661+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b62960c0 0x5556b62984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:29.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.661+0000 7fe1b5e69700 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b62960c0 0x5556b62984b0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8dc92f14ef6d91f server_cookie=706365a9d9c31cab in_seq=0 out_seq=0 2023-12-07T14:10:29.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.661+0000 7fe1997fa700 10 client.17358 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:29.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1997fa700 1 -- 172.21.15.39:0/1933603669 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5556b6137f70 con 0x5556b62960c0 2023-12-07T14:10:29.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1997fa700 10 client.17358 handle_command_reply: tid=0 2023-12-07T14:10:29.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 client.17358 shutdown 2023-12-07T14:10:29.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621d5a0 msgr2=0x5556b6234ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621d5a0 0x5556b6234ac0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009990 tx=0x7fe1a0037d90 comp rx=0 tx=0).stop 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 shutdown_connections 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5556b62960c0 0x5556b62984b0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5556b622b5c0 0x5556b6294730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5556b621cc80 0x5556b6234580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 --2- 172.21.15.39:0/1933603669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5556b621d5a0 0x5556b6234ac0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 >> 172.21.15.39:0/1933603669 conn(0x5556b614c300 msgr2=0x5556b622e700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1997fa700 0 client.17358 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 shutdown_connections 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 1 -- 172.21.15.39:0/1933603669 wait complete. 2023-12-07T14:10:29.691 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.687+0000 7fe1c42c6b80 20 client.17358 trim_cache size 0 max 16384 2023-12-07T14:10:29.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:10:29.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:10:29.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:10:29.692 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.688+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe19c0a15e0 msgr2=0x7fe19c0a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.688+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe19c0a15e0 0x7fe19c0a3aa0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fe1b0198e80 tx=0x7fe1a000b540 comp rx=0 tx=0).stop 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.688+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 msgr2=0x7fe1b019d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.688+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 0x7fe1b019d640 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00d950 tx=0x7fe1ac00dc60 comp rx=0 tx=0).stop 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 shutdown_connections 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe1b0197770 0x7fe1b0197c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe1b0100590 0x7fe1b019d640 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe19c0a15e0 0x7fe19c0a3aa0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 --2- 172.21.15.39:0/1099122245 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1b01056b0 0x7fe1b019db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:29.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 >> 172.21.15.39:0/1099122245 conn(0x7fe1b00fbe50 msgr2=0x7fe1b00fd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:29.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 shutdown_connections 2023-12-07T14:10:29.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:29.690+0000 7fe1b80cd700 1 -- 172.21.15.39:0/1099122245 wait complete. 2023-12-07T14:10:29.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:29 smithi089 ceph-mon[103124]: pgmap v248: 97 pgs: 97 active+clean; 6.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 17 MiB/s wr, 1.13k op/s 2023-12-07T14:10:30.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:29 smithi039 ceph-mon[98864]: pgmap v248: 97 pgs: 97 active+clean; 6.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 17 MiB/s wr, 1.13k op/s 2023-12-07T14:10:30.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:29 smithi055 ceph-mon[103363]: pgmap v248: 97 pgs: 97 active+clean; 6.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 17 MiB/s wr, 1.13k op/s 2023-12-07T14:10:31.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:31 smithi089 ceph-mon[103124]: pgmap v249: 97 pgs: 97 active+clean; 6.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 9.3 MiB/s wr, 648 op/s 2023-12-07T14:10:32.060 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:31 smithi039 ceph-mon[98864]: pgmap v249: 97 pgs: 97 active+clean; 6.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 9.3 MiB/s wr, 648 op/s 2023-12-07T14:10:32.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:31 smithi055 ceph-mon[103363]: pgmap v249: 97 pgs: 97 active+clean; 6.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 9.3 MiB/s wr, 648 op/s 2023-12-07T14:10:33.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:32 smithi039 ceph-mon[98864]: pgmap v250: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 21 MiB/s wr, 1.44k op/s 2023-12-07T14:10:33.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:32 smithi055 ceph-mon[103363]: pgmap v250: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 21 MiB/s wr, 1.44k op/s 2023-12-07T14:10:33.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:32 smithi089 ceph-mon[103124]: pgmap v250: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 21 MiB/s wr, 1.44k op/s 2023-12-07T14:10:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 460.0 s, 1580.8 tps, lat 63.576 ms stddev 79.317 2023-12-07T14:10:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:35 smithi089 ceph-mon[103124]: pgmap v251: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:35.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:35 smithi039 ceph-mon[98864]: pgmap v251: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:35 smithi055 ceph-mon[103363]: pgmap v251: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:37.442 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:37 smithi039 ceph-mon[98864]: pgmap v252: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:37.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:37 smithi055 ceph-mon[103363]: pgmap v252: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:37 smithi089 ceph-mon[103124]: pgmap v252: 97 pgs: 97 active+clean; 6.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:38.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 465.0 s, 1087.9 tps, lat 50.454 ms stddev 59.861 2023-12-07T14:10:39.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:39 smithi039 ceph-mon[98864]: pgmap v253: 97 pgs: 97 active+clean; 7.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 27 MiB/s wr, 1.86k op/s 2023-12-07T14:10:39.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:39 smithi055 ceph-mon[103363]: pgmap v253: 97 pgs: 97 active+clean; 7.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 27 MiB/s wr, 1.86k op/s 2023-12-07T14:10:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:39 smithi089 ceph-mon[103124]: pgmap v253: 97 pgs: 97 active+clean; 7.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 27 MiB/s wr, 1.86k op/s 2023-12-07T14:10:41.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:41 smithi039 ceph-mon[98864]: pgmap v254: 97 pgs: 97 active+clean; 7.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 21 MiB/s wr, 1.49k op/s 2023-12-07T14:10:41.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:41 smithi055 ceph-mon[103363]: pgmap v254: 97 pgs: 97 active+clean; 7.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 21 MiB/s wr, 1.49k op/s 2023-12-07T14:10:41.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:41 smithi089 ceph-mon[103124]: pgmap v254: 97 pgs: 97 active+clean; 7.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 21 MiB/s wr, 1.49k op/s 2023-12-07T14:10:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 -- 172.21.15.39:0/3831215433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2381074f0 msgr2=0x7ff2381078d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 --2- 172.21.15.39:0/3831215433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2381074f0 0x7ff2381078d0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff23400b0a0 tx=0x7ff23400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 -- 172.21.15.39:0/3831215433 shutdown_connections 2023-12-07T14:10:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 --2- 172.21.15.39:0/3831215433 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff238101e10 0x7ff23810e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 --2- 172.21.15.39:0/3831215433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2381074f0 0x7ff2381078d0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 --2- 172.21.15.39:0/3831215433 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff238101450 0x7ff2381018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 -- 172.21.15.39:0/3831215433 >> 172.21.15.39:0/3831215433 conn(0x7ff2380fcf80 msgr2=0x7ff2380ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 -- 172.21.15.39:0/3831215433 shutdown_connections 2023-12-07T14:10:42.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.861+0000 7ff2403d1700 1 -- 172.21.15.39:0/3831215433 wait complete. 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 Processor -- start 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 -- start start 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff238101450 0x7ff23810d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff238101e10 0x7ff23810db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff2381074f0 0x7ff2381a27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2381a2dc0 con 0x7ff238101450 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2381a2f30 con 0x7ff238101e10 2023-12-07T14:10:42.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.863+0000 7ff2403d1700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2381a30f0 con 0x7ff2381074f0 2023-12-07T14:10:42.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.864+0000 7ff23d96c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff238101e10 0x7ff23810db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.864+0000 7ff23d96c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff238101e10 0x7ff23810db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49894/0 (socket says 172.21.15.39:49894) 2023-12-07T14:10:42.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.864+0000 7ff23d96c700 1 -- 172.21.15.39:0/1204445379 learned_addr learned my addr 172.21.15.39:0/1204445379 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:42.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.864+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff238101450 0x7ff23810d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.868 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.864+0000 7ff23e96e700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff2381074f0 0x7ff2381a27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff23e16d700 1 -- 172.21.15.39:0/1204445379 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff2381074f0 msgr2=0x7ff2381a27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff2381074f0 0x7ff2381a27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff23e16d700 1 -- 172.21.15.39:0/1204445379 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff238101e10 msgr2=0x7ff23810db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff238101e10 0x7ff23810db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff23e16d700 1 -- 172.21.15.39:0/1204445379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff234009d00 con 0x7ff238101450 2023-12-07T14:10:42.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff238101450 0x7ff23810d5c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7ff23400b070 tx=0x7ff234007870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:42.869 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff22f7fe700 1 -- 172.21.15.39:0/1204445379 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff23400e040 con 0x7ff238101450 2023-12-07T14:10:42.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2381a3370 con 0x7ff238101450 2023-12-07T14:10:42.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff23806b1d0 con 0x7ff238101450 2023-12-07T14:10:42.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff22f7fe700 1 -- 172.21.15.39:0/1204445379 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff234004e60 con 0x7ff238101450 2023-12-07T14:10:42.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.865+0000 7ff22f7fe700 1 -- 172.21.15.39:0/1204445379 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff234005040 con 0x7ff238101450 2023-12-07T14:10:42.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.868+0000 7ff22f7fe700 1 -- 172.21.15.39:0/1204445379 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ff23401d470 con 0x7ff238101450 2023-12-07T14:10:42.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.868+0000 7ff22f7fe700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff2240a1660 0x7ff2240a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.869+0000 7ff22f7fe700 1 -- 172.21.15.39:0/1204445379 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7ff2340ce550 con 0x7ff238101450 2023-12-07T14:10:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.869+0000 7ff23d96c700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff2240a1660 0x7ff2240a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.869+0000 7ff23d96c700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff2240a1660 0x7ff2240a3b20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff23819f430 tx=0x7ff228009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:42.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 Processor -- start 2023-12-07T14:10:42.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 -- start start 2023-12-07T14:10:42.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1dd7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1ddb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1ddbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1d4b760 con 0x559bf1dd7f50 2023-12-07T14:10:42.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1d32740 con 0x559bf1ddbb10 2023-12-07T14:10:42.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1d30060 con 0x559bf1dd7630 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff23d96c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1ddb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.870+0000 7ff23d96c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1ddb5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58698/0 (socket says 172.21.15.39:58698) 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e96e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1ddbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23d96c700 1 -- 172.21.15.39:0/1636663557 learned_addr learned my addr 172.21.15.39:0/1636663557 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1dd7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e96e700 1 -- 172.21.15.39:0/1636663557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 msgr2=0x559bf1dd7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e96e700 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1dd7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e96e700 1 -- 172.21.15.39:0/1636663557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 msgr2=0x559bf1ddb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e96e700 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1ddb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e96e700 1 -- 172.21.15.39:0/1636663557 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559bf1ba85d0 con 0x559bf1ddbb10 2023-12-07T14:10:42.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23d96c700 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1ddb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.871+0000 7ff23e96e700 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1ddbf70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff230009c10 tx=0x7ff230009f20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9fcca9c0ec09443f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.872+0000 7ff22cd82700 1 -- 172.21.15.39:0/1636663557 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff230011cb0 con 0x559bf1ddbb10 2023-12-07T14:10:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.872+0000 7ff22cd82700 1 -- 172.21.15.39:0/1636663557 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff230011e10 con 0x559bf1ddbb10 2023-12-07T14:10:42.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.872+0000 7ff22cd82700 1 -- 172.21.15.39:0/1636663557 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff230004ea0 con 0x559bf1ddbb10 2023-12-07T14:10:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.873+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1636663557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 msgr2=0x559bf1ddbf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.873+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1ddbf70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7ff230009c10 tx=0x7ff230009f20 comp rx=0 tx=0).stop 2023-12-07T14:10:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.873+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1636663557 shutdown_connections 2023-12-07T14:10:42.883 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.873+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1ddbf70 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.873+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1dd7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.873+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1636663557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1ddb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.873+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1636663557 >> 172.21.15.39:0/1636663557 conn(0x559bf1d06300 msgr2=0x559bf1dd1ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.874+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1636663557 shutdown_connections 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.874+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1636663557 wait complete. 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 -- start start 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 Processor -- start 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1de06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1de0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1d2b950 con 0x559bf1dd7f50 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1ce5500 con 0x559bf1ddbb10 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1ce51a0 con 0x559bf1dd7630 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff24c5cab80 10 client.0 _ll_register_callbacks cb 0x559bf1c10a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:42.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff23d96c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1de0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff23d96c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1de0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58704/0 (socket says 172.21.15.39:58704) 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff23e16d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1de06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff23d96c700 1 -- 172.21.15.39:0/1671219455 learned_addr learned my addr 172.21.15.39:0/1671219455 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.875+0000 7ff23e96e700 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff23e16d700 1 -- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 msgr2=0x559bf1de1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff23e16d700 1 -- 172.21.15.39:0/1671219455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 msgr2=0x559bf1de0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1de0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff23e16d700 1 -- 172.21.15.39:0/1671219455 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff228017070 con 0x559bf1dd7630 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff23d96c700 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1de0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff23e16d700 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1de06a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff2340cbc80 tx=0x7ff23409b160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45491de971726faa server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff221ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff221ffb700 1 -- 172.21.15.39:0/1671219455 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff23409bca0 con 0x559bf1dd7630 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff221ffb700 1 -- 172.21.15.39:0/1671219455 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7ff23409b5a0 con 0x559bf1dd7630 2023-12-07T14:10:42.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559bf1dca5f0 con 0x559bf1dd7630 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff221ffb700 1 -- 172.21.15.39:0/1671219455 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff23409f6f0 con 0x559bf1dd7630 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff24c5cab80 10 client.26992 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x7ff2300098c0 con 0x559bf1dd7630 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.876+0000 7ff221ffb700 1 -- 172.21.15.39:0/1671219455 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559bf1dca5f0 con 0x559bf1dd7630 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff221ffb700 1 -- 172.21.15.39:0/1671219455 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff23409aa90 con 0x559bf1dd7630 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff24c5cab80 10 client.26992 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff24c5cab80 10 client.26992 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff24c5cab80 20 client.26992 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1df0dc0 0x559bf1df31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff24c5cab80 4 client.26992 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559bf1da6640 con 0x559bf1df0dc0 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff23d96c700 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1df0dc0 0x559bf1df31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff23d96c700 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1df0dc0 0x559bf1df31e0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3336e797e68d037 server_cookie=ffcc675209f8eddf in_seq=0 out_seq=0 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.877+0000 7ff221ffb700 10 client.26992 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff221ffb700 1 -- 172.21.15.39:0/1671219455 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559bf1da6640 con 0x559bf1df0dc0 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff221ffb700 10 client.26992 handle_command_reply: tid=0 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 client.26992 shutdown 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 msgr2=0x559bf1de06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1de06a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7ff2340cbc80 tx=0x7ff23409b160 comp rx=0 tx=0).stop 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 shutdown_connections 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1df0dc0 0x559bf1df31e0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1de06a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff221ffb700 0 client.26992 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/1671219455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1de0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 >> 172.21.15.39:0/1671219455 conn(0x559bf1d06300 msgr2=0x559bf1dd6430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 shutdown_connections 2023-12-07T14:10:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.878+0000 7ff24c5cab80 1 -- 172.21.15.39:0/1671219455 wait complete. 2023-12-07T14:10:42.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.879+0000 7ff24c5cab80 20 client.26992 trim_cache size 0 max 16384 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.898+0000 7ff24c5cab80 1 Processor -- start 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff24c5cab80 1 -- start start 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7630 0x559bf1ddbef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7f50 0x559bf1dd3370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1baa8c0 con 0x559bf1dd7630 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1dce240 con 0x559bf1ddbb10 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1ddc430 con 0x559bf1dd7f50 2023-12-07T14:10:42.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.899+0000 7ff23e16d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7630 0x559bf1ddbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23e96e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23e96e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49916/0 (socket says 172.21.15.39:49916) 2023-12-07T14:10:42.915 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23e96e700 1 -- 172.21.15.39:0/2487457150 learned_addr learned my addr 172.21.15.39:0/2487457150 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23d96c700 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7f50 0x559bf1dd3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23d96c700 1 -- 172.21.15.39:0/2487457150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 msgr2=0x559bf1de0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23d96c700 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23d96c700 1 -- 172.21.15.39:0/2487457150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7630 msgr2=0x559bf1ddbef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23d96c700 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7630 0x559bf1ddbef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23d96c700 1 -- 172.21.15.39:0/2487457150 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559bf1b54d80 con 0x559bf1dd7f50 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23e96e700 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.900+0000 7ff23d96c700 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7f50 0x559bf1dd3370 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x559bf1df3a90 tx=0x7ff228014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a9f81efe1997aaf5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.901+0000 7ff22d583700 1 -- 172.21.15.39:0/2487457150 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff22800ee00 con 0x559bf1dd7f50 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.901+0000 7ff22d583700 1 -- 172.21.15.39:0/2487457150 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff228023040 con 0x559bf1dd7f50 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.901+0000 7ff22d583700 1 -- 172.21.15.39:0/2487457150 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff228029860 con 0x559bf1dd7f50 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.902+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2487457150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7f50 msgr2=0x559bf1dd3370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.902+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7f50 0x559bf1dd3370 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x559bf1df3a90 tx=0x7ff228014000 comp rx=0 tx=0).stop 2023-12-07T14:10:42.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.921+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2487457150 shutdown_connections 2023-12-07T14:10:42.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.921+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1de0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.921+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7630 0x559bf1ddbef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.921+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2487457150 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7f50 0x559bf1dd3370 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.921+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2487457150 >> 172.21.15.39:0/2487457150 conn(0x559bf1d06300 msgr2=0x559bf1dd1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:42.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.926+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2487457150 shutdown_connections 2023-12-07T14:10:42.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.928+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2487457150 wait complete. 2023-12-07T14:10:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 -- start start 2023-12-07T14:10:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 Processor -- start 2023-12-07T14:10:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1e3b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1e3b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1e3bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1e462d0 con 0x559bf1dd7f50 2023-12-07T14:10:42.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1e46410 con 0x559bf1ddbb10 2023-12-07T14:10:42.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bf1e46580 con 0x559bf1dd7630 2023-12-07T14:10:42.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.929+0000 7ff24c5cab80 10 client.0 _ll_register_callbacks cb 0x559bf1c10a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:42.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.932+0000 7ff23e96e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1e3bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.932+0000 7ff23e96e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1e3bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49920/0 (socket says 172.21.15.39:49920) 2023-12-07T14:10:42.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.932+0000 7ff23e96e700 1 -- 172.21.15.39:0/2062508910 learned_addr learned my addr 172.21.15.39:0/2062508910 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:42.938 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.933+0000 7ff23e96e700 1 -- 172.21.15.39:0/2062508910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 msgr2=0x559bf1e3b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.938 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.933+0000 7ff23e96e700 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1e3b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.933+0000 7ff23e96e700 1 -- 172.21.15.39:0/2062508910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 msgr2=0x559bf1e3b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.933+0000 7ff23e96e700 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1e3b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.933+0000 7ff23e96e700 1 -- 172.21.15.39:0/2062508910 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff23001d040 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.933+0000 7ff23e96e700 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1e3bcd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff2300097a0 tx=0x7ff230005250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e554575e732dd78 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.933+0000 7ff221ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.934+0000 7ff221ffb700 1 -- 172.21.15.39:0/2062508910 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff230003680 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.934+0000 7ff221ffb700 1 -- 172.21.15.39:0/2062508910 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7ff2300037e0 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.934+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff230011e10 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.934+0000 7ff221ffb700 1 -- 172.21.15.39:0/2062508910 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff2300039a0 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.934+0000 7ff24c5cab80 10 client.26861 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.934+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x7ff22800e3b0 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff221ffb700 1 -- 172.21.15.39:0/2062508910 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff230011e10 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff221ffb700 1 -- 172.21.15.39:0/2062508910 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7ff23002a020 con 0x559bf1ddbb10 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff24c5cab80 10 client.26861 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:42.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff24c5cab80 10 client.26861 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff24c5cab80 20 client.26861 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1e47dc0 0x559bf1e4a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff24c5cab80 4 client.26861 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:10:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559bf1cf1f70 con 0x559bf1e47dc0 2023-12-07T14:10:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.935+0000 7ff23e16d700 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1e47dc0 0x559bf1e4a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:42.940 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.936+0000 7ff221ffb700 10 client.26861 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:42.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.936+0000 7ff23e16d700 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1e47dc0 0x559bf1e4a220 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42c75926d03fc3b9 server_cookie=8ae316beda4aaa38 in_seq=0 out_seq=0 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.964+0000 7ff221ffb700 1 -- 172.21.15.39:0/2062508910 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559bf1cf1f70 con 0x559bf1e47dc0 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.964+0000 7ff221ffb700 10 client.26861 handle_command_reply: tid=0 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.964+0000 7ff24c5cab80 1 client.26861 shutdown 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 msgr2=0x559bf1e3bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1e3bcd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ff2300097a0 tx=0x7ff230005250 comp rx=0 tx=0).stop 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 shutdown_connections 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559bf1e47dc0 0x559bf1e4a220 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.969 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559bf1ddbb10 0x559bf1e3bcd0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559bf1dd7630 0x559bf1e3b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff221ffb700 0 client.26861 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 --2- 172.21.15.39:0/2062508910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559bf1dd7f50 0x559bf1e3b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 >> 172.21.15.39:0/2062508910 conn(0x559bf1d06300 msgr2=0x559bf1de0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 shutdown_connections 2023-12-07T14:10:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.965+0000 7ff24c5cab80 1 -- 172.21.15.39:0/2062508910 wait complete. 2023-12-07T14:10:42.970 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.966+0000 7ff24c5cab80 20 client.26861 trim_cache size 0 max 16384 2023-12-07T14:10:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:10:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:10:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:10:42.971 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.966+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff2240a1660 msgr2=0x7ff2240a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.966+0000 7ff2403d1700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff2240a1660 0x7ff2240a3b20 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff23819f430 tx=0x7ff228009260 comp rx=0 tx=0).stop 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.966+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff238101450 msgr2=0x7ff23810d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.966+0000 7ff2403d1700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff238101450 0x7ff23810d5c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7ff23400b070 tx=0x7ff234007870 comp rx=0 tx=0).stop 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 shutdown_connections 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ff2381074f0 0x7ff2381a27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff238101450 0x7ff23810d5c0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ff2240a1660 0x7ff2240a3b20 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 --2- 172.21.15.39:0/1204445379 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff238101e10 0x7ff23810db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 >> 172.21.15.39:0/1204445379 conn(0x7ff2380fcf80 msgr2=0x7ff2380fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 shutdown_connections 2023-12-07T14:10:42.972 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:42.967+0000 7ff2403d1700 1 -- 172.21.15.39:0/1204445379 wait complete. 2023-12-07T14:10:43.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:43 smithi039 ceph-mon[98864]: pgmap v255: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 29 MiB/s wr, 1.96k op/s 2023-12-07T14:10:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:43 smithi055 ceph-mon[103363]: pgmap v255: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 29 MiB/s wr, 1.96k op/s 2023-12-07T14:10:43.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:43 smithi089 ceph-mon[103124]: pgmap v255: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 113 KiB/s rd, 29 MiB/s wr, 1.96k op/s 2023-12-07T14:10:43.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 470.0 s, 1689.8 tps, lat 85.939 ms stddev 322.989 2023-12-07T14:10:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:45 smithi039 ceph-mon[98864]: pgmap v256: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:45.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:45 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:10:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:45 smithi055 ceph-mon[103363]: pgmap v256: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:45.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:45 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:10:45.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:45 smithi089 ceph-mon[103124]: pgmap v256: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:45.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:45 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:10:46.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:46 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:10:46.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:46 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:10:46.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:46 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:10:46.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:46 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:10:46.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:46 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:10:46.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:46 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:10:46.945 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:46 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:10:46.945 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:46 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:10:46.945 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:46 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:10:47.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:47 smithi039 ceph-mon[98864]: pgmap v257: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:47.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:47 smithi055 ceph-mon[103363]: pgmap v257: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:47.945 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:47 smithi089 ceph-mon[103124]: pgmap v257: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 17 MiB/s wr, 1.17k op/s 2023-12-07T14:10:48.977 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 475.0 s, 1825.4 tps, lat 54.917 ms stddev 59.398 2023-12-07T14:10:49.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:49 smithi039 ceph-mon[98864]: pgmap v258: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 25 MiB/s wr, 1.71k op/s 2023-12-07T14:10:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:49 smithi055 ceph-mon[103363]: pgmap v258: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 25 MiB/s wr, 1.71k op/s 2023-12-07T14:10:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:49 smithi089 ceph-mon[103124]: pgmap v258: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 25 MiB/s wr, 1.71k op/s 2023-12-07T14:10:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:51 smithi039 ceph-mon[98864]: pgmap v259: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 15 MiB/s wr, 1.02k op/s 2023-12-07T14:10:51.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:51 smithi055 ceph-mon[103363]: pgmap v259: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 15 MiB/s wr, 1.02k op/s 2023-12-07T14:10:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:51 smithi089 ceph-mon[103124]: pgmap v259: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 15 MiB/s wr, 1.02k op/s 2023-12-07T14:10:53.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:53 smithi039 ceph-mon[98864]: pgmap v260: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 20 MiB/s wr, 1.29k op/s 2023-12-07T14:10:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:53 smithi055 ceph-mon[103363]: pgmap v260: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 20 MiB/s wr, 1.29k op/s 2023-12-07T14:10:53.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:53 smithi089 ceph-mon[103124]: pgmap v260: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 20 MiB/s wr, 1.29k op/s 2023-12-07T14:10:53.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 480.0 s, 1915.7 tps, lat 51.938 ms stddev 57.197 2023-12-07T14:10:55.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:55 smithi039 ceph-mon[98864]: pgmap v261: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 13 MiB/s wr, 813 op/s 2023-12-07T14:10:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:55 smithi055 ceph-mon[103363]: pgmap v261: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 13 MiB/s wr, 813 op/s 2023-12-07T14:10:55.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:55 smithi089 ceph-mon[103124]: pgmap v261: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 13 MiB/s wr, 813 op/s 2023-12-07T14:10:56.142 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.137+0000 7fad1dd85700 1 -- 172.21.15.39:0/2139315835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fad18108c00 msgr2=0x7fad18108fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.137+0000 7fad1dd85700 1 --2- 172.21.15.39:0/2139315835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fad18108c00 0x7fad18108fe0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fad0800ca30 tx=0x7fad0800cd40 comp rx=0 tx=0).stop 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.138+0000 7fad1dd85700 1 -- 172.21.15.39:0/2139315835 shutdown_connections 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.138+0000 7fad1dd85700 1 --2- 172.21.15.39:0/2139315835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1810d260 0x7fad180798e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.138+0000 7fad1dd85700 1 --2- 172.21.15.39:0/2139315835 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fad18108c00 0x7fad18108fe0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.138+0000 7fad1dd85700 1 --2- 172.21.15.39:0/2139315835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad1810c6b0 0x7fad1810cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.138+0000 7fad1dd85700 1 -- 172.21.15.39:0/2139315835 >> 172.21.15.39:0/2139315835 conn(0x7fad1806c5a0 msgr2=0x7fad1806c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.139+0000 7fad1dd85700 1 -- 172.21.15.39:0/2139315835 shutdown_connections 2023-12-07T14:10:56.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.139+0000 7fad1dd85700 1 -- 172.21.15.39:0/2139315835 wait complete. 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.139+0000 7fad1dd85700 1 Processor -- start 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad1dd85700 1 -- start start 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad1dd85700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad18108c00 0x7fad18083df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad1dd85700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fad1810c6b0 0x7fad1807de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad1dd85700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1810d260 0x7fad1807e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad1dd85700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad1807e9d0 con 0x7fad1810d260 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad1dd85700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad1807eb40 con 0x7fad18108c00 2023-12-07T14:10:56.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad1dd85700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad1807ecb0 con 0x7fad1810c6b0 2023-12-07T14:10:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad177fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad18108c00 0x7fad18083df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad177fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad18108c00 0x7fad18083df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49932/0 (socket says 172.21.15.39:49932) 2023-12-07T14:10:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.140+0000 7fad177fe700 1 -- 172.21.15.39:0/1058439478 learned_addr learned my addr 172.21.15.39:0/1058439478 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:56.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad17fff700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1810d260 0x7fad1807e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad177fe700 1 -- 172.21.15.39:0/1058439478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fad1810c6b0 msgr2=0x7fad1807de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad177fe700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fad1810c6b0 0x7fad1807de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad177fe700 1 -- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1810d260 msgr2=0x7fad1807e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad177fe700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1810d260 0x7fad1807e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad177fe700 1 -- 172.21.15.39:0/1058439478 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad0800c660 con 0x7fad18108c00 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad17fff700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1810d260 0x7fad1807e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad177fe700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad18108c00 0x7fad18083df0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fad0800c630 tx=0x7fad0800c280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad157fa700 1 -- 172.21.15.39:0/1058439478 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0801f650 con 0x7fad18108c00 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad157fa700 1 -- 172.21.15.39:0/1058439478 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad08004b50 con 0x7fad18108c00 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad181bb6f0 con 0x7fad18108c00 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad157fa700 1 -- 172.21.15.39:0/1058439478 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad08007ad0 con 0x7fad18108c00 2023-12-07T14:10:56.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.141+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad181bbbc0 con 0x7fad18108c00 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.145+0000 7fad157fa700 1 -- 172.21.15.39:0/1058439478 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fad08014410 con 0x7fad18108c00 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 Processor -- start 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 -- start start 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc64ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad157fa700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fad040a1660 0x7fad040a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64bf50 0x55f3dc64f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64fb10 0x55f3dc64ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc5bf760 con 0x55f3dc64b630 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc5a6740 con 0x55f3dc64bf50 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.146+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc5a4060 con 0x55f3dc64fb10 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc64ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad157fa700 1 -- 172.21.15.39:0/1058439478 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fad080d6500 con 0x7fad18108c00 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc64ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58736/0 (socket says 172.21.15.39:58736) 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 -- 172.21.15.39:0/2963973643 learned_addr learned my addr 172.21.15.39:0/2963973643 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64fb10 0x55f3dc64ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad0effd700 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64bf50 0x55f3dc64f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 -- 172.21.15.39:0/2963973643 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64fb10 msgr2=0x55f3dc64ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64fb10 0x55f3dc64ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 -- 172.21.15.39:0/2963973643 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64bf50 msgr2=0x55f3dc64f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.147+0000 7fad17fff700 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64bf50 0x55f3dc64f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.148+0000 7fad17fff700 1 -- 172.21.15.39:0/2963973643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3dc41c5d0 con 0x55f3dc64b630 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.148+0000 7fad17fff700 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc64ba10 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fad10012840 tx=0x7fad10009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=753ebcfcfed9d8a4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.148+0000 7fad0dffb700 1 -- 172.21.15.39:0/2963973643 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad10012e60 con 0x55f3dc64b630 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.148+0000 7fad0dffb700 1 -- 172.21.15.39:0/2963973643 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad1000f940 con 0x55f3dc64b630 2023-12-07T14:10:56.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.148+0000 7fad0dffb700 1 -- 172.21.15.39:0/2963973643 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad1001f940 con 0x55f3dc64b630 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.149+0000 7fad177fe700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fad040a1660 0x7fad040a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.149+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2963973643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 msgr2=0x55f3dc64ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.149+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc64ba10 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fad10012840 tx=0x7fad10009800 comp rx=0 tx=0).stop 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.149+0000 7fad177fe700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fad040a1660 0x7fad040a3b20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fad080d3d40 tx=0x7fad080074e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2963973643 shutdown_connections 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64fb10 0x55f3dc64ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc64ba10 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2963973643 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64bf50 0x55f3dc64f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2963973643 >> 172.21.15.39:0/2963973643 conn(0x55f3dc57a300 msgr2=0x55f3dc645ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2963973643 shutdown_connections 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2963973643 wait complete. 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.150+0000 7fad29f7eb80 1 -- start start 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 1 Processor -- start 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc6546c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.157 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc654c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc655140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc59f950 con 0x55f3dc64b630 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc559500 con 0x55f3dc64fb10 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc5591a0 con 0x55f3dc64bf50 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad29f7eb80 10 client.0 _ll_register_callbacks cb 0x55f3dc484a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad17fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc6546c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad17fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc6546c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58744/0 (socket says 172.21.15.39:58744) 2023-12-07T14:10:56.158 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad17fff700 1 -- 172.21.15.39:0/2116110517 learned_addr learned my addr 172.21.15.39:0/2116110517 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad17fff700 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc655140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.151+0000 7fad0effd700 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc654c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7fad17fff700 1 -- 172.21.15.39:0/2116110517 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 msgr2=0x55f3dc654c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7fad17fff700 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc654c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7fad17fff700 1 -- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 msgr2=0x55f3dc655140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7fad17fff700 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc655140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7fad17fff700 1 -- 172.21.15.39:0/2116110517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad1001a040 con 0x55f3dc64b630 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7fad17fff700 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc6546c0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fad1001f500 tx=0x7fad10017040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fe3a29ad403063a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7facf6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7facf6ffd700 1 -- 172.21.15.39:0/2116110517 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad10005040 con 0x55f3dc64b630 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7facf6ffd700 1 -- 172.21.15.39:0/2116110517 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fad100051a0 con 0x55f3dc64b630 2023-12-07T14:10:56.159 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.152+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f3dc63e5f0 con 0x55f3dc64b630 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7facf6ffd700 1 -- 172.21.15.39:0/2116110517 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad10005360 con 0x55f3dc64b630 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 10 client.17382 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x55f3dc3c8d80 con 0x55f3dc64b630 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7facf6ffd700 1 -- 172.21.15.39:0/2116110517 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f3dc63e5f0 con 0x55f3dc64b630 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7facf6ffd700 1 -- 172.21.15.39:0/2116110517 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fad1001f560 con 0x55f3dc64b630 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 10 client.17382 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 10 client.17382 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 20 client.17382 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:56.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc664e00 0x55f3dc667220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 4 client.17382 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.153+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f3dc61a640 con 0x55f3dc664e00 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.154+0000 7fad0effd700 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc664e00 0x55f3dc667220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.154+0000 7fad0effd700 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc664e00 0x55f3dc667220 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85df05c1d26c034b server_cookie=6bcfae65f0485251 in_seq=0 out_seq=0 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.154+0000 7facf6ffd700 10 client.17382 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.155+0000 7facf6ffd700 1 -- 172.21.15.39:0/2116110517 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55f3dc61a640 con 0x55f3dc664e00 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.155+0000 7facf6ffd700 10 client.17382 handle_command_reply: tid=0 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.155+0000 7fad29f7eb80 1 client.17382 shutdown 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.156+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 msgr2=0x55f3dc6546c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.156+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc6546c0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7fad1001f500 tx=0x7fad10017040 comp rx=0 tx=0).stop 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.157+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 shutdown_connections 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.157+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc664e00 0x55f3dc667220 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.157+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc655140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.157+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64b630 0x55f3dc6546c0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.157+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/2116110517 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc654c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.157+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 >> 172.21.15.39:0/2116110517 conn(0x55f3dc57a300 msgr2=0x55f3dc64a430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:56.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.157+0000 7facf6ffd700 0 client.17382 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:56.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.158+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 shutdown_connections 2023-12-07T14:10:56.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.158+0000 7fad29f7eb80 1 -- 172.21.15.39:0/2116110517 wait complete. 2023-12-07T14:10:56.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.158+0000 7fad29f7eb80 20 client.17382 trim_cache size 0 max 16384 2023-12-07T14:10:56.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 Processor -- start 2023-12-07T14:10:56.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 -- start start 2023-12-07T14:10:56.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64b630 0x55f3dc654f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64bf50 0x55f3dc65bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc65c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc41e8c0 con 0x55f3dc64bf50 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc647f50 con 0x55f3dc64fb10 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.183+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc6465b0 con 0x55f3dc64b630 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64bf50 0x55f3dc65bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64bf50 0x55f3dc65bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58752/0 (socket says 172.21.15.39:58752) 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 -- 172.21.15.39:0/1294128278 learned_addr learned my addr 172.21.15.39:0/1294128278 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad17fff700 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc65c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad17fff700 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64b630 0x55f3dc654f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 -- 172.21.15.39:0/1294128278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64b630 msgr2=0x55f3dc654f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64b630 0x55f3dc654f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 -- 172.21.15.39:0/1294128278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 msgr2=0x55f3dc65c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc65c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 -- 172.21.15.39:0/1294128278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f3dc3b1c00 con 0x55f3dc64bf50 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad17fff700 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc65c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0effd700 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64bf50 0x55f3dc65bd90 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fad000094f0 tx=0x7fad00004320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d14386c20b9ef79 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0e7fc700 1 -- 172.21.15.39:0/1294128278 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad00017040 con 0x55f3dc64bf50 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0e7fc700 1 -- 172.21.15.39:0/1294128278 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad0001b2b0 con 0x55f3dc64bf50 2023-12-07T14:10:56.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.184+0000 7fad0e7fc700 1 -- 172.21.15.39:0/1294128278 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0001ba90 con 0x55f3dc64bf50 2023-12-07T14:10:56.195 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 -- 172.21.15.39:0/1294128278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64bf50 msgr2=0x55f3dc65bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64bf50 0x55f3dc65bd90 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7fad000094f0 tx=0x7fad00004320 comp rx=0 tx=0).stop 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 -- 172.21.15.39:0/1294128278 shutdown_connections 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64fb10 0x55f3dc65c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64b630 0x55f3dc654f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/1294128278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64bf50 0x55f3dc65bd90 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 -- 172.21.15.39:0/1294128278 >> 172.21.15.39:0/1294128278 conn(0x55f3dc57a300 msgr2=0x55f3dc66bb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 -- 172.21.15.39:0/1294128278 shutdown_connections 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.185+0000 7fad29f7eb80 1 -- 172.21.15.39:0/1294128278 wait complete. 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 -- start start 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 Processor -- start 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64b630 0x55f3dc659d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc65a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.196 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64fb10 0x55f3dc65a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc6ba310 con 0x55f3dc64fb10 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc6ba480 con 0x55f3dc64b630 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3dc6ba640 con 0x55f3dc64bf50 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad29f7eb80 10 client.0 _ll_register_callbacks cb 0x55f3dc484a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.186+0000 7fad17fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64fb10 0x55f3dc65a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64fb10 0x55f3dc65a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58760/0 (socket says 172.21.15.39:58760) 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 -- 172.21.15.39:0/4184764638 learned_addr learned my addr 172.21.15.39:0/4184764638 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64b630 0x55f3dc659d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad0effd700 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc65a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 -- 172.21.15.39:0/4184764638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 msgr2=0x55f3dc65a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc65a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 -- 172.21.15.39:0/4184764638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64fb10 msgr2=0x55f3dc65a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64fb10 0x55f3dc65a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 -- 172.21.15.39:0/4184764638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f3dc3c8d80 con 0x55f3dc64b630 2023-12-07T14:10:56.197 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7fad17fff700 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64b630 0x55f3dc659d70 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fad1001fb90 tx=0x7fad10025040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=462c63effffa01f4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.187+0000 7facf6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.188+0000 7facf6ffd700 1 -- 172.21.15.39:0/4184764638 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad10009c00 con 0x55f3dc64b630 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.188+0000 7facf6ffd700 1 -- 172.21.15.39:0/4184764638 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fad10036670 con 0x55f3dc64b630 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.190+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fad1000f940 con 0x55f3dc64b630 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.190+0000 7facf6ffd700 1 -- 172.21.15.39:0/4184764638 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fad10036830 con 0x55f3dc64b630 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.190+0000 7fad29f7eb80 10 client.26879 fetch_fsmap learned FSMap version 61 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.190+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x7fad00009a50 con 0x55f3dc64b630 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.190+0000 7facf6ffd700 1 -- 172.21.15.39:0/4184764638 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad10046030 con 0x55f3dc64b630 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.190+0000 7facf6ffd700 1 -- 172.21.15.39:0/4184764638 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fad1002d830 con 0x55f3dc64b630 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad29f7eb80 10 client.26879 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad29f7eb80 10 client.26879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad29f7eb80 20 client.26879 populate_metadata read hostname 'smithi039' 2023-12-07T14:10:56.198 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc6bba00 0x55f3dc6bde20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:10:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad29f7eb80 4 client.26879 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:10:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f3dc565f70 con 0x55f3dc6bba00 2023-12-07T14:10:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad0effd700 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc6bba00 0x55f3dc6bde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:10:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7facf6ffd700 10 client.26879 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:56.199 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.191+0000 7fad0effd700 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc6bba00 0x55f3dc6bde20 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=535c0487aeec01c5 server_cookie=da6303ddcb9d28ac in_seq=0 out_seq=0 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.260+0000 7facf6ffd700 1 -- 172.21.15.39:0/4184764638 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f3dc565f70 con 0x55f3dc6bba00 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.260+0000 7facf6ffd700 10 client.26879 handle_command_reply: tid=0 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.260+0000 7fad29f7eb80 1 client.26879 shutdown 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64b630 msgr2=0x55f3dc659d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64b630 0x55f3dc659d70 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fad1001fb90 tx=0x7fad10025040 comp rx=0 tx=0).stop 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 shutdown_connections 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f3dc64fb10 0x55f3dc65a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55f3dc6bba00 0x55f3dc6bde20 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55f3dc64b630 0x55f3dc659d70 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7facf6ffd700 0 client.26879 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 --2- 172.21.15.39:0/4184764638 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55f3dc64bf50 0x55f3dc65a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 >> 172.21.15.39:0/4184764638 conn(0x55f3dc57a300 msgr2=0x55f3dc64dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 shutdown_connections 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 1 -- 172.21.15.39:0/4184764638 wait complete. 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad29f7eb80 20 client.26879 trim_cache size 0 max 16384 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:10:56.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:10:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:10:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:10:56.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fad040a1660 msgr2=0x7fad040a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad1dd85700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fad040a1660 0x7fad040a3b20 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fad080d3d40 tx=0x7fad080074e0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad18108c00 msgr2=0x7fad18083df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.261+0000 7fad1dd85700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad18108c00 0x7fad18083df0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fad0800c630 tx=0x7fad0800c280 comp rx=0 tx=0).stop 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 shutdown_connections 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad1810d260 0x7fad1807e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fad040a1660 0x7fad040a3b20 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fad18108c00 0x7fad18083df0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 --2- 172.21.15.39:0/1058439478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fad1810c6b0 0x7fad1807de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 >> 172.21.15.39:0/1058439478 conn(0x7fad1806c5a0 msgr2=0x7fad1810a940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 shutdown_connections 2023-12-07T14:10:56.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:10:56.262+0000 7fad1dd85700 1 -- 172.21.15.39:0/1058439478 wait complete. 2023-12-07T14:10:57.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:57 smithi039 ceph-mon[98864]: pgmap v262: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 13 MiB/s wr, 813 op/s 2023-12-07T14:10:57.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:57 smithi055 ceph-mon[103363]: pgmap v262: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 13 MiB/s wr, 813 op/s 2023-12-07T14:10:57.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:57 smithi089 ceph-mon[103124]: pgmap v262: 97 pgs: 97 active+clean; 7.1 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 13 MiB/s wr, 813 op/s 2023-12-07T14:10:58.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 485.0 s, 1808.8 tps, lat 54.954 ms stddev 60.386 2023-12-07T14:10:59.810 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:10:59 smithi039 ceph-mon[98864]: pgmap v263: 97 pgs: 97 active+clean; 7.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-12-07T14:10:59.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:10:59 smithi055 ceph-mon[103363]: pgmap v263: 97 pgs: 97 active+clean; 7.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-12-07T14:10:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:10:59 smithi089 ceph-mon[103124]: pgmap v263: 97 pgs: 97 active+clean; 7.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-12-07T14:11:01.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:01 smithi039 ceph-mon[98864]: pgmap v264: 97 pgs: 97 active+clean; 7.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 9.6 MiB/s wr, 547 op/s 2023-12-07T14:11:01.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:01 smithi055 ceph-mon[103363]: pgmap v264: 97 pgs: 97 active+clean; 7.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 9.6 MiB/s wr, 547 op/s 2023-12-07T14:11:01.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:01 smithi089 ceph-mon[103124]: pgmap v264: 97 pgs: 97 active+clean; 7.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 9.6 MiB/s wr, 547 op/s 2023-12-07T14:11:03.812 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:03 smithi039 ceph-mon[98864]: pgmap v265: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 28 MiB/s wr, 1.94k op/s 2023-12-07T14:11:03.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:03 smithi055 ceph-mon[103363]: pgmap v265: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 28 MiB/s wr, 1.94k op/s 2023-12-07T14:11:03.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:03 smithi089 ceph-mon[103124]: pgmap v265: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 28 MiB/s wr, 1.94k op/s 2023-12-07T14:11:03.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 490.0 s, 1513.6 tps, lat 66.788 ms stddev 130.563 2023-12-07T14:11:05.822 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:05 smithi039 ceph-mon[98864]: pgmap v266: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 23 MiB/s wr, 1.66k op/s 2023-12-07T14:11:05.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:05 smithi055 ceph-mon[103363]: pgmap v266: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 23 MiB/s wr, 1.66k op/s 2023-12-07T14:11:05.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:05 smithi089 ceph-mon[103124]: pgmap v266: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 23 MiB/s wr, 1.66k op/s 2023-12-07T14:11:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:07 smithi055 ceph-mon[103363]: pgmap v267: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 23 MiB/s wr, 1.66k op/s 2023-12-07T14:11:07.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:07 smithi055 ceph-mon[103363]: osdmap e93: 12 total, 12 up, 12 in 2023-12-07T14:11:07.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:07 smithi089 ceph-mon[103124]: pgmap v267: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 23 MiB/s wr, 1.66k op/s 2023-12-07T14:11:07.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:07 smithi089 ceph-mon[103124]: osdmap e93: 12 total, 12 up, 12 in 2023-12-07T14:11:08.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:07 smithi039 ceph-mon[98864]: pgmap v267: 97 pgs: 97 active+clean; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 23 MiB/s wr, 1.66k op/s 2023-12-07T14:11:08.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:07 smithi039 ceph-mon[98864]: osdmap e93: 12 total, 12 up, 12 in 2023-12-07T14:11:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 495.0 s, 1380.6 tps, lat 72.249 ms stddev 98.713 2023-12-07T14:11:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 -- 172.21.15.39:0/2157614931 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100230 msgr2=0x7fcb34100610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 --2- 172.21.15.39:0/2157614931 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100230 0x7fcb34100610 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fcb280098f0 tx=0x7fcb28009c00 comp rx=0 tx=0).stop 2023-12-07T14:11:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 -- 172.21.15.39:0/2157614931 shutdown_connections 2023-12-07T14:11:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 --2- 172.21.15.39:0/2157614931 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb3410dde0 0x7fcb341101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 --2- 172.21.15.39:0/2157614931 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100230 0x7fcb34100610 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 --2- 172.21.15.39:0/2157614931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb34100be0 0x7fcb3410d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 -- 172.21.15.39:0/2157614931 >> 172.21.15.39:0/2157614931 conn(0x7fcb340fbe70 msgr2=0x7fcb340fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 -- 172.21.15.39:0/2157614931 shutdown_connections 2023-12-07T14:11:09.434 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.430+0000 7fcb3b218700 1 -- 172.21.15.39:0/2157614931 wait complete. 2023-12-07T14:11:09.435 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 Processor -- start 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 -- start start 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb34100230 0x7fcb3419f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100be0 0x7fcb3419fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb3410dde0 0x7fcb34199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb34199fd0 con 0x7fcb3410dde0 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb3419a140 con 0x7fcb34100be0 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb3b218700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb3419a300 con 0x7fcb34100230 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb397b5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb3410dde0 0x7fcb34199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb33fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100be0 0x7fcb3419fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb397b5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb3410dde0 0x7fcb34199970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58774/0 (socket says 172.21.15.39:58774) 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.431+0000 7fcb397b5700 1 -- 172.21.15.39:0/1240037487 learned_addr learned my addr 172.21.15.39:0/1240037487 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb397b5700 1 -- 172.21.15.39:0/1240037487 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb34100230 msgr2=0x7fcb3419f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb397b5700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb34100230 0x7fcb3419f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb397b5700 1 -- 172.21.15.39:0/1240037487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100be0 msgr2=0x7fcb3419fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb397b5700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100be0 0x7fcb3419fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb397b5700 1 -- 172.21.15.39:0/1240037487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb28009520 con 0x7fcb3410dde0 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb33fff700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100be0 0x7fcb3419fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb397b5700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb3410dde0 0x7fcb34199970 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c007d30 tx=0x7fcb2c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb31ffb700 1 -- 172.21.15.39:0/1240037487 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c00ad40 con 0x7fcb3410dde0 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb31ffb700 1 -- 172.21.15.39:0/1240037487 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb2c007e70 con 0x7fcb3410dde0 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb31ffb700 1 -- 172.21.15.39:0/1240037487 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c012420 con 0x7fcb3410dde0 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb3419a5e0 con 0x7fcb3410dde0 2023-12-07T14:11:09.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.432+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb341a6810 con 0x7fcb3410dde0 2023-12-07T14:11:09.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.437+0000 7fcb47411b80 1 Processor -- start 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.444+0000 7fcb31ffb700 1 -- 172.21.15.39:0/1240037487 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fcb2c003a00 con 0x7fcb3410dde0 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.445+0000 7fcb31ffb700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb1c0a1660 0x7fcb1c0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.445+0000 7fcb31ffb700 1 -- 172.21.15.39:0/1240037487 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fcb2c0cd1f0 con 0x7fcb3410dde0 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.446+0000 7fcb33fff700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb1c0a1660 0x7fcb1c0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.447+0000 7fcb33fff700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb1c0a1660 0x7fcb1c0a3b20 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fcb34101cb0 tx=0x7fcb24009310 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb47411b80 1 -- start start 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 0x564e45a3a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.451 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3aac0 0x564e45a34c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.452 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a35190 0x564e45a355d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.452 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb47411b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e459a0760 con 0x564e45a3aac0 2023-12-07T14:11:09.452 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb47411b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45987740 con 0x564e45a35190 2023-12-07T14:11:09.452 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb47411b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45985060 con 0x564e45a3a1a0 2023-12-07T14:11:09.452 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb397b5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a35190 0x564e45a355d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.452 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb397b5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a35190 0x564e45a355d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:49980/0 (socket says 172.21.15.39:49980) 2023-12-07T14:11:09.452 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.448+0000 7fcb397b5700 1 -- 172.21.15.39:0/2566186056 learned_addr learned my addr 172.21.15.39:0/2566186056 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:09.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.450+0000 7fcb33fff700 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3aac0 0x564e45a34c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.452+0000 7fcb397b5700 1 -- 172.21.15.39:0/2566186056 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 msgr2=0x564e45a3a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.452+0000 7fcb397b5700 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 0x564e45a3a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.452+0000 7fcb397b5700 1 -- 172.21.15.39:0/2566186056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3aac0 msgr2=0x564e45a34c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.452+0000 7fcb397b5700 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3aac0 0x564e45a34c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.452+0000 7fcb397b5700 1 -- 172.21.15.39:0/2566186056 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e457fd5d0 con 0x564e45a35190 2023-12-07T14:11:09.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.453+0000 7fcb397b5700 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a35190 0x564e45a355d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c096d00 tx=0x7fcb2c099dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40d5271f50a3750f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.458+0000 7fcb1affd700 1 -- 172.21.15.39:0/2566186056 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c094ea0 con 0x564e45a35190 2023-12-07T14:11:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.458+0000 7fcb1affd700 1 -- 172.21.15.39:0/2566186056 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb2c09e3e0 con 0x564e45a35190 2023-12-07T14:11:09.460 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.458+0000 7fcb1affd700 1 -- 172.21.15.39:0/2566186056 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c0cab70 con 0x564e45a35190 2023-12-07T14:11:09.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.459+0000 7fcb47411b80 1 -- 172.21.15.39:0/2566186056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a35190 msgr2=0x564e45a355d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.459+0000 7fcb47411b80 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a35190 0x564e45a355d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c096d00 tx=0x7fcb2c099dd0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.459+0000 7fcb47411b80 1 -- 172.21.15.39:0/2566186056 shutdown_connections 2023-12-07T14:11:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.459+0000 7fcb47411b80 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a35190 0x564e45a355d0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.459+0000 7fcb47411b80 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 0x564e45a3a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.459+0000 7fcb47411b80 1 --2- 172.21.15.39:0/2566186056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3aac0 0x564e45a34c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.459+0000 7fcb47411b80 1 -- 172.21.15.39:0/2566186056 >> 172.21.15.39:0/2566186056 conn(0x564e4595b300 msgr2=0x564e45a26b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:09.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.460+0000 7fcb47411b80 1 -- 172.21.15.39:0/2566186056 shutdown_connections 2023-12-07T14:11:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.460+0000 7fcb47411b80 1 -- 172.21.15.39:0/2566186056 wait complete. 2023-12-07T14:11:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.460+0000 7fcb47411b80 1 -- start start 2023-12-07T14:11:09.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.460+0000 7fcb47411b80 1 Processor -- start 2023-12-07T14:11:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.461+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a36ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.464 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.461+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a3a1a0 0x564e45a37220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.461+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a37760 0x564e45a5b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.461+0000 7fcb47411b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45980950 con 0x564e45a35190 2023-12-07T14:11:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.461+0000 7fcb47411b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e4593a500 con 0x564e45a3a1a0 2023-12-07T14:11:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.461+0000 7fcb47411b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e4593a1a0 con 0x564e45a37760 2023-12-07T14:11:09.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.461+0000 7fcb47411b80 10 client.0 _ll_register_callbacks cb 0x564e45865a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.466+0000 7fcb38fb4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a36ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.466+0000 7fcb38fb4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a36ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58784/0 (socket says 172.21.15.39:58784) 2023-12-07T14:11:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.466+0000 7fcb38fb4700 1 -- 172.21.15.39:0/263388122 learned_addr learned my addr 172.21.15.39:0/263388122 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.466+0000 7fcb397b5700 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a37760 0x564e45a5b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.469 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.466+0000 7fcb33fff700 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a3a1a0 0x564e45a37220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.470 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb38fb4700 1 -- 172.21.15.39:0/263388122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a37760 msgr2=0x564e45a5b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.470 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a37760 0x564e45a5b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb38fb4700 1 -- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a3a1a0 msgr2=0x564e45a37220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a3a1a0 0x564e45a37220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb38fb4700 1 -- 172.21.15.39:0/263388122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb341a6810 con 0x564e45a35190 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a36ce0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fcb28009fd0 tx=0x7fcb2800f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a784a9cd4f3fb547 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb13fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb13fff700 1 -- 172.21.15.39:0/263388122 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2801c070 con 0x564e45a35190 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.467+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e45a1f5f0 con 0x564e45a35190 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.468+0000 7fcb13fff700 1 -- 172.21.15.39:0/263388122 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fcb2800f910 con 0x564e45a35190 2023-12-07T14:11:09.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.468+0000 7fcb13fff700 1 -- 172.21.15.39:0/263388122 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb2800b770 con 0x564e45a35190 2023-12-07T14:11:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.469+0000 7fcb47411b80 10 client.17400 fetch_fsmap learned FSMap version 61 2023-12-07T14:11:09.472 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.469+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x564e457a9d80 con 0x564e45a35190 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb13fff700 1 -- 172.21.15.39:0/263388122 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564e45a1f5f0 con 0x564e45a35190 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb13fff700 1 -- 172.21.15.39:0/263388122 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fcb28015020 con 0x564e45a35190 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb47411b80 10 client.17400 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb47411b80 10 client.17400 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb47411b80 20 client.17400 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb47411b80 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45a2d390 0x564e45a2f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb47411b80 4 client.17400 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:11:09.473 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.470+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564e459fb640 con 0x564e45a2d390 2023-12-07T14:11:09.474 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.471+0000 7fcb33fff700 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45a2d390 0x564e45a2f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.477+0000 7fcb33fff700 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45a2d390 0x564e45a2f7b0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d09815ee9f32c8e5 server_cookie=70d372c9d0de485e in_seq=0 out_seq=0 2023-12-07T14:11:09.480 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.477+0000 7fcb13fff700 10 client.17400 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:09.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.478+0000 7fcb13fff700 1 -- 172.21.15.39:0/263388122 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x564e459fb640 con 0x564e45a2d390 2023-12-07T14:11:09.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.478+0000 7fcb13fff700 10 client.17400 handle_command_reply: tid=0 2023-12-07T14:11:09.481 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.478+0000 7fcb47411b80 1 client.17400 shutdown 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 msgr2=0x564e45a36ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a36ce0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fcb28009fd0 tx=0x7fcb2800f740 comp rx=0 tx=0).stop 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 shutdown_connections 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a37760 0x564e45a5b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a36ce0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45a2d390 0x564e45a2f7b0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 --2- 172.21.15.39:0/263388122 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a3a1a0 0x564e45a37220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb13fff700 0 client.17400 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:09.482 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.479+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 >> 172.21.15.39:0/263388122 conn(0x564e4595b300 msgr2=0x564e45a26b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:09.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.480+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 shutdown_connections 2023-12-07T14:11:09.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.480+0000 7fcb47411b80 1 -- 172.21.15.39:0/263388122 wait complete. 2023-12-07T14:11:09.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.480+0000 7fcb47411b80 20 client.17400 trim_cache size 0 max 16384 2023-12-07T14:11:09.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 Processor -- start 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 -- start start 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a70be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a565c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 0x564e45a56b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e457ff8c0 con 0x564e45a35190 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45a38380 con 0x564e45a37760 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb47411b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45a1f590 con 0x564e45a3a1a0 2023-12-07T14:11:09.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a70be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a70be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58792/0 (socket says 172.21.15.39:58792) 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 -- 172.21.15.39:0/3166456435 learned_addr learned my addr 172.21.15.39:0/3166456435 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb33fff700 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a565c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb397b5700 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 0x564e45a56b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 -- 172.21.15.39:0/3166456435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 msgr2=0x564e45a56b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 0x564e45a56b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 -- 172.21.15.39:0/3166456435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 msgr2=0x564e45a565c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a565c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.498+0000 7fcb38fb4700 1 -- 172.21.15.39:0/3166456435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e45792c00 con 0x564e45a35190 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.499+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a70be0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fcb280098f0 tx=0x7fcb2800bef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13d4a2f90adcdcf8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:09.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.499+0000 7fcb1b7fe700 1 -- 172.21.15.39:0/3166456435 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2801c040 con 0x564e45a35190 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.499+0000 7fcb1b7fe700 1 -- 172.21.15.39:0/3166456435 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcb2800f860 con 0x564e45a35190 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.499+0000 7fcb1b7fe700 1 -- 172.21.15.39:0/3166456435 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb28005680 con 0x564e45a35190 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 -- 172.21.15.39:0/3166456435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 msgr2=0x564e45a70be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a70be0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fcb280098f0 tx=0x7fcb2800bef0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 -- 172.21.15.39:0/3166456435 shutdown_connections 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a3a1a0 0x564e45a56b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a35190 0x564e45a70be0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 --2- 172.21.15.39:0/3166456435 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a565c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 -- 172.21.15.39:0/3166456435 >> 172.21.15.39:0/3166456435 conn(0x564e4595b300 msgr2=0x564e45a268b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 -- 172.21.15.39:0/3166456435 shutdown_connections 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 -- 172.21.15.39:0/3166456435 wait complete. 2023-12-07T14:11:09.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 -- start start 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.500+0000 7fcb47411b80 1 Processor -- start 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a35190 0x564e45a545a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a54ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb47411b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3a1a0 0x564e45abd350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb47411b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45a55380 con 0x564e45a3a1a0 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb47411b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45abd890 con 0x564e45a37760 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb47411b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e45abd9d0 con 0x564e45a35190 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb47411b80 10 client.0 _ll_register_callbacks cb 0x564e45865a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3a1a0 0x564e45abd350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3a1a0 0x564e45abd350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58802/0 (socket says 172.21.15.39:58802) 2023-12-07T14:11:09.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb33fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a54ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 -- 172.21.15.39:0/1015873039 learned_addr learned my addr 172.21.15.39:0/1015873039 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a35190 0x564e45a545a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 -- 172.21.15.39:0/1015873039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a35190 msgr2=0x564e45a545a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a35190 0x564e45a545a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 -- 172.21.15.39:0/1015873039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 msgr2=0x564e45a54ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a54ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 -- 172.21.15.39:0/1015873039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564e457a9d80 con 0x564e45a3a1a0 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb397b5700 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3a1a0 0x564e45abd350 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c0cd160 tx=0x7fcb2c0060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4055af83f1964f19 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.501+0000 7fcb13fff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb13fff700 1 -- 172.21.15.39:0/1015873039 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb2c094ea0 con 0x564e45a3a1a0 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb13fff700 1 -- 172.21.15.39:0/1015873039 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fcb2c09a4f0 con 0x564e45a3a1a0 2023-12-07T14:11:09.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e45a51ef0 con 0x564e45a3a1a0 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb13fff700 1 -- 172.21.15.39:0/1015873039 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb2c09a6b0 con 0x564e45a3a1a0 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 10 client.17406 fetch_fsmap learned FSMap version 61 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x564e457d01f0 con 0x564e45a3a1a0 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb13fff700 1 -- 172.21.15.39:0/1015873039 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564e45a51ef0 con 0x564e45a3a1a0 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb13fff700 1 -- 172.21.15.39:0/1015873039 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7fcb2c0caae0 con 0x564e45a3a1a0 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 10 client.17406 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 10 client.17406 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 20 client.17406 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45abecf0 0x564e45ac1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 4 client.17406 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7fcb2c09e3e0 con 0x564e45abecf0 2023-12-07T14:11:09.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.502+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45abecf0 0x564e45ac1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:09.513 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.503+0000 7fcb13fff700 10 client.17406 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:09.513 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.503+0000 7fcb38fb4700 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45abecf0 0x564e45ac1110 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71185d6c28db0178 server_cookie=c9cdb2159799da34 in_seq=0 out_seq=0 2023-12-07T14:11:09.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb13fff700 1 -- 172.21.15.39:0/1015873039 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7fcb2c09e3e0 con 0x564e45abecf0 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb13fff700 10 client.17406 handle_command_reply: tid=0 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 client.17406 shutdown 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3a1a0 msgr2=0x564e45abd350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3a1a0 0x564e45abd350 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c0cd160 tx=0x7fcb2c0060e0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 shutdown_connections 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564e45a3a1a0 0x564e45abd350 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564e45a35190 0x564e45a545a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564e45abecf0 0x564e45ac1110 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 --2- 172.21.15.39:0/1015873039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564e45a37760 0x564e45a54ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 >> 172.21.15.39:0/1015873039 conn(0x564e4595b300 msgr2=0x564e45a70be0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb13fff700 0 client.17406 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 shutdown_connections 2023-12-07T14:11:09.606 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 1 -- 172.21.15.39:0/1015873039 wait complete. 2023-12-07T14:11:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.602+0000 7fcb47411b80 20 client.17406 trim_cache size 0 max 16384 2023-12-07T14:11:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:11:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:11:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:11:09.607 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb1c0a1660 msgr2=0x7fcb1c0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb1c0a1660 0x7fcb1c0a3b20 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fcb34101cb0 tx=0x7fcb24009310 comp rx=0 tx=0).stop 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb3410dde0 msgr2=0x7fcb34199970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb3410dde0 0x7fcb34199970 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c007d30 tx=0x7fcb2c00a340 comp rx=0 tx=0).stop 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 shutdown_connections 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb3410dde0 0x7fcb34199970 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcb34100230 0x7fcb3419f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcb1c0a1660 0x7fcb1c0a3b20 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 --2- 172.21.15.39:0/1240037487 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb34100be0 0x7fcb3419fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 >> 172.21.15.39:0/1240037487 conn(0x7fcb340fbe70 msgr2=0x7fcb340fe260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:09.608 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 shutdown_connections 2023-12-07T14:11:09.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:09.603+0000 7fcb3b218700 1 -- 172.21.15.39:0/1240037487 wait complete. 2023-12-07T14:11:09.902 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:09 smithi055 ceph-mon[103363]: pgmap v269: 97 pgs: 14 active+clean+snaptrim_wait, 77 active+clean, 6 active+clean+snaptrim; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:11:09.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:09 smithi089 ceph-mon[103124]: pgmap v269: 97 pgs: 14 active+clean+snaptrim_wait, 77 active+clean, 6 active+clean+snaptrim; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:11:10.059 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:09 smithi039 ceph-mon[98864]: pgmap v269: 97 pgs: 14 active+clean+snaptrim_wait, 77 active+clean, 6 active+clean+snaptrim; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:11:11.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:11 smithi055 ceph-mon[103363]: pgmap v270: 97 pgs: 14 active+clean+snaptrim_wait, 77 active+clean, 6 active+clean+snaptrim; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:11:11.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:11 smithi089 ceph-mon[103124]: pgmap v270: 97 pgs: 14 active+clean+snaptrim_wait, 77 active+clean, 6 active+clean+snaptrim; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:11:12.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:11 smithi039 ceph-mon[98864]: pgmap v270: 97 pgs: 14 active+clean+snaptrim_wait, 77 active+clean, 6 active+clean+snaptrim; 7.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 28 MiB/s wr, 2.06k op/s 2023-12-07T14:11:13.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:13 smithi055 ceph-mon[103363]: pgmap v271: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 19 MiB/s wr, 1.40k op/s 2023-12-07T14:11:13.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:13 smithi055 ceph-mon[103363]: osdmap e94: 12 total, 12 up, 12 in 2023-12-07T14:11:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:13 smithi089 ceph-mon[103124]: pgmap v271: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 19 MiB/s wr, 1.40k op/s 2023-12-07T14:11:13.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:13 smithi089 ceph-mon[103124]: osdmap e94: 12 total, 12 up, 12 in 2023-12-07T14:11:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 500.0 s, 723.9 tps, lat 111.416 ms stddev 144.423 2023-12-07T14:11:14.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:13 smithi039 ceph-mon[98864]: pgmap v271: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 19 MiB/s wr, 1.40k op/s 2023-12-07T14:11:14.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:13 smithi039 ceph-mon[98864]: osdmap e94: 12 total, 12 up, 12 in 2023-12-07T14:11:15.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:15 smithi055 ceph-mon[103363]: pgmap v273: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 24 MiB/s wr, 1.75k op/s 2023-12-07T14:11:15.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:15 smithi089 ceph-mon[103124]: pgmap v273: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 24 MiB/s wr, 1.75k op/s 2023-12-07T14:11:16.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:15 smithi039 ceph-mon[98864]: pgmap v273: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 24 MiB/s wr, 1.75k op/s 2023-12-07T14:11:17.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:17 smithi055 ceph-mon[103363]: pgmap v274: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.21k op/s 2023-12-07T14:11:17.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:17 smithi089 ceph-mon[103124]: pgmap v274: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.21k op/s 2023-12-07T14:11:18.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:17 smithi039 ceph-mon[98864]: pgmap v274: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.21k op/s 2023-12-07T14:11:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 505.0 s, 1157.2 tps, lat 87.646 ms stddev 186.601 2023-12-07T14:11:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:19 smithi055 ceph-mon[103363]: pgmap v275: 97 pgs: 97 active+clean; 6.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:11:19.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:19 smithi089 ceph-mon[103124]: pgmap v275: 97 pgs: 97 active+clean; 6.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:11:20.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:19 smithi039 ceph-mon[98864]: pgmap v275: 97 pgs: 97 active+clean; 6.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:11:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:21 smithi055 ceph-mon[103363]: pgmap v276: 97 pgs: 97 active+clean; 6.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:11:21.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:21 smithi089 ceph-mon[103124]: pgmap v276: 97 pgs: 97 active+clean; 6.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:11:22.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:21 smithi039 ceph-mon[98864]: pgmap v276: 97 pgs: 97 active+clean; 6.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 24 MiB/s wr, 1.58k op/s 2023-12-07T14:11:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3145497290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102670 msgr2=0x7f5da8102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3145497290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102670 0x7f5da8102a50 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f5da4009990 tx=0x7f5da4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3145497290 shutdown_connections 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3145497290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5da810ba40 0x7f5da810dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3145497290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102670 0x7f5da8102a50 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3145497290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5da8102f90 0x7f5da810b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3145497290 >> 172.21.15.39:0/3145497290 conn(0x7f5da80fbe50 msgr2=0x7f5da80fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3145497290 shutdown_connections 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3145497290 wait complete. 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.728+0000 7f5dafcb8700 1 Processor -- start 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dafcb8700 1 -- start start 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dafcb8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5da8102670 0x7f5da819d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dafcb8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102f90 0x7f5da819dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dafcb8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5da810ba40 0x7f5da8197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dafcb8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da8197f40 con 0x7f5da8102f90 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dafcb8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da81980b0 con 0x7f5da810ba40 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dafcb8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5da8198270 con 0x7f5da8102670 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102f90 0x7f5da819dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102f90 0x7f5da819dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58814/0 (socket says 172.21.15.39:58814) 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 -- 172.21.15.39:0/3641228952 learned_addr learned my addr 172.21.15.39:0/3641228952 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dada54700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5da8102670 0x7f5da819d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dae255700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5da810ba40 0x7f5da8197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 -- 172.21.15.39:0/3641228952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5da8102670 msgr2=0x7f5da819d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5da8102670 0x7f5da819d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 -- 172.21.15.39:0/3641228952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5da810ba40 msgr2=0x7f5da8197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5da810ba40 0x7f5da8197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 -- 172.21.15.39:0/3641228952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5da40095f0 con 0x7f5da8102f90 2023-12-07T14:11:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dae255700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5da810ba40 0x7f5da8197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:11:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.729+0000 7f5dad253700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102f90 0x7f5da819dbc0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f5d9800e9c0 tx=0x7f5d9800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:22.737 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.730+0000 7f5d9effd700 1 -- 172.21.15.39:0/3641228952 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d980097b0 con 0x7f5da8102f90 2023-12-07T14:11:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.730+0000 7f5d9effd700 1 -- 172.21.15.39:0/3641228952 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d98004cf0 con 0x7f5da8102f90 2023-12-07T14:11:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.730+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5da8198550 con 0x7f5da8102f90 2023-12-07T14:11:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.730+0000 7f5d9effd700 1 -- 172.21.15.39:0/3641228952 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d98005600 con 0x7f5da8102f90 2023-12-07T14:11:22.738 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.730+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5da81a4600 con 0x7f5da8102f90 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.732+0000 7f5d9effd700 1 -- 172.21.15.39:0/3641228952 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5d9800cc60 con 0x7f5da8102f90 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.732+0000 7f5d9effd700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5d940a15e0 0x7f5d940a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.733+0000 7f5d9effd700 1 -- 172.21.15.39:0/3641228952 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f5d98014070 con 0x7f5da8102f90 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.733+0000 7f5dada54700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5d940a15e0 0x7f5d940a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.733+0000 7f5dada54700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5d940a15e0 0x7f5d940a3aa0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5da4005b00 tx=0x7f5da4005a90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.733+0000 7f5dbbeb1b80 1 Processor -- start 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dbbeb1b80 1 -- start start 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261630 0x561a0b261a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b2655d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b265b10 0x561a0b265f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b1d5760 con 0x561a0b261630 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b1bc740 con 0x561a0b265b10 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b1ba060 con 0x561a0b261f50 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261630 0x561a0b261a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261630 0x561a0b261a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58820/0 (socket says 172.21.15.39:58820) 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 -- 172.21.15.39:0/771644952 learned_addr learned my addr 172.21.15.39:0/771644952 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dad253700 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b2655d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dae255700 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b265b10 0x561a0b265f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 -- 172.21.15.39:0/771644952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 msgr2=0x561a0b2655d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b2655d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 -- 172.21.15.39:0/771644952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b265b10 msgr2=0x561a0b265f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b265b10 0x561a0b265f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 -- 172.21.15.39:0/771644952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561a0b0325d0 con 0x561a0b261630 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dae255700 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b265b10 0x561a0b265f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.734+0000 7f5dada54700 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261630 0x561a0b261a10 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f5da4015000 tx=0x7f5da4020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69a0304201016dab server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5d93fff700 1 -- 172.21.15.39:0/771644952 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da400f660 con 0x561a0b261630 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5d93fff700 1 -- 172.21.15.39:0/771644952 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5da401e040 con 0x561a0b261630 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5d93fff700 1 -- 172.21.15.39:0/771644952 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da402fb00 con 0x561a0b261630 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/771644952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261630 msgr2=0x561a0b261a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261630 0x561a0b261a10 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f5da4015000 tx=0x7f5da4020000 comp rx=0 tx=0).stop 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/771644952 shutdown_connections 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b265b10 0x561a0b265f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261630 0x561a0b261a10 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/771644952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b2655d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.735+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/771644952 >> 172.21.15.39:0/771644952 conn(0x561a0b190300 msgr2=0x561a0b25bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/771644952 shutdown_connections 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/771644952 wait complete. 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 -- start start 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 Processor -- start 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b26d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b26a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b26ae30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b1b5950 con 0x561a0b265b10 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b16f500 con 0x561a0b261630 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b16f1a0 con 0x561a0b261f50 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.736+0000 7f5dbbeb1b80 10 client.0 _ll_register_callbacks cb 0x561a0b09aa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:22.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b26ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b26ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58830/0 (socket says 172.21.15.39:58830) 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 -- 172.21.15.39:0/2286898942 learned_addr learned my addr 172.21.15.39:0/2286898942 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dad253700 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b26a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dada54700 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b26d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 -- 172.21.15.39:0/2286898942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 msgr2=0x561a0b26a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b26a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 -- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 msgr2=0x561a0b26d310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b26d310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 -- 172.21.15.39:0/2286898942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5da810eba0 con 0x561a0b265b10 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dae255700 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b26ae30 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f5da0007920 tx=0x7f5da0007ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c0216c0ca40cc2d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5d917fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:11:22.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5d917fa700 1 -- 172.21.15.39:0/2286898942 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da000fa50 con 0x561a0b265b10 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5d917fa700 1 -- 172.21.15.39:0/2286898942 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f5da000fbb0 con 0x561a0b265b10 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561a0b2545f0 con 0x561a0b265b10 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5d917fa700 1 -- 172.21.15.39:0/2286898942 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5da0007e60 con 0x561a0b265b10 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dbbeb1b80 10 client.17418 fetch_fsmap learned FSMap version 61 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.737+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x561a0afded80 con 0x561a0b265b10 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5d917fa700 1 -- 172.21.15.39:0/2286898942 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561a0b2545f0 con 0x561a0b265b10 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5d917fa700 1 -- 172.21.15.39:0/2286898942 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f5da001c3a0 con 0x561a0b265b10 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5dbbeb1b80 10 client.17418 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5dbbeb1b80 10 client.17418 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5dbbeb1b80 20 client.17418 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b27af20 0x561a0b27d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5dbbeb1b80 4 client.17418 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:11:22.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561a0b230640 con 0x561a0b27af20 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.738+0000 7f5dada54700 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b27af20 0x561a0b27d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.739+0000 7f5dada54700 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b27af20 0x561a0b27d340 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e9fe25e4b0dea3b4 server_cookie=115b8ba25cead7ee in_seq=0 out_seq=0 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.739+0000 7f5d917fa700 10 client.17418 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.739+0000 7f5d917fa700 1 -- 172.21.15.39:0/2286898942 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x561a0b230640 con 0x561a0b27af20 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.739+0000 7f5d917fa700 10 client.17418 handle_command_reply: tid=0 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.739+0000 7f5dbbeb1b80 1 client.17418 shutdown 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.739+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 msgr2=0x561a0b26ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.739+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b26ae30 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f5da0007920 tx=0x7f5da0007ce0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 shutdown_connections 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b26ae30 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b27af20 0x561a0b27d340 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b26d310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5d917fa700 0 client.17418 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2286898942 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b26a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 >> 172.21.15.39:0/2286898942 conn(0x561a0b190300 msgr2=0x561a0b260430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 shutdown_connections 2023-12-07T14:11:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2286898942 wait complete. 2023-12-07T14:11:22.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.740+0000 7f5dbbeb1b80 20 client.17418 trim_cache size 0 max 16384 2023-12-07T14:11:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 Processor -- start 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 -- start start 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b269ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261f50 0x561a0b260d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b265b10 0x561a0b263340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b0348c0 con 0x561a0b261f50 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b2687b0 con 0x561a0b261630 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b26b6e0 con 0x561a0b265b10 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261f50 0x561a0b260d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261f50 0x561a0b260d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58836/0 (socket says 172.21.15.39:58836) 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 -- 172.21.15.39:0/2976798805 learned_addr learned my addr 172.21.15.39:0/2976798805 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dada54700 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b269ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dae255700 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b265b10 0x561a0b263340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 -- 172.21.15.39:0/2976798805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b265b10 msgr2=0x561a0b263340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b265b10 0x561a0b263340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 -- 172.21.15.39:0/2976798805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 msgr2=0x561a0b269ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b269ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.755+0000 7f5dad253700 1 -- 172.21.15.39:0/2976798805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561a0afc7c00 con 0x561a0b261f50 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dad253700 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261f50 0x561a0b260d80 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f5d98096e00 tx=0x7f5d9800cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31e8bfd9877477dd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5d9cd82700 1 -- 172.21.15.39:0/2976798805 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d9809aa90 con 0x561a0b261f50 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5d9cd82700 1 -- 172.21.15.39:0/2976798805 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5d9809a390 con 0x561a0b261f50 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5d9cd82700 1 -- 172.21.15.39:0/2976798805 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d98096aa0 con 0x561a0b261f50 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2976798805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261f50 msgr2=0x561a0b260d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261f50 0x561a0b260d80 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f5d98096e00 tx=0x7f5d9800cbd0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2976798805 shutdown_connections 2023-12-07T14:11:22.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b265b10 0x561a0b263340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b269ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2976798805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b261f50 0x561a0b260d80 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2976798805 >> 172.21.15.39:0/2976798805 conn(0x561a0b190300 msgr2=0x561a0b26cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.756+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2976798805 shutdown_connections 2023-12-07T14:11:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2976798805 wait complete. 2023-12-07T14:11:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 -- start start 2023-12-07T14:11:22.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 Processor -- start 2023-12-07T14:11:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b271f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b266c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b267150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b26bca0 con 0x561a0b265b10 2023-12-07T14:11:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b26bde0 con 0x561a0b261630 2023-12-07T14:11:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a0b26bfa0 con 0x561a0b261f50 2023-12-07T14:11:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dbbeb1b80 10 client.0 _ll_register_callbacks cb 0x561a0b09aa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.757+0000 7f5dae255700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b267150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b267150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58844/0 (socket says 172.21.15.39:58844) 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 -- 172.21.15.39:0/2398679781 learned_addr learned my addr 172.21.15.39:0/2398679781 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dada54700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b271f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dad253700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b266c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 -- 172.21.15.39:0/2398679781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 msgr2=0x561a0b266c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b266c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 -- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 msgr2=0x561a0b271f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b271f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 -- 172.21.15.39:0/2398679781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5da81a4600 con 0x561a0b265b10 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dada54700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b271f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dae255700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b267150 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f5da00075f0 tx=0x7f5da001c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64a11bed87de4a9e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5d917fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5d917fa700 1 -- 172.21.15.39:0/2398679781 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da0004c40 con 0x561a0b265b10 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5d917fa700 1 -- 172.21.15.39:0/2398679781 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f5da0004da0 con 0x561a0b265b10 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5da401e040 con 0x561a0b265b10 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5d917fa700 1 -- 172.21.15.39:0/2398679781 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5da001c920 con 0x561a0b265b10 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dbbeb1b80 10 client.17424 fetch_fsmap learned FSMap version 61 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x561a0b0051f0 con 0x561a0b265b10 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.758+0000 7f5d917fa700 1 -- 172.21.15.39:0/2398679781 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5da401e040 con 0x561a0b265b10 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5d917fa700 1 -- 172.21.15.39:0/2398679781 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f5da0005040 con 0x561a0b265b10 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dbbeb1b80 10 client.17424 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dbbeb1b80 10 client.17424 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dbbeb1b80 20 client.17424 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b2d1f70 0x561a0b2d4390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dbbeb1b80 4 client.17424 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:11:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561a0b17bf70 con 0x561a0b2d1f70 2023-12-07T14:11:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dada54700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b2d1f70 0x561a0b2d4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5d917fa700 10 client.17424 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.759+0000 7f5dada54700 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b2d1f70 0x561a0b2d4390 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b420c14ed46fd27 server_cookie=370d7235cb556161 in_seq=0 out_seq=0 2023-12-07T14:11:22.782 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5d917fa700 1 -- 172.21.15.39:0/2398679781 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561a0b17bf70 con 0x561a0b2d1f70 2023-12-07T14:11:22.782 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5d917fa700 10 client.17424 handle_command_reply: tid=0 2023-12-07T14:11:22.782 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 client.17424 shutdown 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 msgr2=0x561a0b267150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b267150 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f5da00075f0 tx=0x7f5da001c5d0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 shutdown_connections 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a0b265b10 0x561a0b267150 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561a0b2d1f70 0x561a0b2d4390 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561a0b261630 0x561a0b271f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5d917fa700 0 client.17424 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 --2- 172.21.15.39:0/2398679781 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561a0b261f50 0x561a0b266c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 >> 172.21.15.39:0/2398679781 conn(0x561a0b190300 msgr2=0x561a0b263d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 shutdown_connections 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.779+0000 7f5dbbeb1b80 1 -- 172.21.15.39:0/2398679781 wait complete. 2023-12-07T14:11:22.783 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dbbeb1b80 20 client.17424 trim_cache size 0 max 16384 2023-12-07T14:11:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:11:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:11:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:11:22.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5d940a15e0 msgr2=0x7f5d940a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5d940a15e0 0x7f5d940a3aa0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5da4005b00 tx=0x7f5da4005a90 comp rx=0 tx=0).stop 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102f90 msgr2=0x7f5da819dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102f90 0x7f5da819dbc0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f5d9800e9c0 tx=0x7f5d9800ecd0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 shutdown_connections 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5d940a15e0 0x7f5d940a3aa0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5da810ba40 0x7f5da8197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5da8102670 0x7f5da819d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 --2- 172.21.15.39:0/3641228952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5da8102f90 0x7f5da819dbc0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 >> 172.21.15.39:0/3641228952 conn(0x7f5da80fbe50 msgr2=0x7f5da80fcba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 shutdown_connections 2023-12-07T14:11:22.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:22.780+0000 7f5dafcb8700 1 -- 172.21.15.39:0/3641228952 wait complete. 2023-12-07T14:11:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:23 smithi055 ceph-mon[103363]: pgmap v277: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 18 MiB/s wr, 1.15k op/s 2023-12-07T14:11:23.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:23 smithi089 ceph-mon[103124]: pgmap v277: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 18 MiB/s wr, 1.15k op/s 2023-12-07T14:11:23.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 510.0 s, 409.2 tps, lat 119.163 ms stddev 295.550 2023-12-07T14:11:24.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:23 smithi039 ceph-mon[98864]: pgmap v277: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 18 MiB/s wr, 1.15k op/s 2023-12-07T14:11:25.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:25 smithi089 ceph-mon[103124]: pgmap v278: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2023-12-07T14:11:26.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:25 smithi039 ceph-mon[98864]: pgmap v278: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2023-12-07T14:11:26.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:25 smithi055 ceph-mon[103363]: pgmap v278: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2023-12-07T14:11:28.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:27 smithi039 ceph-mon[98864]: pgmap v279: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 15 MiB/s wr, 954 op/s 2023-12-07T14:11:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:27 smithi055 ceph-mon[103363]: pgmap v279: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 15 MiB/s wr, 954 op/s 2023-12-07T14:11:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:27 smithi089 ceph-mon[103124]: pgmap v279: 97 pgs: 97 active+clean; 6.3 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 15 MiB/s wr, 954 op/s 2023-12-07T14:11:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 515.0 s, 1357.4 tps, lat 123.143 ms stddev 469.476 2023-12-07T14:11:29.693 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:29 smithi089 ceph-mon[103124]: pgmap v280: 97 pgs: 97 active+clean; 6.4 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 21 MiB/s wr, 1.23k op/s 2023-12-07T14:11:29.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:29 smithi039 ceph-mon[98864]: pgmap v280: 97 pgs: 97 active+clean; 6.4 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 21 MiB/s wr, 1.23k op/s 2023-12-07T14:11:29.902 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:29 smithi055 ceph-mon[103363]: pgmap v280: 97 pgs: 97 active+clean; 6.4 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 21 MiB/s wr, 1.23k op/s 2023-12-07T14:11:31.696 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:31 smithi089 ceph-mon[103124]: pgmap v281: 97 pgs: 97 active+clean; 6.4 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 12 MiB/s wr, 753 op/s 2023-12-07T14:11:31.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:31 smithi039 ceph-mon[98864]: pgmap v281: 97 pgs: 97 active+clean; 6.4 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 12 MiB/s wr, 753 op/s 2023-12-07T14:11:31.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:31 smithi055 ceph-mon[103363]: pgmap v281: 97 pgs: 97 active+clean; 6.4 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 12 MiB/s wr, 753 op/s 2023-12-07T14:11:33.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:33 smithi089 ceph-mon[103124]: pgmap v282: 97 pgs: 97 active+clean; 6.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 20 MiB/s wr, 1.34k op/s 2023-12-07T14:11:33.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:33 smithi039 ceph-mon[98864]: pgmap v282: 97 pgs: 97 active+clean; 6.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 20 MiB/s wr, 1.34k op/s 2023-12-07T14:11:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:33 smithi055 ceph-mon[103363]: pgmap v282: 97 pgs: 97 active+clean; 6.4 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 20 MiB/s wr, 1.34k op/s 2023-12-07T14:11:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 520.0 s, 1007.4 tps, lat 98.089 ms stddev 191.476 2023-12-07T14:11:35.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:35 smithi089 ceph-mon[103124]: pgmap v283: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-12-07T14:11:35.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:35 smithi039 ceph-mon[98864]: pgmap v283: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-12-07T14:11:35.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:35 smithi055 ceph-mon[103363]: pgmap v283: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-12-07T14:11:35.938 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 -- 172.21.15.39:0/265821715 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 msgr2=0x7f240c10d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:35.938 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 --2- 172.21.15.39:0/265821715 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 0x7f240c10d270 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f2404009f90 tx=0x7f240400b330 comp rx=0 tx=0).stop 2023-12-07T14:11:35.938 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 -- 172.21.15.39:0/265821715 shutdown_connections 2023-12-07T14:11:35.938 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 --2- 172.21.15.39:0/265821715 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 0x7f240c10d270 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 --2- 172.21.15.39:0/265821715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 0x7f240c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 --2- 172.21.15.39:0/265821715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c100f80 0x7f240c104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 -- 172.21.15.39:0/265821715 >> 172.21.15.39:0/265821715 conn(0x7f240c0fbe70 msgr2=0x7f240c0fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 -- 172.21.15.39:0/265821715 shutdown_connections 2023-12-07T14:11:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.934+0000 7f2410e47700 1 -- 172.21.15.39:0/265821715 wait complete. 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.935+0000 7f2410e47700 1 Processor -- start 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.935+0000 7f2410e47700 1 -- start start 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.935+0000 7f2410e47700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 0x7f240c19c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.935+0000 7f2410e47700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 0x7f240c19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.935+0000 7f2410e47700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c196730 0x7f240c196be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f2410e47700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c197230 con 0x7f240c1005d0 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f2410e47700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c1973a0 con 0x7f240c196730 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f2410e47700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240c197560 con 0x7f240c1056f0 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 0x7f240c19c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f2409d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 0x7f240c19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 0x7f240c19c640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58854/0 (socket says 172.21.15.39:58854) 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 -- 172.21.15.39:0/2261210249 learned_addr learned my addr 172.21.15.39:0/2261210249 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240ad9d700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c196730 0x7f240c196be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 -- 172.21.15.39:0/2261210249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 msgr2=0x7f240c19cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 0x7f240c19cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 -- 172.21.15.39:0/2261210249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c196730 msgr2=0x7f240c196be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c196730 0x7f240c196be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 -- 172.21.15.39:0/2261210249 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2404009c40 con 0x7f240c1005d0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f240a59c700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 0x7f240c19c640 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9c0 tx=0x7f240000ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f23fb7fe700 1 -- 172.21.15.39:0/2261210249 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2400004a30 con 0x7f240c1005d0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f240c069740 con 0x7f240c1005d0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f23fb7fe700 1 -- 172.21.15.39:0/2261210249 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f240000cc80 con 0x7f240c1005d0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f23fb7fe700 1 -- 172.21.15.39:0/2261210249 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24000054e0 con 0x7f240c1005d0 2023-12-07T14:11:35.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.936+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f240c069ca0 con 0x7f240c1005d0 2023-12-07T14:11:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.940+0000 7f23fb7fe700 1 -- 172.21.15.39:0/2261210249 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2400004b90 con 0x7f240c1005d0 2023-12-07T14:11:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.941+0000 7f23fb7fe700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a15e0 0x7f23f40a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.941+0000 7f23fb7fe700 1 -- 172.21.15.39:0/2261210249 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2400014070 con 0x7f240c1005d0 2023-12-07T14:11:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.941+0000 7f241d040b80 1 Processor -- start 2023-12-07T14:11:35.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.941+0000 7f241d040b80 1 -- start start 2023-12-07T14:11:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.941+0000 7f241d040b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd61060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f241d040b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 0x5654ccd6f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.948 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f241d040b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd6f5c0 0x5654ccd6fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f241d040b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654cccd5760 con 0x5654ccd6f5c0 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f241d040b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654cccbc740 con 0x5654ccd60c80 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f241d040b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654cccba060 con 0x5654ccd615a0 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd61060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd61060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50064/0 (socket says 172.21.15.39:50064) 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 -- 172.21.15.39:0/4000529553 learned_addr learned my addr 172.21.15.39:0/4000529553 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f2409d9b700 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 0x5654ccd6f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240ad9d700 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd6f5c0 0x5654ccd6fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 -- 172.21.15.39:0/4000529553 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 msgr2=0x5654ccd6f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 0x5654ccd6f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 -- 172.21.15.39:0/4000529553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd6f5c0 msgr2=0x5654ccd6fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd6f5c0 0x5654ccd6fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 -- 172.21.15.39:0/4000529553 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5654ccb325d0 con 0x5654ccd60c80 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f240a59c700 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd61060 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2400096c60 tx=0x7f2400099c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee492ba3527f0e52 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:35.949 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f23f8ff9700 1 -- 172.21.15.39:0/4000529553 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24000cd070 con 0x5654ccd60c80 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f23f8ff9700 1 -- 172.21.15.39:0/4000529553 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f240009a1f0 con 0x5654ccd60c80 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.942+0000 7f23f8ff9700 1 -- 172.21.15.39:0/4000529553 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2400096900 con 0x5654ccd60c80 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 -- 172.21.15.39:0/4000529553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 msgr2=0x5654ccd61060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd61060 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2400096c60 tx=0x7f2400099c40 comp rx=0 tx=0).stop 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 -- 172.21.15.39:0/4000529553 shutdown_connections 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f2409d9b700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a15e0 0x7f23f40a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd6f5c0 0x5654ccd6fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd61060 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 --2- 172.21.15.39:0/4000529553 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 0x5654ccd6f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 -- 172.21.15.39:0/4000529553 >> 172.21.15.39:0/4000529553 conn(0x5654ccc90300 msgr2=0x5654ccd5d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 -- 172.21.15.39:0/4000529553 shutdown_connections 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.943+0000 7f241d040b80 1 -- 172.21.15.39:0/4000529553 wait complete. 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f2409d9b700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a15e0 0x7f23f40a3aa0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x5654ccd624a0 tx=0x7f23fc015040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:35.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 -- start start 2023-12-07T14:11:35.951 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 Processor -- start 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd75bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd615a0 0x5654ccd72ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd73600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654cccb5950 con 0x5654ccd615a0 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccc6f500 con 0x5654ccd60c80 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccc6f1a0 con 0x5654ccd6f5c0 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.944+0000 7f241d040b80 10 client.0 _ll_register_callbacks cb 0x5654ccb9aa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f2409d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd615a0 0x5654ccd72ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f240a59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd75bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f2409d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd615a0 0x5654ccd72ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58870/0 (socket says 172.21.15.39:58870) 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f2409d9b700 1 -- 172.21.15.39:0/1194172712 learned_addr learned my addr 172.21.15.39:0/1194172712 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f240ad9d700 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd73600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f240ad9d700 1 -- 172.21.15.39:0/1194172712 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 msgr2=0x5654ccd75bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f240ad9d700 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd75bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f240ad9d700 1 -- 172.21.15.39:0/1194172712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd615a0 msgr2=0x5654ccd72ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f240ad9d700 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd615a0 0x5654ccd72ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.945+0000 7f240ad9d700 1 -- 172.21.15.39:0/1194172712 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f240c069ca0 con 0x5654ccd6f5c0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.946+0000 7f240ad9d700 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd73600 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2404009f60 tx=0x7f2404007c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b12a8751f99925c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.946+0000 7f23f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.946+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1194172712 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240400e040 con 0x5654ccd6f5c0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.946+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1194172712 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2404003c00 con 0x5654ccd6f5c0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.946+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5654ccd545f0 con 0x5654ccd6f5c0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.946+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1194172712 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2404009420 con 0x5654ccd6f5c0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 10 client.27049 fetch_fsmap learned FSMap version 61 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x5654ccaded80 con 0x5654ccd6f5c0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1194172712 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5654ccd545f0 con 0x5654ccd6f5c0 2023-12-07T14:11:35.953 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1194172712 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f240400b050 con 0x5654ccd6f5c0 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 10 client.27049 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 10 client.27049 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 20 client.27049 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd83790 0x5654ccd85bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 4 client.27049 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5654ccd30640 con 0x5654ccd83790 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.947+0000 7f240a59c700 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd83790 0x5654ccd85bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.948+0000 7f240a59c700 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd83790 0x5654ccd85bb0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f375d607acb19b8 server_cookie=620cd9d66b3126ad in_seq=0 out_seq=0 2023-12-07T14:11:35.954 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.948+0000 7f23f1ffb700 10 client.27049 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f23f1ffb700 1 -- 172.21.15.39:0/1194172712 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5654ccd30640 con 0x5654ccd83790 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f23f1ffb700 10 client.27049 handle_command_reply: tid=0 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 client.27049 shutdown 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 msgr2=0x5654ccd73600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd73600 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f2404009f60 tx=0x7f2404007c10 comp rx=0 tx=0).stop 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 shutdown_connections 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd73600 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd83790 0x5654ccd85bb0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd60c80 0x5654ccd75bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f23f1ffb700 0 client.27049 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 --2- 172.21.15.39:0/1194172712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd615a0 0x5654ccd72ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 >> 172.21.15.39:0/1194172712 conn(0x5654ccc90300 msgr2=0x5654ccd56830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 shutdown_connections 2023-12-07T14:11:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 1 -- 172.21.15.39:0/1194172712 wait complete. 2023-12-07T14:11:35.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.949+0000 7f241d040b80 20 client.27049 trim_cache size 0 max 16384 2023-12-07T14:11:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.977+0000 7f241d040b80 1 Processor -- start 2023-12-07T14:11:35.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.989+0000 7f241d040b80 1 -- start start 2023-12-07T14:11:35.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.989+0000 7f241d040b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd72e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.993 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.989+0000 7f241d040b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd615a0 0x5654ccd6f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.989+0000 7f241d040b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd7a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:35.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.989+0000 7f241d040b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccb348c0 con 0x5654ccd60c80 2023-12-07T14:11:35.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.989+0000 7f241d040b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccd58710 con 0x5654ccd615a0 2023-12-07T14:11:35.994 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.989+0000 7f241d040b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccd72c90 con 0x5654ccd6f5c0 2023-12-07T14:11:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.993+0000 7f240a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd72e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd72e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58878/0 (socket says 172.21.15.39:58878) 2023-12-07T14:11:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 -- 172.21.15.39:0/3368617066 learned_addr learned my addr 172.21.15.39:0/3368617066 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 -- 172.21.15.39:0/3368617066 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 msgr2=0x5654ccd7a630 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:11:35.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 --2- 172.21.15.39:0/3368617066 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd7a630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 -- 172.21.15.39:0/3368617066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd615a0 msgr2=0x5654ccd6f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:35.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 --2- 172.21.15.39:0/3368617066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd615a0 0x5654ccd6f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:35.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 -- 172.21.15.39:0/3368617066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5654ccac7c00 con 0x5654ccd60c80 2023-12-07T14:11:35.999 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.994+0000 7f240a59c700 1 --2- 172.21.15.39:0/3368617066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd72e80 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f240000f010 tx=0x7f2400004ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22fdb413f07caf53 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.995+0000 7f23f97fa700 1 -- 172.21.15.39:0/3368617066 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2400098590 con 0x5654ccd60c80 2023-12-07T14:11:36.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.995+0000 7f23f97fa700 1 -- 172.21.15.39:0/3368617066 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2400005640 con 0x5654ccd60c80 2023-12-07T14:11:36.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.995+0000 7f23f97fa700 1 -- 172.21.15.39:0/3368617066 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24000996e0 con 0x5654ccd60c80 2023-12-07T14:11:36.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.996+0000 7f241d040b80 1 -- 172.21.15.39:0/3368617066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 msgr2=0x5654ccd72e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:36.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.996+0000 7f241d040b80 1 --2- 172.21.15.39:0/3368617066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd72e80 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f240000f010 tx=0x7f2400004ea0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.998+0000 7f241d040b80 1 -- 172.21.15.39:0/3368617066 shutdown_connections 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.998+0000 7f241d040b80 1 --2- 172.21.15.39:0/3368617066 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd6f5c0 0x5654ccd7a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.998+0000 7f241d040b80 1 --2- 172.21.15.39:0/3368617066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd72e80 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.998+0000 7f241d040b80 1 --2- 172.21.15.39:0/3368617066 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd615a0 0x5654ccd6f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.998+0000 7f241d040b80 1 -- 172.21.15.39:0/3368617066 >> 172.21.15.39:0/3368617066 conn(0x5654ccc90300 msgr2=0x5654ccd8a4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.999+0000 7f241d040b80 1 -- 172.21.15.39:0/3368617066 shutdown_connections 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.999+0000 7f241d040b80 1 -- 172.21.15.39:0/3368617066 wait complete. 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.999+0000 7f241d040b80 1 -- start start 2023-12-07T14:11:36.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:35.999+0000 7f241d040b80 1 Processor -- start 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f241d040b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd7a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f241d040b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 0x5654ccd78610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f241d040b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd6f5c0 0x5654ccd78b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f241d040b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccd79120 con 0x5654ccd60c80 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f241d040b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccd79290 con 0x5654ccd6f5c0 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f241d040b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654ccd79450 con 0x5654ccd615a0 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f241d040b80 10 client.0 _ll_register_callbacks cb 0x5654ccb9aa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f240a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd7a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:36.006 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f240a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd7a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58882/0 (socket says 172.21.15.39:58882) 2023-12-07T14:11:36.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.000+0000 7f240a59c700 1 -- 172.21.15.39:0/3918372836 learned_addr learned my addr 172.21.15.39:0/3918372836 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.001+0000 7f240a59c700 1 -- 172.21.15.39:0/3918372836 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 msgr2=0x5654ccd78610 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:11:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.001+0000 7f240a59c700 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 0x5654ccd78610 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.001+0000 7f240a59c700 1 -- 172.21.15.39:0/3918372836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd6f5c0 msgr2=0x5654ccd78b50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:11:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.001+0000 7f240a59c700 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd6f5c0 0x5654ccd78b50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.001+0000 7f240a59c700 1 -- 172.21.15.39:0/3918372836 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5654ccb325d0 con 0x5654ccd60c80 2023-12-07T14:11:36.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.001+0000 7f240a59c700 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd7a890 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f24000caf60 tx=0x7f2400009f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fb2841683346301 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.002+0000 7f23f1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:11:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.003+0000 7f23f1ffb700 1 -- 172.21.15.39:0/3918372836 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2400096530 con 0x5654ccd60c80 2023-12-07T14:11:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.003+0000 7f23f1ffb700 1 -- 172.21.15.39:0/3918372836 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2400096900 con 0x5654ccd60c80 2023-12-07T14:11:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.003+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f240009a1f0 con 0x5654ccd60c80 2023-12-07T14:11:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.004+0000 7f23f1ffb700 1 -- 172.21.15.39:0/3918372836 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7f240009a570 con 0x5654ccd60c80 2023-12-07T14:11:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.004+0000 7f241d040b80 10 client.17442 fetch_fsmap learned FSMap version 61 2023-12-07T14:11:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.004+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=4+}) v3 -- 0x5654ccb051f0 con 0x5654ccd60c80 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f23f1ffb700 1 -- 172.21.15.39:0/3918372836 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f240009a1f0 con 0x5654ccd60c80 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f23f1ffb700 1 -- 172.21.15.39:0/3918372836 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 7910+0+0 (secure 0 0 0) 0x7f24000833c0 con 0x5654ccd60c80 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f241d040b80 10 client.17442 fetch_fsmap finished waiting for FSMap version 61 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f241d040b80 10 client.17442 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f241d040b80 20 client.17442 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f241d040b80 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd63a50 0x5654ccd65f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f241d040b80 4 client.17442 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:11:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.005+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5654ccc7bf70 con 0x5654ccd63a50 2023-12-07T14:11:36.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.014+0000 7f2409d9b700 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd63a50 0x5654ccd65f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:36.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.017+0000 7f23f1ffb700 10 client.17442 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:36.024 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.017+0000 7f2409d9b700 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd63a50 0x5654ccd65f10 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce9932f69d604329 server_cookie=f31bf4a71449f8c7 in_seq=0 out_seq=0 2023-12-07T14:11:36.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f23f1ffb700 1 -- 172.21.15.39:0/3918372836 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5654ccc7bf70 con 0x5654ccd63a50 2023-12-07T14:11:36.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f23f1ffb700 10 client.17442 handle_command_reply: tid=0 2023-12-07T14:11:36.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 client.17442 shutdown 2023-12-07T14:11:36.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 msgr2=0x5654ccd7a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd7a890 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f24000caf60 tx=0x7f2400009f00 comp rx=0 tx=0).stop 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 shutdown_connections 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5654ccd63a50 0x5654ccd65f10 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5654ccd6f5c0 0x5654ccd78b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5654ccd60c80 0x5654ccd7a890 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f23f1ffb700 0 client.17442 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 --2- 172.21.15.39:0/3918372836 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5654ccd615a0 0x5654ccd78610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 >> 172.21.15.39:0/3918372836 conn(0x5654ccc90300 msgr2=0x5654ccd6d730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 shutdown_connections 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 1 -- 172.21.15.39:0/3918372836 wait complete. 2023-12-07T14:11:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.041+0000 7f241d040b80 20 client.17442 trim_cache size 0 max 16384 2023-12-07T14:11:36.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:11:36.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:11:36.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:11:36.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:11:36.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a15e0 msgr2=0x7f23f40a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a15e0 0x7f23f40a3aa0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x5654ccd624a0 tx=0x7f23fc015040 comp rx=0 tx=0).stop 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 msgr2=0x7f240c19c640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 0x7f240c19c640 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f240000e9c0 tx=0x7f240000ecd0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 shutdown_connections 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f23f40a15e0 0x7f23f40a3aa0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f240c196730 0x7f240c196be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240c1005d0 0x7f240c19c640 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 --2- 172.21.15.39:0/2261210249 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f240c1056f0 0x7f240c19cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 >> 172.21.15.39:0/2261210249 conn(0x7f240c0fbe70 msgr2=0x7f240c0fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 shutdown_connections 2023-12-07T14:11:36.049 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:36.042+0000 7f2410e47700 1 -- 172.21.15.39:0/2261210249 wait complete. 2023-12-07T14:11:37.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:37 smithi089 ceph-mon[103124]: pgmap v284: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-12-07T14:11:37.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:37 smithi039 ceph-mon[98864]: pgmap v284: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-12-07T14:11:37.902 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:37 smithi055 ceph-mon[103363]: pgmap v284: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 16 MiB/s wr, 1.01k op/s 2023-12-07T14:11:38.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 525.0 s, 1989.0 tps, lat 51.627 ms stddev 82.896 2023-12-07T14:11:39.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:39 smithi039 ceph-mon[98864]: pgmap v285: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 23 MiB/s wr, 1.55k op/s 2023-12-07T14:11:39.905 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:39 smithi055 ceph-mon[103363]: pgmap v285: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 23 MiB/s wr, 1.55k op/s 2023-12-07T14:11:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:39 smithi089 ceph-mon[103124]: pgmap v285: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 23 MiB/s wr, 1.55k op/s 2023-12-07T14:11:41.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:41 smithi039 ceph-mon[98864]: pgmap v286: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 18 MiB/s wr, 1.27k op/s 2023-12-07T14:11:41.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:41 smithi055 ceph-mon[103363]: pgmap v286: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 18 MiB/s wr, 1.27k op/s 2023-12-07T14:11:41.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:41 smithi089 ceph-mon[103124]: pgmap v286: 97 pgs: 97 active+clean; 6.5 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 18 MiB/s wr, 1.27k op/s 2023-12-07T14:11:43.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:43 smithi039 ceph-mon[98864]: pgmap v287: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 24 MiB/s wr, 1.51k op/s 2023-12-07T14:11:43.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:43 smithi055 ceph-mon[103363]: pgmap v287: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 24 MiB/s wr, 1.51k op/s 2023-12-07T14:11:43.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:43 smithi089 ceph-mon[103124]: pgmap v287: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 121 KiB/s rd, 24 MiB/s wr, 1.51k op/s 2023-12-07T14:11:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 530.0 s, 2044.8 tps, lat 49.240 ms stddev 74.085 2023-12-07T14:11:45.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:45 smithi039 ceph-mon[98864]: pgmap v288: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 16 MiB/s wr, 948 op/s 2023-12-07T14:11:45.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:45 smithi055 ceph-mon[103363]: pgmap v288: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 16 MiB/s wr, 948 op/s 2023-12-07T14:11:45.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:45 smithi089 ceph-mon[103124]: pgmap v288: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 16 MiB/s wr, 948 op/s 2023-12-07T14:11:46.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:46 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:11:46.905 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:46 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:11:46.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:46 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:11:47.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:47 smithi039 ceph-mon[98864]: pgmap v289: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 14 MiB/s wr, 799 op/s 2023-12-07T14:11:47.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:47 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:47.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:47 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:11:47.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:47 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:11:47.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:47 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:11:47.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:47 smithi055 ceph-mon[103363]: pgmap v289: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 14 MiB/s wr, 799 op/s 2023-12-07T14:11:47.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:47 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:47.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:47 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:11:47.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:47 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:11:47.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:47 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:11:47.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:47 smithi089 ceph-mon[103124]: pgmap v289: 97 pgs: 97 active+clean; 6.6 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 14 MiB/s wr, 799 op/s 2023-12-07T14:11:47.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:47 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:47.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:47 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:11:47.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:47 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:11:47.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:47 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:11:48.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 535.0 s, 2346.5 tps, lat 42.520 ms stddev 50.020 2023-12-07T14:11:49.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 -- 172.21.15.39:0/758837414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c113240 msgr2=0x7f7b2c115630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 --2- 172.21.15.39:0/758837414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c113240 0x7f7b2c115630 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f7b2400b0a0 tx=0x7f7b2400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 -- 172.21.15.39:0/758837414 shutdown_connections 2023-12-07T14:11:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 --2- 172.21.15.39:0/758837414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c113240 0x7f7b2c115630 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 --2- 172.21.15.39:0/758837414 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7b2c073320 0x7f7b2c06b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 --2- 172.21.15.39:0/758837414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7b2c06b640 0x7f7b2c06bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 -- 172.21.15.39:0/758837414 >> 172.21.15.39:0/758837414 conn(0x7f7b2c0fbe60 msgr2=0x7f7b2c0fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 -- 172.21.15.39:0/758837414 shutdown_connections 2023-12-07T14:11:49.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.215+0000 7f7b32ece700 1 -- 172.21.15.39:0/758837414 wait complete. 2023-12-07T14:11:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 Processor -- start 2023-12-07T14:11:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 -- start start 2023-12-07T14:11:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7b2c06b640 0x7f7b2c19e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c073320 0x7f7b2c19e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7b2c113240 0x7f7b2c1a28f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c1a2f30 con 0x7f7b2c073320 2023-12-07T14:11:49.221 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c1a30a0 con 0x7f7b2c113240 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.216+0000 7f7b32ece700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c1a3260 con 0x7f7b2c06b640 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c073320 0x7f7b2c19e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b3146b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7b2c113240 0x7f7b2c1a28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c073320 0x7f7b2c19e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58894/0 (socket says 172.21.15.39:58894) 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b23fff700 1 -- 172.21.15.39:0/259075235 learned_addr learned my addr 172.21.15.39:0/259075235 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7b2c06b640 0x7f7b2c19e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b30c6a700 1 -- 172.21.15.39:0/259075235 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7b2c113240 msgr2=0x7f7b2c1a28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7b2c113240 0x7f7b2c1a28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b30c6a700 1 -- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c073320 msgr2=0x7f7b2c19e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c073320 0x7f7b2c19e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.217+0000 7f7b30c6a700 1 -- 172.21.15.39:0/259075235 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b2800b5a0 con 0x7f7b2c06b640 2023-12-07T14:11:49.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.218+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7b2c06b640 0x7f7b2c19e010 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7b28007bd0 tx=0x7f7b28007ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.218+0000 7f7b21ffb700 1 -- 172.21.15.39:0/259075235 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b28010040 con 0x7f7b2c06b640 2023-12-07T14:11:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.218+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b24009d00 con 0x7f7b2c06b640 2023-12-07T14:11:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.218+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b2c1a3730 con 0x7f7b2c06b640 2023-12-07T14:11:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.218+0000 7f7b21ffb700 1 -- 172.21.15.39:0/259075235 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b280044e0 con 0x7f7b2c06b640 2023-12-07T14:11:49.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.218+0000 7f7b21ffb700 1 -- 172.21.15.39:0/259075235 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b280038e0 con 0x7f7b2c06b640 2023-12-07T14:11:49.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.221+0000 7f7b21ffb700 1 -- 172.21.15.39:0/259075235 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7b28003a40 con 0x7f7b2c06b640 2023-12-07T14:11:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.222+0000 7f7b21ffb700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7b140a1660 0x7f7b140a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.222+0000 7f7b3f0c7b80 1 Processor -- start 2023-12-07T14:11:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.222+0000 7f7b3f0c7b80 1 -- start start 2023-12-07T14:11:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.222+0000 7f7b21ffb700 1 -- 172.21.15.39:0/259075235 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7b280ccd60 con 0x7f7b2c06b640 2023-12-07T14:11:49.227 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.222+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df689ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.222+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689bf50 0x557df689f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.222+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df689ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df680f760 con 0x557df689b630 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df67f6740 con 0x557df689fb10 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df67f4060 con 0x557df689bf50 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b23fff700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7b140a1660 0x7f7b140a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df689ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df689ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58900/0 (socket says 172.21.15.39:58900) 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 -- 172.21.15.39:0/2662596272 learned_addr learned my addr 172.21.15.39:0/2662596272 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b23fff700 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689bf50 0x557df689f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b3146b700 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df689ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 -- 172.21.15.39:0/2662596272 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689bf50 msgr2=0x557df689f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689bf50 0x557df689f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 -- 172.21.15.39:0/2662596272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 msgr2=0x557df689ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df689ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 -- 172.21.15.39:0/2662596272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557df666c5d0 con 0x557df689b630 2023-12-07T14:11:49.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b23fff700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7b140a1660 0x7f7b140a3b20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00dc90 tx=0x7f7b1c01a2e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:49.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df689ba10 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f7b280967f0 tx=0x7f7b2801ce40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f20cf9ba9baf3ce server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:49.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b12ffd700 1 -- 172.21.15.39:0/2662596272 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2809ded0 con 0x557df689b630 2023-12-07T14:11:49.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b12ffd700 1 -- 172.21.15.39:0/2662596272 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b280a2110 con 0x557df689b630 2023-12-07T14:11:49.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.223+0000 7f7b12ffd700 1 -- 172.21.15.39:0/2662596272 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b280994d0 con 0x557df689b630 2023-12-07T14:11:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.224+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/2662596272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 msgr2=0x557df689ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.224+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df689ba10 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f7b280967f0 tx=0x7f7b2801ce40 comp rx=0 tx=0).stop 2023-12-07T14:11:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.225+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/2662596272 shutdown_connections 2023-12-07T14:11:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.225+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df689ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.225+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df689ba10 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.225+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/2662596272 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689bf50 0x557df689f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.234 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.225+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/2662596272 >> 172.21.15.39:0/2662596272 conn(0x557df67ca300 msgr2=0x557df6895ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.225+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/2662596272 shutdown_connections 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.225+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/2662596272 wait complete. 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 -- start start 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 Processor -- start 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df68a7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689bf50 0x557df68a4630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df67ef950 con 0x557df689b630 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df67a9500 con 0x557df689bf50 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.226+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df67a91a0 con 0x557df689fb10 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3f0c7b80 10 client.0 _ll_register_callbacks cb 0x557df66d4a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b30c6a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df68a7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689bf50 0x557df68a4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.235 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689bf50 0x557df68a4630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50110/0 (socket says 172.21.15.39:50110) 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b30c6a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df68a7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58906/0 (socket says 172.21.15.39:58906) 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b23fff700 1 -- 172.21.15.39:0/3582423167 learned_addr learned my addr 172.21.15.39:0/3582423167 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35400/0 (socket says 172.21.15.39:35400) 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 -- 172.21.15.39:0/3582423167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689bf50 msgr2=0x557df68a4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689bf50 0x557df68a4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 -- 172.21.15.39:0/3582423167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 msgr2=0x557df68a7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df68a7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 -- 172.21.15.39:0/3582423167 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b2c1a3730 con 0x557df689fb10 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df68a7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b3146b700 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a4d70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7b2400b070 tx=0x7f7b24023f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dedff3150636f58 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b0bfff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b0bfff700 1 -- 172.21.15.39:0/3582423167 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b2400e040 con 0x557df689fb10 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.227+0000 7f7b0bfff700 1 -- 172.21.15.39:0/3582423167 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7b24003a00 con 0x557df689fb10 2023-12-07T14:11:49.236 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557df688e5f0 con 0x557df689fb10 2023-12-07T14:11:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b0bfff700 1 -- 172.21.15.39:0/3582423167 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b24003c00 con 0x557df689fb10 2023-12-07T14:11:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 10 client.27061 fetch_fsmap learned FSMap version 62 2023-12-07T14:11:49.237 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=4+}) v3 -- 0x557df6618d80 con 0x557df689fb10 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b0bfff700 1 -- 172.21.15.39:0/3582423167 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x557df688e5f0 con 0x557df689fb10 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b0bfff700 1 -- 172.21.15.39:0/3582423167 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 62) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f7b2400b0d0 con 0x557df689fb10 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 10 client.27061 fetch_fsmap finished waiting for FSMap version 62 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 10 client.27061 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 20 client.27061 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df68b5020 0x557df68b7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 4 client.27061 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557df686a640 con 0x557df68b5020 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.228+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df68b5020 0x557df68b7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.229+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df68b5020 0x557df68b7440 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e3fbe1ffcb807fd server_cookie=aa179df7c0ac0bb4 in_seq=0 out_seq=0 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.229+0000 7f7b0bfff700 10 client.27061 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:49.238 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.229+0000 7f7b0bfff700 1 -- 172.21.15.39:0/3582423167 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x557df686a640 con 0x557df68b5020 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.229+0000 7f7b0bfff700 10 client.27061 handle_command_reply: tid=0 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.229+0000 7f7b3f0c7b80 1 client.27061 shutdown 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 msgr2=0x557df68a4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a4d70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7b2400b070 tx=0x7f7b24023f50 comp rx=0 tx=0).stop 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 shutdown_connections 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a4d70 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689b630 0x557df68a7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df68b5020 0x557df68b7440 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/3582423167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689bf50 0x557df68a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b0bfff700 0 client.27061 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 >> 172.21.15.39:0/3582423167 conn(0x557df67ca300 msgr2=0x557df689a430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 shutdown_connections 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/3582423167 wait complete. 2023-12-07T14:11:49.239 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.230+0000 7f7b3f0c7b80 20 client.27061 trim_cache size 0 max 16384 2023-12-07T14:11:49.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 Processor -- start 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 -- start start 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689b630 0x557df68b7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df689fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df666e8c0 con 0x557df689bf50 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df688e3a0 con 0x557df689b630 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df68a7ba0 con 0x557df689fb10 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.252+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df689fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df689fef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58914/0 (socket says 172.21.15.39:58914) 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 -- 172.21.15.39:0/1843420733 learned_addr learned my addr 172.21.15.39:0/1843420733 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:49.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689b630 0x557df68b7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b3146b700 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 -- 172.21.15.39:0/1843420733 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 msgr2=0x557df68a3f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a3f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 -- 172.21.15.39:0/1843420733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689b630 msgr2=0x557df68b7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689b630 0x557df68b7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 -- 172.21.15.39:0/1843420733 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557df6601c00 con 0x557df689bf50 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.253+0000 7f7b23fff700 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df689fef0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c01af20 tx=0x7f7b1c021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=447a64a16ce0c660 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b137fe700 1 -- 172.21.15.39:0/1843420733 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c012040 con 0x557df689bf50 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b137fe700 1 -- 172.21.15.39:0/1843420733 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b1c013040 con 0x557df689bf50 2023-12-07T14:11:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b137fe700 1 -- 172.21.15.39:0/1843420733 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c0039b0 con 0x557df689bf50 2023-12-07T14:11:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1843420733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 msgr2=0x557df689fef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df689fef0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c01af20 tx=0x7f7b1c021000 comp rx=0 tx=0).stop 2023-12-07T14:11:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1843420733 shutdown_connections 2023-12-07T14:11:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689fb10 0x557df68a3f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689b630 0x557df68b7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.254+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1843420733 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df689fef0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.263 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1843420733 >> 172.21.15.39:0/1843420733 conn(0x557df67ca300 msgr2=0x557df689ad20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1843420733 shutdown_connections 2023-12-07T14:11:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1843420733 wait complete. 2023-12-07T14:11:49.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 -- start start 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 Processor -- start 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689b630 0x557df68a9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df68aa340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df68aa880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df68ac710 con 0x557df689bf50 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df690a520 con 0x557df689fb10 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557df690a660 con 0x557df689b630 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.255+0000 7f7b3f0c7b80 10 client.0 _ll_register_callbacks cb 0x557df66d4a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df68aa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b3146b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df68aa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b23fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df68aa340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58922/0 (socket says 172.21.15.39:58922) 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b3146b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df68aa880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50126/0 (socket says 172.21.15.39:50126) 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b23fff700 1 -- 172.21.15.39:0/1310463395 learned_addr learned my addr 172.21.15.39:0/1310463395 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:11:49.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689b630 0x557df68a9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b30c6a700 1 -- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 msgr2=0x557df68aa880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df68aa880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b30c6a700 1 -- 172.21.15.39:0/1310463395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 msgr2=0x557df68aa340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df68aa340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b30c6a700 1 -- 172.21.15.39:0/1310463395 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b1c01a630 con 0x557df689b630 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b23fff700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df68aa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b3146b700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df68aa880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b30c6a700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689b630 0x557df68a9e00 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x557df689c420 tx=0x7f7b2801cfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fd54837079b46602 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b0bfff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b0bfff700 1 -- 172.21.15.39:0/1310463395 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b280b8040 con 0x557df689b630 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b0bfff700 1 -- 172.21.15.39:0/1310463395 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7b28099470 con 0x557df689b630 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.256+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7b280a2110 con 0x557df689b630 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b0bfff700 1 -- 172.21.15.39:0/1310463395 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b28098220 con 0x557df689b630 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 10 client.27067 fetch_fsmap learned FSMap version 62 2023-12-07T14:11:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=4+}) v3 -- 0x557df663f1f0 con 0x557df689b630 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b0bfff700 1 -- 172.21.15.39:0/1310463395 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7b280a2110 con 0x557df689b630 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b0bfff700 1 -- 172.21.15.39:0/1310463395 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 62) v1 ==== 7906+0+0 (secure 0 0 0) 0x7f7b280a1d80 con 0x557df689b630 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 10 client.27067 fetch_fsmap finished waiting for FSMap version 62 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 10 client.27067 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 20 client.27067 populate_metadata read hostname 'smithi039' 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df690bcb0 0x557df690e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 4 client.27067 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557df67b5f70 con 0x557df690bcb0 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.257+0000 7f7b23fff700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df690bcb0 0x557df690e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.258+0000 7f7b0bfff700 10 client.27067 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:49.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.258+0000 7f7b23fff700 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df690bcb0 0x557df690e0d0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfd059af10218d2d server_cookie=4b782e1ed0584453 in_seq=0 out_seq=0 2023-12-07T14:11:49.315 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.312+0000 7f7b0bfff700 1 -- 172.21.15.39:0/1310463395 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557df67b5f70 con 0x557df690bcb0 2023-12-07T14:11:49.316 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.312+0000 7f7b0bfff700 10 client.27067 handle_command_reply: tid=0 2023-12-07T14:11:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.319+0000 7f7b3f0c7b80 1 client.27067 shutdown 2023-12-07T14:11:49.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689b630 msgr2=0x557df68a9e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689b630 0x557df68a9e00 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x557df689c420 tx=0x7f7b2801cfb0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 shutdown_connections 2023-12-07T14:11:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x557df690bcb0 0x557df690e0d0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557df689fb10 0x557df68aa880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557df689b630 0x557df68a9e00 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 --2- 172.21.15.39:0/1310463395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557df689bf50 0x557df68aa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 >> 172.21.15.39:0/1310463395 conn(0x557df67ca300 msgr2=0x557df689dcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.320+0000 7f7b0bfff700 0 client.27067 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:11:49.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.322+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 shutdown_connections 2023-12-07T14:11:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.322+0000 7f7b3f0c7b80 1 -- 172.21.15.39:0/1310463395 wait complete. 2023-12-07T14:11:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.322+0000 7f7b3f0c7b80 20 client.27067 trim_cache size 0 max 16384 2023-12-07T14:11:49.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:11:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:11:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:11:49.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:11:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.322+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7b140a1660 msgr2=0x7f7b140a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.322+0000 7f7b32ece700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7b140a1660 0x7f7b140a3b20 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00dc90 tx=0x7f7b1c01a2e0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7b2c06b640 msgr2=0x7f7b2c19e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:11:49.329 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7b2c06b640 0x7f7b2c19e010 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f7b28007bd0 tx=0x7f7b28007ee0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 shutdown_connections 2023-12-07T14:11:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7b140a1660 0x7f7b140a3b20 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7b2c113240 0x7f7b2c1a28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7b2c06b640 0x7f7b2c19e010 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.330 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 --2- 172.21.15.39:0/259075235 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b2c073320 0x7f7b2c19e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:11:49.331 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 >> 172.21.15.39:0/259075235 conn(0x7f7b2c0fbe60 msgr2=0x7f7b2c0714c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:11:49.331 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 shutdown_connections 2023-12-07T14:11:49.331 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:11:49.323+0000 7f7b32ece700 1 -- 172.21.15.39:0/259075235 wait complete. 2023-12-07T14:11:49.904 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:49 smithi055 ceph-mon[103363]: pgmap v290: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 25 MiB/s wr, 1.59k op/s 2023-12-07T14:11:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:49 smithi089 ceph-mon[103124]: pgmap v290: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 25 MiB/s wr, 1.59k op/s 2023-12-07T14:11:50.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:49 smithi039 ceph-mon[98864]: pgmap v290: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 115 KiB/s rd, 25 MiB/s wr, 1.59k op/s 2023-12-07T14:11:50.904 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:50 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:50.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:50 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:51.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:50 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:51.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:51 smithi055 ceph-mon[103363]: pgmap v291: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 17 MiB/s wr, 1.05k op/s 2023-12-07T14:11:51.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:51 smithi089 ceph-mon[103124]: pgmap v291: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 17 MiB/s wr, 1.05k op/s 2023-12-07T14:11:52.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:51 smithi039 ceph-mon[98864]: pgmap v291: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 17 MiB/s wr, 1.05k op/s 2023-12-07T14:11:53.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:53 smithi055 ceph-mon[103363]: pgmap v292: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 22 MiB/s wr, 1.30k op/s 2023-12-07T14:11:53.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:53 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:53.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:53 smithi089 ceph-mon[103124]: pgmap v292: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 22 MiB/s wr, 1.30k op/s 2023-12-07T14:11:53.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:53 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:53.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 540.0 s, 1857.5 tps, lat 53.856 ms stddev 61.686 2023-12-07T14:11:54.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:53 smithi039 ceph-mon[98864]: pgmap v292: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 22 MiB/s wr, 1.30k op/s 2023-12-07T14:11:54.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:53 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:11:55.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:55 smithi055 ceph-mon[103363]: pgmap v293: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-12-07T14:11:55.947 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:55 smithi089 ceph-mon[103124]: pgmap v293: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-12-07T14:11:56.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:55 smithi039 ceph-mon[98864]: pgmap v293: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 17 MiB/s wr, 1.09k op/s 2023-12-07T14:11:57.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:57 smithi055 ceph-mon[103363]: pgmap v294: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-12-07T14:11:57.945 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:57 smithi089 ceph-mon[103124]: pgmap v294: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-12-07T14:11:58.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:57 smithi039 ceph-mon[98864]: pgmap v294: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-12-07T14:11:58.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 545.0 s, 1984.6 tps, lat 50.397 ms stddev 57.699 2023-12-07T14:11:59.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:11:59 smithi055 ceph-mon[103363]: pgmap v295: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 21 MiB/s wr, 1.35k op/s 2023-12-07T14:11:59.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:11:59 smithi089 ceph-mon[103124]: pgmap v295: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 21 MiB/s wr, 1.35k op/s 2023-12-07T14:12:00.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:11:59 smithi039 ceph-mon[98864]: pgmap v295: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 21 MiB/s wr, 1.35k op/s 2023-12-07T14:12:01.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:01 smithi089 ceph-mon[103124]: pgmap v296: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 10 MiB/s wr, 566 op/s 2023-12-07T14:12:02.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:01 smithi039 ceph-mon[98864]: pgmap v296: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 10 MiB/s wr, 566 op/s 2023-12-07T14:12:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:01 smithi055 ceph-mon[103363]: pgmap v296: 97 pgs: 97 active+clean; 6.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 10 MiB/s wr, 566 op/s 2023-12-07T14:12:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.479+0000 7f7c1193e700 1 -- 172.21.15.39:0/3787686850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c100f50 msgr2=0x7f7c0c104f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.479+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3787686850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c100f50 0x7f7c0c104f90 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f7c00009990 tx=0x7f7c00009ca0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 -- 172.21.15.39:0/3787686850 shutdown_connections 2023-12-07T14:12:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3787686850 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1056c0 0x7f7c0c10d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3787686850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1005a0 0x7f7c0c100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3787686850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c100f50 0x7f7c0c104f90 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 -- 172.21.15.39:0/3787686850 >> 172.21.15.39:0/3787686850 conn(0x7f7c0c0fbe60 msgr2=0x7f7c0c0fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 -- 172.21.15.39:0/3787686850 shutdown_connections 2023-12-07T14:12:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 -- 172.21.15.39:0/3787686850 wait complete. 2023-12-07T14:12:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 Processor -- start 2023-12-07T14:12:02.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.480+0000 7f7c1193e700 1 -- start start 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c1193e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1005a0 0x7f7c0c10db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c1193e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1056c0 0x7f7c0c10e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c1193e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c10e600 0x7f7c0c1a5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c1193e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0c1a60e0 con 0x7f7c0c10e600 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c1193e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0c1a6220 con 0x7f7c0c1056c0 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c1193e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c0c1a63e0 con 0x7f7c0c1005a0 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c10e600 0x7f7c0c1a5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1005a0 0x7f7c0c10db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1056c0 0x7f7c0c10e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1005a0 0x7f7c0c10db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35424/0 (socket says 172.21.15.39:35424) 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c10e600 0x7f7c0c1a5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58938/0 (socket says 172.21.15.39:58938) 2023-12-07T14:12:02.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1056c0 0x7f7c0c10e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50138/0 (socket says 172.21.15.39:50138) 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 -- 172.21.15.39:0/3509783896 learned_addr learned my addr 172.21.15.39:0/3509783896 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 -- 172.21.15.39:0/3509783896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1056c0 msgr2=0x7f7c0c10e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1056c0 0x7f7c0c10e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 -- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c10e600 msgr2=0x7f7c0c1a5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c10e600 0x7f7c0c1a5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 -- 172.21.15.39:0/3509783896 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bfc009520 con 0x7f7c0c1005a0 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1056c0 0x7f7c0c10e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c10e600 0x7f7c0c1a5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.481+0000 7f7c0affd700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1005a0 0x7f7c0c10db80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc00eb30 tx=0x7f7bfc00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.482+0000 7f7c1093c700 1 -- 172.21.15.39:0/3509783896 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc009880 con 0x7f7c0c1005a0 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.482+0000 7f7c1093c700 1 -- 172.21.15.39:0/3509783896 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bfc0044e0 con 0x7f7c0c1005a0 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.482+0000 7f7c1093c700 1 -- 172.21.15.39:0/3509783896 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bfc003d80 con 0x7f7c0c1005a0 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.482+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c000095f0 con 0x7f7c0c1005a0 2023-12-07T14:12:02.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.482+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c0c1a6a10 con 0x7f7c0c1005a0 2023-12-07T14:12:02.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 Processor -- start 2023-12-07T14:12:02.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 -- start start 2023-12-07T14:12:02.491 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1093c700 1 -- 172.21.15.39:0/3509783896 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7bfc003f20 con 0x7f7c0c1005a0 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de7969ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796a25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796a2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de79612760 con 0x55de796a2b10 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de795f9740 con 0x55de7969e630 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de795f7060 con 0x55de7969ef50 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796a2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c0affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796a25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.487+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de7969ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de7969ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50142/0 (socket says 172.21.15.39:50142) 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796a2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58944/0 (socket says 172.21.15.39:58944) 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0affd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796a25d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35432/0 (socket says 172.21.15.39:35432) 2023-12-07T14:12:02.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/4169348252 learned_addr learned my addr 172.21.15.39:0/4169348252 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/4169348252 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 msgr2=0x55de796a25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796a25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/4169348252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 msgr2=0x55de796a2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796a2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/4169348252 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55de7946f5d0 con 0x55de7969e630 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0affd700 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796a25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de7969ea10 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7c04003eb0 tx=0x7f7c04009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbb2a6492cbf8210 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7bf1ffb700 1 -- 172.21.15.39:0/4169348252 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c040092d0 con 0x55de7969e630 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c1093c700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7bf40a1660 0x7f7bf40a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7bf1ffb700 1 -- 172.21.15.39:0/4169348252 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7c0400f040 con 0x55de7969e630 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7bf1ffb700 1 -- 172.21.15.39:0/4169348252 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0400e7e0 con 0x55de7969e630 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.488+0000 7f7c0affd700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7bf40a1660 0x7f7bf40a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.493 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1093c700 1 -- 172.21.15.39:0/3509783896 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7bfc014070 con 0x7f7c0c1005a0 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 -- 172.21.15.39:0/4169348252 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 msgr2=0x55de7969ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c0affd700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7bf40a1660 0x7f7bf40a3b20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc0cadd0 tx=0x7f7bfc0ba040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de7969ea10 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7c04003eb0 tx=0x7f7c04009920 comp rx=0 tx=0).stop 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 -- 172.21.15.39:0/4169348252 shutdown_connections 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796a2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de7969ea10 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/4169348252 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796a25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 -- 172.21.15.39:0/4169348252 >> 172.21.15.39:0/4169348252 conn(0x55de795cd300 msgr2=0x55de79698ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 -- 172.21.15.39:0/4169348252 shutdown_connections 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.489+0000 7f7c1db37b80 1 -- 172.21.15.39:0/4169348252 wait complete. 2023-12-07T14:12:02.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.490+0000 7f7c1db37b80 1 -- start start 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.490+0000 7f7c1db37b80 1 Processor -- start 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969e630 0x55de796aa220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969ef50 0x55de796a7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796a7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de795f2950 con 0x55de7969e630 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de795ac500 con 0x55de7969ef50 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de795ac1a0 con 0x55de796a2b10 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c1db37b80 10 client.0 _ll_register_callbacks cb 0x55de794d7a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969e630 0x55de796aa220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969e630 0x55de796aa220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58948/0 (socket says 172.21.15.39:58948) 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/2590022983 learned_addr learned my addr 172.21.15.39:0/2590022983 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796a7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/2590022983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 msgr2=0x55de796a7b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:02.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796a7b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/2590022983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969ef50 msgr2=0x55de796a7510 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969ef50 0x55de796a7510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 -- 172.21.15.39:0/2590022983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c0c1a6a10 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969e630 0x55de796aa220 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f7c04007ef0 tx=0x7f7c040095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf227950040e6615 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7beaffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.491+0000 7f7beaffd700 1 -- 172.21.15.39:0/2590022983 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0400e6f0 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55de796915f0 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7beaffd700 1 -- 172.21.15.39:0/2590022983 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7c0400e850 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7beaffd700 1 -- 172.21.15.39:0/2590022983 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=64) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7c0400ea10 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 10 client.17472 fetch_fsmap learned FSMap version 64 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=64,monmap=4+}) v3 -- 0x7f7c04003b90 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7beaffd700 1 -- 172.21.15.39:0/2590022983 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7c04032020 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7beaffd700 1 -- 172.21.15.39:0/2590022983 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 64) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f7c0402fb20 con 0x55de7969e630 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 10 client.17472 fetch_fsmap finished waiting for FSMap version 64 2023-12-07T14:12:02.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 10 client.17472 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 20 client.17472 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de796b7db0 0x55de796ba1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 4 client.17472 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:12:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55de7966d640 con 0x55de796b7db0 2023-12-07T14:12:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.492+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de796b7db0 0x55de796ba1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.493+0000 7f7beaffd700 10 client.17472 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:02.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.493+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de796b7db0 0x55de796ba1d0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a7502888620feef server_cookie=da1eddd9d8761f3e in_seq=0 out_seq=0 2023-12-07T14:12:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.494+0000 7f7beaffd700 1 -- 172.21.15.39:0/2590022983 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55de7966d640 con 0x55de796b7db0 2023-12-07T14:12:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.494+0000 7f7beaffd700 10 client.17472 handle_command_reply: tid=0 2023-12-07T14:12:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 client.17472 shutdown 2023-12-07T14:12:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969e630 msgr2=0x55de796aa220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969e630 0x55de796aa220 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f7c04007ef0 tx=0x7f7c040095e0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 shutdown_connections 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796a7b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969e630 0x55de796aa220 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de796b7db0 0x55de796ba1d0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2590022983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969ef50 0x55de796a7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 >> 172.21.15.39:0/2590022983 conn(0x55de795cd300 msgr2=0x55de79693100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.495+0000 7f7beaffd700 0 client.17472 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.496+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 shutdown_connections 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.496+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2590022983 wait complete. 2023-12-07T14:12:02.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.496+0000 7f7c1db37b80 20 client.17472 trim_cache size 0 max 16384 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.518+0000 7f7c1db37b80 1 Processor -- start 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.518+0000 7f7c1db37b80 1 -- start start 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796a0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796aedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796af330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de794718c0 con 0x55de796a2b10 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de79691410 con 0x55de7969e630 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de796a1730 con 0x55de7969ef50 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796af330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796aedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796aedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35444/0 (socket says 172.21.15.39:35444) 2023-12-07T14:12:02.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/2733787086 learned_addr learned my addr 172.21.15.39:0/2733787086 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796af330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58956/0 (socket says 172.21.15.39:58956) 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796a0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/2733787086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 msgr2=0x55de796a0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796a0340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/2733787086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 msgr2=0x55de796af330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796af330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/2733787086 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55de7941bd80 con 0x55de7969ef50 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.519+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.520+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796aedf0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7c0000b2e0 tx=0x7f7c00005960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50af1368e98bb0b6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.520+0000 7f7bf27fc700 1 -- 172.21.15.39:0/2733787086 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0001d040 con 0x55de7969ef50 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.520+0000 7f7bf27fc700 1 -- 172.21.15.39:0/2733787086 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7c0001e040 con 0x55de7969ef50 2023-12-07T14:12:02.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.520+0000 7f7bf27fc700 1 -- 172.21.15.39:0/2733787086 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0000f8e0 con 0x55de7969ef50 2023-12-07T14:12:02.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.520+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2733787086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 msgr2=0x55de796aedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.520+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796aedf0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7c0000b2e0 tx=0x7f7c00005960 comp rx=0 tx=0).stop 2023-12-07T14:12:02.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2733787086 shutdown_connections 2023-12-07T14:12:02.527 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de796a2b10 0x55de796af330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796a0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/2733787086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de7969ef50 0x55de796aedf0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2733787086 >> 172.21.15.39:0/2733787086 conn(0x55de795cd300 msgr2=0x55de796a0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2733787086 shutdown_connections 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- 172.21.15.39:0/2733787086 wait complete. 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- start start 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 Processor -- start 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796aeb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969ef50 0x55de796af0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796ab380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de796abac0 con 0x55de7969ef50 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de796abc30 con 0x55de7969e630 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de796abdf0 con 0x55de796a2b10 2023-12-07T14:12:02.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.521+0000 7f7c1db37b80 10 client.0 _ll_register_callbacks cb 0x55de794d7a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969ef50 0x55de796af0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796aeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969ef50 0x55de796af0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58960/0 (socket says 172.21.15.39:58960) 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/850444497 learned_addr learned my addr 172.21.15.39:0/850444497 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796ab380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/850444497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 msgr2=0x55de796ab380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796ab380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/850444497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 msgr2=0x55de796aeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:02.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796aeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 -- 172.21.15.39:0/850444497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c0c068a10 con 0x55de7969ef50 2023-12-07T14:12:02.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c0a7fc700 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969ef50 0x55de796af0c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f7c000098e0 tx=0x7f7c0000b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97ce7edc8cd4460 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:02.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7beaffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:12:02.530 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7beaffd700 1 -- 172.21.15.39:0/850444497 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c0001d050 con 0x55de7969ef50 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7c0400f040 con 0x55de7969ef50 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.522+0000 7f7beaffd700 1 -- 172.21.15.39:0/850444497 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7c00027580 con 0x55de7969ef50 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7beaffd700 1 -- 172.21.15.39:0/850444497 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=64) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7c00027740 con 0x55de7969ef50 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 10 client.17478 fetch_fsmap learned FSMap version 64 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=64,monmap=4+}) v3 -- 0x55de79404c00 con 0x55de7969ef50 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7beaffd700 1 -- 172.21.15.39:0/850444497 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7c0400f040 con 0x55de7969ef50 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7beaffd700 1 -- 172.21.15.39:0/850444497 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 64) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f7c00038030 con 0x55de7969ef50 2023-12-07T14:12:02.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 10 client.17478 fetch_fsmap finished waiting for FSMap version 64 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 10 client.17478 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 20 client.17478 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de7970f300 0x55de79711720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 4 client.17478 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55de795b8f70 con 0x55de7970f300 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.523+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de7970f300 0x55de79711720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.524+0000 7f7c0b7fe700 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de7970f300 0x55de79711720 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a54010b88d15f587 server_cookie=80750b1786848a9a in_seq=0 out_seq=0 2023-12-07T14:12:02.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.524+0000 7f7beaffd700 10 client.17478 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.560+0000 7f7beaffd700 1 -- 172.21.15.39:0/850444497 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55de795b8f70 con 0x55de7970f300 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.560+0000 7f7beaffd700 10 client.17478 handle_command_reply: tid=0 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.560+0000 7f7c1db37b80 1 client.17478 shutdown 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.560+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969ef50 msgr2=0x55de796af0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.560+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969ef50 0x55de796af0c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f7c000098e0 tx=0x7f7c0000b410 comp rx=0 tx=0).stop 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 shutdown_connections 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55de796a2b10 0x55de796ab380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55de7970f300 0x55de79711720 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55de7969e630 0x55de796aeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 --2- 172.21.15.39:0/850444497 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55de7969ef50 0x55de796af0c0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7beaffd700 0 client.17478 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 >> 172.21.15.39:0/850444497 conn(0x55de795cd300 msgr2=0x55de796a4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:02.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 shutdown_connections 2023-12-07T14:12:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 1 -- 172.21.15.39:0/850444497 wait complete. 2023-12-07T14:12:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1db37b80 20 client.17478 trim_cache size 0 max 16384 2023-12-07T14:12:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:12:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:12:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:12:02.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.561+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7bf40a1660 msgr2=0x7f7bf40a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7bf40a1660 0x7f7bf40a3b20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc0cadd0 tx=0x7f7bfc0ba040 comp rx=0 tx=0).stop 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1005a0 msgr2=0x7f7c0c10db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1005a0 0x7f7c0c10db80 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7bfc00eb30 tx=0x7f7bfc00ee40 comp rx=0 tx=0).stop 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 shutdown_connections 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c0c10e600 0x7f7c0c1a5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7c0c1005a0 0x7f7c0c10db80 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7bf40a1660 0x7f7bf40a3b20 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 --2- 172.21.15.39:0/3509783896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7c0c1056c0 0x7f7c0c10e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 >> 172.21.15.39:0/3509783896 conn(0x7f7c0c0fbe60 msgr2=0x7f7c0c104350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 shutdown_connections 2023-12-07T14:12:02.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:02.562+0000 7f7c1193e700 1 -- 172.21.15.39:0/3509783896 wait complete. 2023-12-07T14:12:03.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:03 smithi089 ceph-mon[103124]: pgmap v297: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 16 MiB/s wr, 1.03k op/s 2023-12-07T14:12:03.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 550.0 s, 1145.8 tps, lat 87.204 ms stddev 174.403 2023-12-07T14:12:04.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:03 smithi039 ceph-mon[98864]: pgmap v297: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 16 MiB/s wr, 1.03k op/s 2023-12-07T14:12:04.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:03 smithi055 ceph-mon[103363]: pgmap v297: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 93 KiB/s rd, 16 MiB/s wr, 1.03k op/s 2023-12-07T14:12:06.061 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:05 smithi039 ceph-mon[98864]: pgmap v298: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 20 MiB/s wr, 1.50k op/s 2023-12-07T14:12:06.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:05 smithi055 ceph-mon[103363]: pgmap v298: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 20 MiB/s wr, 1.50k op/s 2023-12-07T14:12:06.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:05 smithi089 ceph-mon[103124]: pgmap v298: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 20 MiB/s wr, 1.50k op/s 2023-12-07T14:12:08.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:07 smithi039 ceph-mon[98864]: pgmap v299: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 20 MiB/s wr, 1.47k op/s 2023-12-07T14:12:08.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:07 smithi039 ceph-mon[98864]: osdmap e95: 12 total, 12 up, 12 in 2023-12-07T14:12:08.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:07 smithi055 ceph-mon[103363]: pgmap v299: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 20 MiB/s wr, 1.47k op/s 2023-12-07T14:12:08.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:07 smithi055 ceph-mon[103363]: osdmap e95: 12 total, 12 up, 12 in 2023-12-07T14:12:08.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:07 smithi089 ceph-mon[103124]: pgmap v299: 97 pgs: 97 active+clean; 6.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 20 MiB/s wr, 1.47k op/s 2023-12-07T14:12:08.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:07 smithi089 ceph-mon[103124]: osdmap e95: 12 total, 12 up, 12 in 2023-12-07T14:12:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 555.0 s, 929.1 tps, lat 89.283 ms stddev 152.226 2023-12-07T14:12:10.059 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:09 smithi039 ceph-mon[98864]: pgmap v301: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 29 MiB/s wr, 2.18k op/s 2023-12-07T14:12:10.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:09 smithi055 ceph-mon[103363]: pgmap v301: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 29 MiB/s wr, 2.18k op/s 2023-12-07T14:12:10.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:09 smithi089 ceph-mon[103124]: pgmap v301: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 29 MiB/s wr, 2.18k op/s 2023-12-07T14:12:11.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:10 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:12:11.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:10 smithi055 ceph-mon[103363]: pgmap v302: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 29 MiB/s wr, 2.18k op/s 2023-12-07T14:12:11.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:10 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:12:11.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:10 smithi089 ceph-mon[103124]: pgmap v302: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 29 MiB/s wr, 2.18k op/s 2023-12-07T14:12:11.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:10 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:12:11.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:10 smithi039 ceph-mon[98864]: pgmap v302: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 29 MiB/s wr, 2.18k op/s 2023-12-07T14:12:12.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:11 smithi055 ceph-mon[103363]: pgmap v303: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 25 MiB/s wr, 1.90k op/s 2023-12-07T14:12:12.195 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:11 smithi089 ceph-mon[103124]: pgmap v303: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 25 MiB/s wr, 1.90k op/s 2023-12-07T14:12:12.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:11 smithi039 ceph-mon[98864]: pgmap v303: 97 pgs: 23 active+clean+snaptrim_wait, 13 active+clean+snaptrim, 61 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 25 MiB/s wr, 1.90k op/s 2023-12-07T14:12:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 560.0 s, 845.2 tps, lat 118.349 ms stddev 223.630 2023-12-07T14:12:14.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:14 smithi039 ceph-mon[98864]: pgmap v304: 97 pgs: 97 active+clean; 5.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 19 MiB/s wr, 1.51k op/s 2023-12-07T14:12:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:14 smithi055 ceph-mon[103363]: pgmap v304: 97 pgs: 97 active+clean; 5.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 19 MiB/s wr, 1.51k op/s 2023-12-07T14:12:14.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:14 smithi089 ceph-mon[103124]: pgmap v304: 97 pgs: 97 active+clean; 5.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 19 MiB/s wr, 1.51k op/s 2023-12-07T14:12:15.742 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.738+0000 7ffbec50c700 1 -- 172.21.15.39:0/1706061843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe4101070 msgr2=0x7ffbe410d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.742 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.738+0000 7ffbec50c700 1 --2- 172.21.15.39:0/1706061843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe4101070 0x7ffbe410d150 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc009fc0 tx=0x7ffbdc00b330 comp rx=0 tx=0).stop 2023-12-07T14:12:15.743 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.738+0000 7ffbec50c700 1 -- 172.21.15.39:0/1706061843 shutdown_connections 2023-12-07T14:12:15.743 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.738+0000 7ffbec50c700 1 --2- 172.21.15.39:0/1706061843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe4101070 0x7ffbe410d150 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.743 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.738+0000 7ffbec50c700 1 --2- 172.21.15.39:0/1706061843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffbe41064a0 0x7ffbe4106880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.743 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.738+0000 7ffbec50c700 1 --2- 172.21.15.39:0/1706061843 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41006b0 0x7ffbe4100b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.743 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.738+0000 7ffbec50c700 1 -- 172.21.15.39:0/1706061843 >> 172.21.15.39:0/1706061843 conn(0x7ffbe40771d0 msgr2=0x7ffbe40775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:15.743 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.739+0000 7ffbec50c700 1 -- 172.21.15.39:0/1706061843 shutdown_connections 2023-12-07T14:12:15.743 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.739+0000 7ffbec50c700 1 -- 172.21.15.39:0/1706061843 wait complete. 2023-12-07T14:12:15.745 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.739+0000 7ffbec50c700 1 Processor -- start 2023-12-07T14:12:15.745 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.739+0000 7ffbec50c700 1 -- start start 2023-12-07T14:12:15.745 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbec50c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe41006b0 0x7ffbe419e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.745 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbec50c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffbe4101070 0x7ffbe419ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.745 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbec50c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41064a0 0x7ffbe419f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.745 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbec50c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe419fdd0 con 0x7ffbe4101070 2023-12-07T14:12:15.745 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbec50c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe419ff40 con 0x7ffbe41006b0 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbec50c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffbe41a0100 con 0x7ffbe41064a0 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41064a0 0x7ffbe419f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe41006b0 0x7ffbe419e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41064a0 0x7ffbe419f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35462/0 (socket says 172.21.15.39:35462) 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe41006b0 0x7ffbe419e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50174/0 (socket says 172.21.15.39:50174) 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 -- 172.21.15.39:0/2214131363 learned_addr learned my addr 172.21.15.39:0/2214131363 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffbe4101070 0x7ffbe419ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 -- 172.21.15.39:0/2214131363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe41006b0 msgr2=0x7ffbe419e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe41006b0 0x7ffbe419e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.746 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 -- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffbe4101070 msgr2=0x7ffbe419ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffbe4101070 0x7ffbe419ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.740+0000 7ffbeaaa9700 1 -- 172.21.15.39:0/2214131363 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffbdc009c40 con 0x7ffbe41064a0 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.741+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffbe4101070 0x7ffbe419ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.741+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41064a0 0x7ffbe419f6f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc007500 tx=0x7ffbdc0075e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.741+0000 7ffbdb7fe700 1 -- 172.21.15.39:0/2214131363 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc00e040 con 0x7ffbe41064a0 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.741+0000 7ffbdb7fe700 1 -- 172.21.15.39:0/2214131363 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffbdc004c40 con 0x7ffbe41064a0 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.741+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffbe41a0380 con 0x7ffbe41064a0 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.741+0000 7ffbdb7fe700 1 -- 172.21.15.39:0/2214131363 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc01b6c0 con 0x7ffbe41064a0 2023-12-07T14:12:15.747 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.741+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbe41a6a50 con 0x7ffbe41064a0 2023-12-07T14:12:15.748 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.744+0000 7ffbdb7fe700 1 -- 172.21.15.39:0/2214131363 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7ffbdc01d470 con 0x7ffbe41064a0 2023-12-07T14:12:15.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.745+0000 7ffbdb7fe700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ffbd00a1730 0x7ffbd00a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.745+0000 7ffbdb7fe700 1 -- 172.21.15.39:0/2214131363 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8499+0+0 (secure 0 0 0) 0x7ffbdc0ce130 con 0x7ffbe41064a0 2023-12-07T14:12:15.749 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.746+0000 7ffbea2a8700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ffbd00a1730 0x7ffbd00a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.750 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.746+0000 7ffbf8705b80 1 Processor -- start 2023-12-07T14:12:15.751 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.747+0000 7ffbea2a8700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ffbd00a1730 0x7ffbd00a3bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0005950 tx=0x7ffbe00058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.747+0000 7ffbf8705b80 1 -- start start 2023-12-07T14:12:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf58a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.752 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58f50 0x5621edf5c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf5cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edecc760 con 0x5621edf58630 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edeb3740 con 0x5621edf5cb10 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edeb1060 con 0x5621edf58f50 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf58a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf58a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58980/0 (socket says 172.21.15.39:58980) 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbea2a8700 1 -- 172.21.15.39:0/4013380293 learned_addr learned my addr 172.21.15.39:0/4013380293 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58f50 0x5621edf5c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf5cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbeaaa9700 1 -- 172.21.15.39:0/4013380293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58f50 msgr2=0x5621edf5c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58f50 0x5621edf5c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbeaaa9700 1 -- 172.21.15.39:0/4013380293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 msgr2=0x5621edf58a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.748+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf58a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.753 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.749+0000 7ffbeaaa9700 1 -- 172.21.15.39:0/4013380293 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621edd295d0 con 0x5621edf5cb10 2023-12-07T14:12:15.757 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.749+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf5cf70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc0cb830 tx=0x7ffbdc009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=74ad31d35a916190 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:15.757 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.749+0000 7ffbd8ff9700 1 -- 172.21.15.39:0/4013380293 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc09b850 con 0x5621edf5cb10 2023-12-07T14:12:15.757 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbd8ff9700 1 -- 172.21.15.39:0/4013380293 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffbdc09b150 con 0x5621edf5cb10 2023-12-07T14:12:15.757 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbd8ff9700 1 -- 172.21.15.39:0/4013380293 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbdc09b3b0 con 0x5621edf5cb10 2023-12-07T14:12:15.757 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbf8705b80 1 -- 172.21.15.39:0/4013380293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 msgr2=0x5621edf5cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf5cf70 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc0cb830 tx=0x7ffbdc009920 comp rx=0 tx=0).stop 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbf8705b80 1 -- 172.21.15.39:0/4013380293 shutdown_connections 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf5cf70 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf58a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/4013380293 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58f50 0x5621edf5c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.750+0000 7ffbf8705b80 1 -- 172.21.15.39:0/4013380293 >> 172.21.15.39:0/4013380293 conn(0x5621ede87300 msgr2=0x5621edf52ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.751+0000 7ffbf8705b80 1 -- 172.21.15.39:0/4013380293 shutdown_connections 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.751+0000 7ffbf8705b80 1 -- 172.21.15.39:0/4013380293 wait complete. 2023-12-07T14:12:15.758 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.751+0000 7ffbf8705b80 1 -- start start 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.751+0000 7ffbf8705b80 1 Processor -- start 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.751+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58630 0x5621edf64230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.751+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf61520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.751+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf5cb10 0x5621edf61b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edeac950 con 0x5621edf5cb10 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621ede66500 con 0x5621edf58f50 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621ede661a0 con 0x5621edf58630 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbf8705b80 10 client.0 _ll_register_callbacks cb 0x5621edd91a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58630 0x5621edf64230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbeaaa9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf5cb10 0x5621edf61b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58630 0x5621edf64230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35476/0 (socket says 172.21.15.39:35476) 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbeaaa9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf5cb10 0x5621edf61b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58990/0 (socket says 172.21.15.39:58990) 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 -- 172.21.15.39:0/2778364325 learned_addr learned my addr 172.21.15.39:0/2778364325 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:15.759 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf61520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 -- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 msgr2=0x5621edf61520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf61520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 -- 172.21.15.39:0/2778364325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf5cb10 msgr2=0x5621edf61b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf5cb10 0x5621edf61b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 -- 172.21.15.39:0/2778364325 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbe41a6a50 con 0x5621edf58630 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbea2a8700 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58630 0x5621edf64230 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ffbe000b540 tx=0x7ffbe0004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f7fd52385056a5f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbcdffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbcdffb700 1 -- 172.21.15.39:0/2778364325 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbe001f840 con 0x5621edf58630 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbcdffb700 1 -- 172.21.15.39:0/2778364325 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8499+0+0 (secure 0 0 0) 0x7ffbe0011e30 con 0x5621edf58630 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.752+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5621edf4b5f0 con 0x5621edf58630 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbcdffb700 1 -- 172.21.15.39:0/2778364325 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffbe000fe90 con 0x5621edf58630 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 10 client.27094 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x5621edcd5d80 con 0x5621edf58630 2023-12-07T14:12:15.760 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbcdffb700 1 -- 172.21.15.39:0/2778364325 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5621edf4b5f0 con 0x5621edf58630 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbcdffb700 1 -- 172.21.15.39:0/2778364325 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ffbe002f070 con 0x5621edf58630 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 10 client.27094 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 10 client.27094 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 20 client.27094 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edf71ca0 0x5621edf740c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 4 client.27094 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5621edf27640 con 0x5621edf71ca0 2023-12-07T14:12:15.761 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.753+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edf71ca0 0x5621edf740c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.754+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edf71ca0 0x5621edf740c0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b019c1d015a4453 server_cookie=36fb039357643ed5 in_seq=0 out_seq=0 2023-12-07T14:12:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.755+0000 7ffbcdffb700 10 client.27094 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.755+0000 7ffbcdffb700 1 -- 172.21.15.39:0/2778364325 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5621edf27640 con 0x5621edf71ca0 2023-12-07T14:12:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.755+0000 7ffbcdffb700 10 client.27094 handle_command_reply: tid=0 2023-12-07T14:12:15.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.755+0000 7ffbf8705b80 1 client.27094 shutdown 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.755+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58630 msgr2=0x5621edf64230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.755+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58630 0x5621edf64230 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ffbe000b540 tx=0x7ffbe0004750 comp rx=0 tx=0).stop 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 shutdown_connections 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf5cb10 0x5621edf61b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf58630 0x5621edf64230 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edf71ca0 0x5621edf740c0 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/2778364325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf61520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 >> 172.21.15.39:0/2778364325 conn(0x5621ede87300 msgr2=0x5621edf57430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbcdffb700 0 client.27094 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 shutdown_connections 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.756+0000 7ffbf8705b80 1 -- 172.21.15.39:0/2778364325 wait complete. 2023-12-07T14:12:15.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.757+0000 7ffbf8705b80 20 client.27094 trim_cache size 0 max 16384 2023-12-07T14:12:15.782 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.778+0000 7ffbf8705b80 1 Processor -- start 2023-12-07T14:12:15.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbf8705b80 1 -- start start 2023-12-07T14:12:15.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf5df00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf6d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5cb10 0x5621edf6db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.784 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edd2b8c0 con 0x5621edf58630 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edf5fa70 con 0x5621edf58f50 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edf5b6e0 con 0x5621edf5cb10 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf5df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbea2a8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf5df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58994/0 (socket says 172.21.15.39:58994) 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbea2a8700 1 -- 172.21.15.39:0/1333439047 learned_addr learned my addr 172.21.15.39:0/1333439047 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf6d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbeaaa9700 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5cb10 0x5621edf6db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbe9aa7700 1 -- 172.21.15.39:0/1333439047 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5cb10 msgr2=0x5621edf6db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5cb10 0x5621edf6db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbe9aa7700 1 -- 172.21.15.39:0/1333439047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 msgr2=0x5621edf5df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:15.785 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf5df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.779+0000 7ffbe9aa7700 1 -- 172.21.15.39:0/1333439047 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621edcbec00 con 0x5621edf58f50 2023-12-07T14:12:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.780+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf6d5f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x5621edf74950 tx=0x7ffbd4008040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0f2355f5756b2ec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.780+0000 7ffbd97fa700 1 -- 172.21.15.39:0/1333439047 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd4019070 con 0x5621edf58f50 2023-12-07T14:12:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.780+0000 7ffbd97fa700 1 -- 172.21.15.39:0/1333439047 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffbd401f070 con 0x5621edf58f50 2023-12-07T14:12:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.780+0000 7ffbd97fa700 1 -- 172.21.15.39:0/1333439047 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd4014af0 con 0x5621edf58f50 2023-12-07T14:12:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.781+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1333439047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 msgr2=0x5621edf6d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.786 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.781+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf6d5f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x5621edf74950 tx=0x7ffbd4008040 comp rx=0 tx=0).stop 2023-12-07T14:12:15.793 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.789+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1333439047 shutdown_connections 2023-12-07T14:12:15.793 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.789+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5cb10 0x5621edf6db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.793 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.789+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf5df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.793 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.789+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1333439047 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf58f50 0x5621edf6d5f0 secure :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0x5621edf74950 tx=0x7ffbd4008040 comp rx=0 tx=0).stop 2023-12-07T14:12:15.793 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.789+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1333439047 >> 172.21.15.39:0/1333439047 conn(0x5621ede87300 msgr2=0x5621edf78a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:15.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.804+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1333439047 shutdown_connections 2023-12-07T14:12:15.818 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.814+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1333439047 wait complete. 2023-12-07T14:12:15.819 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.814+0000 7ffbf8705b80 1 -- start start 2023-12-07T14:12:15.819 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.814+0000 7ffbf8705b80 1 Processor -- start 2023-12-07T14:12:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.818+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf68b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.818+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf69080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.818+0000 7ffbf8705b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5ff90 0x5621edf60410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.818+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edf60b20 con 0x5621edf58630 2023-12-07T14:12:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.818+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edf60c90 con 0x5621edf5cb10 2023-12-07T14:12:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.818+0000 7ffbf8705b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621edfcc970 con 0x5621edf5ff90 2023-12-07T14:12:15.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.818+0000 7ffbf8705b80 10 client.0 _ll_register_callbacks cb 0x5621edd91a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.819+0000 7ffbe9aa7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf69080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.819+0000 7ffbe9aa7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf69080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50202/0 (socket says 172.21.15.39:50202) 2023-12-07T14:12:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.819+0000 7ffbe9aa7700 1 -- 172.21.15.39:0/1425648864 learned_addr learned my addr 172.21.15.39:0/1425648864 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.820+0000 7ffbe9aa7700 1 -- 172.21.15.39:0/1425648864 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5ff90 msgr2=0x5621edf60410 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:12:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.820+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5ff90 0x5621edf60410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.820+0000 7ffbe9aa7700 1 -- 172.21.15.39:0/1425648864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 msgr2=0x5621edf68b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.820+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf68b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.820+0000 7ffbe9aa7700 1 -- 172.21.15.39:0/1425648864 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffbd400a5d0 con 0x5621edf5cb10 2023-12-07T14:12:15.828 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.824+0000 7ffbe9aa7700 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf69080 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4000c00 tx=0x7ffbd4014620 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6acc77ac80599328 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:15.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.826+0000 7ffbcdffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:12:15.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.826+0000 7ffbcdffb700 1 -- 172.21.15.39:0/1425648864 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffbd4019050 con 0x5621edf5cb10 2023-12-07T14:12:15.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.826+0000 7ffbcdffb700 1 -- 172.21.15.39:0/1425648864 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8499+0+0 (secure 0 0 0) 0x7ffbd4014a70 con 0x5621edf5cb10 2023-12-07T14:12:15.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.826+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffbdc09b150 con 0x5621edf5cb10 2023-12-07T14:12:15.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbcdffb700 1 -- 172.21.15.39:0/1425648864 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffbd4014c30 con 0x5621edf5cb10 2023-12-07T14:12:15.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 10 client.26972 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:15.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x5621edcfc1f0 con 0x5621edf5cb10 2023-12-07T14:12:15.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbcdffb700 1 -- 172.21.15.39:0/1425648864 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffbdc09b150 con 0x5621edf5cb10 2023-12-07T14:12:15.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbcdffb700 1 -- 172.21.15.39:0/1425648864 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7ffbd40376e0 con 0x5621edf5cb10 2023-12-07T14:12:15.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 10 client.26972 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:15.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 10 client.26972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:15.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 20 client.26972 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:15.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edfcdff0 0x5621edfce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:15.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 4 client.26972 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:12:15.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.827+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5621ede72f70 con 0x5621edfcdff0 2023-12-07T14:12:15.834 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.831+0000 7ffbea2a8700 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edfcdff0 0x5621edfce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:15.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.831+0000 7ffbea2a8700 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edfcdff0 0x5621edfce420 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb203ff1180ee40a server_cookie=e9e076a6779d41aa in_seq=0 out_seq=0 2023-12-07T14:12:15.835 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.831+0000 7ffbcdffb700 10 client.26972 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:15.870 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.866+0000 7ffbcdffb700 1 -- 172.21.15.39:0/1425648864 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5621ede72f70 con 0x5621edfcdff0 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.866+0000 7ffbcdffb700 10 client.26972 handle_command_reply: tid=0 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.866+0000 7ffbf8705b80 1 client.26972 shutdown 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 msgr2=0x5621edf69080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf69080 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4000c00 tx=0x7ffbd4014620 comp rx=0 tx=0).stop 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 shutdown_connections 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621edf5ff90 0x5621edf60410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621edf58630 0x5621edf68b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621edfcdff0 0x5621edfce420 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 --2- 172.21.15.39:0/1425648864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621edf5cb10 0x5621edf69080 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbcdffb700 0 client.26972 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.867+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 >> 172.21.15.39:0/1425648864 conn(0x5621ede87300 msgr2=0x5621edf6d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:15.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.870+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 shutdown_connections 2023-12-07T14:12:15.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.872+0000 7ffbf8705b80 1 -- 172.21.15.39:0/1425648864 wait complete. 2023-12-07T14:12:15.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.872+0000 7ffbf8705b80 20 client.26972 trim_cache size 0 max 16384 2023-12-07T14:12:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:12:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:12:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:12:15.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:12:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ffbd00a1730 msgr2=0x7ffbd00a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ffbd00a1730 0x7ffbd00a3bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ffbe0005950 tx=0x7ffbe00058e0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41064a0 msgr2=0x7ffbe419f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41064a0 0x7ffbe419f6f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ffbdc007500 tx=0x7ffbdc0075e0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 shutdown_connections 2023-12-07T14:12:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7ffbe41064a0 0x7ffbe419f6f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7ffbd00a1730 0x7ffbd00a3bf0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ffbe41006b0 0x7ffbe419e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 --2- 172.21.15.39:0/2214131363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffbe4101070 0x7ffbe419ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 >> 172.21.15.39:0/2214131363 conn(0x7ffbe40771d0 msgr2=0x7ffbe40fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 shutdown_connections 2023-12-07T14:12:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:15.876+0000 7ffbec50c700 1 -- 172.21.15.39:0/2214131363 wait complete. 2023-12-07T14:12:16.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:15 smithi055 ceph-mon[103363]: pgmap v305: 97 pgs: 97 active+clean; 5.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 19 MiB/s wr, 1.51k op/s 2023-12-07T14:12:16.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:15 smithi089 ceph-mon[103124]: pgmap v305: 97 pgs: 97 active+clean; 5.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 19 MiB/s wr, 1.51k op/s 2023-12-07T14:12:16.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:15 smithi039 ceph-mon[98864]: pgmap v305: 97 pgs: 97 active+clean; 5.8 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 19 MiB/s wr, 1.51k op/s 2023-12-07T14:12:18.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:17 smithi055 ceph-mon[103363]: pgmap v306: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 21 MiB/s wr, 1.56k op/s 2023-12-07T14:12:18.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:17 smithi089 ceph-mon[103124]: pgmap v306: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 21 MiB/s wr, 1.56k op/s 2023-12-07T14:12:18.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:17 smithi039 ceph-mon[98864]: pgmap v306: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 21 MiB/s wr, 1.56k op/s 2023-12-07T14:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 565.0 s, 452.2 tps, lat 120.672 ms stddev 283.008 2023-12-07T14:12:19.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:19 smithi039 ceph-mon[98864]: osdmap e96: 12 total, 12 up, 12 in 2023-12-07T14:12:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:19 smithi055 ceph-mon[103363]: osdmap e96: 12 total, 12 up, 12 in 2023-12-07T14:12:19.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:19 smithi089 ceph-mon[103124]: osdmap e96: 12 total, 12 up, 12 in 2023-12-07T14:12:20.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:20 smithi039 ceph-mon[98864]: pgmap v308: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 15 MiB/s wr, 1.20k op/s 2023-12-07T14:12:20.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:20 smithi055 ceph-mon[103363]: pgmap v308: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 15 MiB/s wr, 1.20k op/s 2023-12-07T14:12:20.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:20 smithi089 ceph-mon[103124]: pgmap v308: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 15 MiB/s wr, 1.20k op/s 2023-12-07T14:12:22.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:21 smithi089 ceph-mon[103124]: pgmap v309: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 15 MiB/s wr, 1.01k op/s 2023-12-07T14:12:22.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:21 smithi039 ceph-mon[98864]: pgmap v309: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 15 MiB/s wr, 1.01k op/s 2023-12-07T14:12:22.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:21 smithi055 ceph-mon[103363]: pgmap v309: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 15 MiB/s wr, 1.01k op/s 2023-12-07T14:12:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 570.0 s, 958.4 tps, lat 131.639 ms stddev 506.760 2023-12-07T14:12:24.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:24 smithi039 ceph-mon[98864]: pgmap v310: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 12 MiB/s wr, 671 op/s 2023-12-07T14:12:24.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:24 smithi055 ceph-mon[103363]: pgmap v310: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 12 MiB/s wr, 671 op/s 2023-12-07T14:12:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:24 smithi089 ceph-mon[103124]: pgmap v310: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 12 MiB/s wr, 671 op/s 2023-12-07T14:12:26.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:25 smithi055 ceph-mon[103363]: pgmap v311: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 12 MiB/s wr, 671 op/s 2023-12-07T14:12:26.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:25 smithi089 ceph-mon[103124]: pgmap v311: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 12 MiB/s wr, 671 op/s 2023-12-07T14:12:26.317 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:25 smithi039 ceph-mon[98864]: pgmap v311: 97 pgs: 97 active+clean; 5.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 50 KiB/s rd, 12 MiB/s wr, 671 op/s 2023-12-07T14:12:28.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:27 smithi055 ceph-mon[103363]: pgmap v312: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 12 MiB/s wr, 763 op/s 2023-12-07T14:12:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:27 smithi089 ceph-mon[103124]: pgmap v312: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 12 MiB/s wr, 763 op/s 2023-12-07T14:12:28.310 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:27 smithi039 ceph-mon[98864]: pgmap v312: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 12 MiB/s wr, 763 op/s 2023-12-07T14:12:28.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 575.0 s, 1595.0 tps, lat 85.296 ms stddev 258.527 2023-12-07T14:12:29.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/1352656415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd01017d0 msgr2=0x7f0bd010d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/1352656415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd01017d0 0x7f0bd010d200 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f0bc800b0a0 tx=0x7f0bc800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/1352656415 shutdown_connections 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/1352656415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd01017d0 0x7f0bd010d200 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/1352656415 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bd0106530 0x7f0bd0106910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/1352656415 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0bd0100e10 0x7f0bd0101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/1352656415 >> 172.21.15.39:0/1352656415 conn(0x7f0bd00756b0 msgr2=0x7f0bd0075ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/1352656415 shutdown_connections 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.023+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/1352656415 wait complete. 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 Processor -- start 2023-12-07T14:12:29.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 -- start start 2023-12-07T14:12:29.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0bd0100e10 0x7f0bd01986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bd01017d0 0x7f0bd0198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd0106530 0x7f0bd01a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bd01994f0 con 0x7f0bd0106530 2023-12-07T14:12:29.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bd01a3cb0 con 0x7f0bd01017d0 2023-12-07T14:12:29.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bd5e1b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bd01a3df0 con 0x7f0bd0100e10 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd0106530 0x7f0bd01a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcf7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0bd0100e10 0x7f0bd01986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd0106530 0x7f0bd01a3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59016/0 (socket says 172.21.15.39:59016) 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcffff700 1 -- 172.21.15.39:0/3740104007 learned_addr learned my addr 172.21.15.39:0/3740104007 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bceffd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bd01017d0 0x7f0bd0198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcf7fe700 1 -- 172.21.15.39:0/3740104007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bd01017d0 msgr2=0x7f0bd0198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bd01017d0 0x7f0bd0198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcf7fe700 1 -- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd0106530 msgr2=0x7f0bd01a3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.024+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd0106530 0x7f0bd01a3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bcf7fe700 1 -- 172.21.15.39:0/3740104007 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bc4009520 con 0x7f0bd0100e10 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bcffff700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd0106530 0x7f0bd01a3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0bd0100e10 0x7f0bd01986f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0010d00 tx=0x7f0bc000b5a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bccff9700 1 -- 172.21.15.39:0/3740104007 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc0015070 con 0x7f0bd0100e10 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bc0009520 con 0x7f0bd0100e10 2023-12-07T14:12:29.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bccff9700 1 -- 172.21.15.39:0/3740104007 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0bc0010e50 con 0x7f0bd0100e10 2023-12-07T14:12:29.032 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bccff9700 1 -- 172.21.15.39:0/3740104007 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc0003bf0 con 0x7f0bd0100e10 2023-12-07T14:12:29.032 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.025+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bc8009d00 con 0x7f0bd0100e10 2023-12-07T14:12:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.027+0000 7f0bccff9700 1 -- 172.21.15.39:0/3740104007 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f0bc0019410 con 0x7f0bd0100e10 2023-12-07T14:12:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.028+0000 7f0bccff9700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0bb80a15e0 0x7f0bb80a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.028+0000 7f0bccff9700 1 -- 172.21.15.39:0/3740104007 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f0bc00d08d0 con 0x7f0bd0100e10 2023-12-07T14:12:29.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.028+0000 7f0bceffd700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0bb80a15e0 0x7f0bb80a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.028+0000 7f0be2014b80 1 Processor -- start 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0be2014b80 1 -- start start 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512ad630 0x559b512ada10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512adf50 0x559b512b15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512b1b10 0x559b512b1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0be2014b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b51221760 con 0x559b512b1b10 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0be2014b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b51208740 con 0x559b512ad630 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0be2014b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b51206060 con 0x559b512adf50 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0bcffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512b1b10 0x559b512b1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0bcffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512b1b10 0x559b512b1f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59020/0 (socket says 172.21.15.39:59020) 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.029+0000 7f0bcffff700 1 -- 172.21.15.39:0/2512300947 learned_addr learned my addr 172.21.15.39:0/2512300947 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512ad630 0x559b512ada10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bceffd700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0bb80a15e0 0x7f0bb80a3aa0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0bd0100550 tx=0x7f0bc4009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:29.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bceffd700 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512adf50 0x559b512b15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bcffff700 1 -- 172.21.15.39:0/2512300947 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512adf50 msgr2=0x559b512b15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bcffff700 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512adf50 0x559b512b15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bcffff700 1 -- 172.21.15.39:0/2512300947 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512ad630 msgr2=0x559b512ada10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bcffff700 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512ad630 0x559b512ada10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.030+0000 7f0bcffff700 1 -- 172.21.15.39:0/2512300947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b5107e5d0 con 0x559b512b1b10 2023-12-07T14:12:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.031+0000 7f0bcffff700 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512b1b10 0x559b512b1f70 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f0bc8009c30 tx=0x7f0bc8009c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dd67321bce9c937 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:29.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.031+0000 7f0bb5ffb700 1 -- 172.21.15.39:0/2512300947 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc800e040 con 0x559b512b1b10 2023-12-07T14:12:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.031+0000 7f0bb5ffb700 1 -- 172.21.15.39:0/2512300947 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0bc80094a0 con 0x559b512b1b10 2023-12-07T14:12:29.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.031+0000 7f0bb5ffb700 1 -- 172.21.15.39:0/2512300947 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc80052a0 con 0x559b512b1b10 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 -- 172.21.15.39:0/2512300947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512b1b10 msgr2=0x559b512b1f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512b1b10 0x559b512b1f70 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f0bc8009c30 tx=0x7f0bc8009c60 comp rx=0 tx=0).stop 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 -- 172.21.15.39:0/2512300947 shutdown_connections 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512b1b10 0x559b512b1f70 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512ad630 0x559b512ada10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2512300947 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512adf50 0x559b512b15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 -- 172.21.15.39:0/2512300947 >> 172.21.15.39:0/2512300947 conn(0x559b511dc300 msgr2=0x559b512a7ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 -- 172.21.15.39:0/2512300947 shutdown_connections 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.032+0000 7f0be2014b80 1 -- 172.21.15.39:0/2512300947 wait complete. 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.033+0000 7f0be2014b80 1 -- start start 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.033+0000 7f0be2014b80 1 Processor -- start 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.033+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512b9200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.033+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512b64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.033+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512b6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0be2014b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b51201950 con 0x559b512adf50 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0be2014b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b511bb500 con 0x559b512b1b10 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0be2014b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b511bb1a0 con 0x559b512ad630 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0be2014b80 10 client.0 _ll_register_callbacks cb 0x559b510e6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512b64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512b64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59028/0 (socket says 172.21.15.39:59028) 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 -- 172.21.15.39:0/996388433 learned_addr learned my addr 172.21.15.39:0/996388433 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bcffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512b6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512b9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 -- 172.21.15.39:0/996388433 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 msgr2=0x559b512b9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:29.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512b9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 -- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 msgr2=0x559b512b6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512b6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 -- 172.21.15.39:0/996388433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bd010da90 con 0x559b512adf50 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512b9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bcffff700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0bceffd700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512b64f0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f0bc400ec50 tx=0x7f0bc40047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=760dd649b4a990bb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0baeffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0baeffd700 1 -- 172.21.15.39:0/996388433 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4022070 con 0x559b512adf50 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.034+0000 7f0baeffd700 1 -- 172.21.15.39:0/996388433 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f0bc401dae0 con 0x559b512adf50 2023-12-07T14:12:29.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559b512a05f0 con 0x559b512adf50 2023-12-07T14:12:29.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0baeffd700 1 -- 172.21.15.39:0/996388433 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0bc401dca0 con 0x559b512adf50 2023-12-07T14:12:29.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 10 client.17502 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:29.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x559b5102ad80 con 0x559b512adf50 2023-12-07T14:12:29.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0baeffd700 1 -- 172.21.15.39:0/996388433 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559b512a05f0 con 0x559b512adf50 2023-12-07T14:12:29.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0baeffd700 1 -- 172.21.15.39:0/996388433 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f0bc40039f0 con 0x559b512adf50 2023-12-07T14:12:29.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 10 client.17502 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 10 client.17502 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 20 client.17502 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b512c6e90 0x559b512c92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 4 client.17502 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559b5127c640 con 0x559b512c6e90 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.035+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b512c6e90 0x559b512c92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.036+0000 7f0baeffd700 10 client.17502 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:29.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.036+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b512c6e90 0x559b512c92b0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=29e4849e8bec1f96 server_cookie=94ac1b858bd7a922 in_seq=0 out_seq=0 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.036+0000 7f0baeffd700 1 -- 172.21.15.39:0/996388433 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559b5127c640 con 0x559b512c6e90 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0baeffd700 10 client.17502 handle_command_reply: tid=0 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 client.17502 shutdown 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 msgr2=0x559b512b64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512b64f0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f0bc400ec50 tx=0x7f0bc40047c0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 shutdown_connections 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b512c6e90 0x559b512c92b0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512b6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512b9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0baeffd700 0 client.17502 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:29.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 --2- 172.21.15.39:0/996388433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512b64f0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 >> 172.21.15.39:0/996388433 conn(0x559b511dc300 msgr2=0x559b512ac430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:29.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 shutdown_connections 2023-12-07T14:12:29.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 1 -- 172.21.15.39:0/996388433 wait complete. 2023-12-07T14:12:29.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.037+0000 7f0be2014b80 20 client.17502 trim_cache size 0 max 16384 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 Processor -- start 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 -- start start 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512ad630 0x559b512b6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512adf50 0x559b512b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512b1b10 0x559b512cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b510808c0 con 0x559b512ad630 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b512a78b0 con 0x559b512adf50 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0be2014b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b512b7400 con 0x559b512b1b10 2023-12-07T14:12:29.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0bcf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512ad630 0x559b512b6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0bcf7fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512ad630 0x559b512b6ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59034/0 (socket says 172.21.15.39:59034) 2023-12-07T14:12:29.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.056+0000 7f0bcf7fe700 1 -- 172.21.15.39:0/890641676 learned_addr learned my addr 172.21.15.39:0/890641676 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:29.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.057+0000 7f0bcffff700 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512b1b10 0x559b512cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.057+0000 7f0bcf7fe700 1 -- 172.21.15.39:0/890641676 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512b1b10 msgr2=0x559b512cdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.057+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512b1b10 0x559b512cdbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.057+0000 7f0bcf7fe700 1 -- 172.21.15.39:0/890641676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512adf50 msgr2=0x559b512b8f30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.057+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512adf50 0x559b512b8f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.057+0000 7f0bcf7fe700 1 -- 172.21.15.39:0/890641676 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b51013c00 con 0x559b512ad630 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.058+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512ad630 0x559b512b6ae0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0099d90 tx=0x7f0bc0024040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed8330ef49fa797f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.058+0000 7f0bb67fc700 1 -- 172.21.15.39:0/890641676 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc00a19e0 con 0x559b512ad630 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.058+0000 7f0bb67fc700 1 -- 172.21.15.39:0/890641676 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0bc00a5c20 con 0x559b512ad630 2023-12-07T14:12:29.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.058+0000 7f0bb67fc700 1 -- 172.21.15.39:0/890641676 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc009dd50 con 0x559b512ad630 2023-12-07T14:12:29.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 -- 172.21.15.39:0/890641676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512ad630 msgr2=0x559b512b6ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512ad630 0x559b512b6ae0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0099d90 tx=0x7f0bc0024040 comp rx=0 tx=0).stop 2023-12-07T14:12:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 -- 172.21.15.39:0/890641676 shutdown_connections 2023-12-07T14:12:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512b1b10 0x559b512cdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512ad630 0x559b512b6ae0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 --2- 172.21.15.39:0/890641676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512adf50 0x559b512b8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 -- 172.21.15.39:0/890641676 >> 172.21.15.39:0/890641676 conn(0x559b511dc300 msgr2=0x559b512acc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 -- 172.21.15.39:0/890641676 shutdown_connections 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 -- 172.21.15.39:0/890641676 wait complete. 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 -- start start 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.059+0000 7f0be2014b80 1 Processor -- start 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512bbd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512bc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0be2014b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512bc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0be2014b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5131c350 con 0x559b512adf50 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0be2014b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5131c490 con 0x559b512b1b10 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0be2014b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b5131c5d0 con 0x559b512ad630 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0be2014b80 10 client.0 _ll_register_callbacks cb 0x559b510e6a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:29.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512bc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bcf7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512bbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512bc2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59038/0 (socket says 172.21.15.39:59038) 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 -- 172.21.15.39:0/2976894851 learned_addr learned my addr 172.21.15.39:0/2976894851 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bcf7fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512bbd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35528/0 (socket says 172.21.15.39:35528) 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bcffff700 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512bc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 -- 172.21.15.39:0/2976894851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 msgr2=0x559b512bbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512bbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 -- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 msgr2=0x559b512bc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512bc7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 -- 172.21.15.39:0/2976894851 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bc0086e70 con 0x559b512adf50 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0bceffd700 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512bc2b0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4003d80 tx=0x7f0bc400e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f0ea0c8d6b6383 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.060+0000 7f0baeffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0baeffd700 1 -- 172.21.15.39:0/2976894851 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4022040 con 0x559b512adf50 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0baeffd700 1 -- 172.21.15.39:0/2976894851 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f0bc4003890 con 0x559b512adf50 2023-12-07T14:12:29.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0bc80094a0 con 0x559b512adf50 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0baeffd700 1 -- 172.21.15.39:0/2976894851 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0bc4003a90 con 0x559b512adf50 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 10 client.17508 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x559b510511f0 con 0x559b512adf50 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0baeffd700 1 -- 172.21.15.39:0/2976894851 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0bc80094a0 con 0x559b512adf50 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0baeffd700 1 -- 172.21.15.39:0/2976894851 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f0bc401c800 con 0x559b512adf50 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 10 client.17508 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 10 client.17508 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 20 client.17508 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b5131de10 0x559b51320230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 4 client.17508 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559b511c7f70 con 0x559b5131de10 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.061+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b5131de10 0x559b51320230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.062+0000 7f0baeffd700 10 client.17508 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:29.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.062+0000 7f0bcf7fe700 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b5131de10 0x559b51320230 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bee4c37a3e4257f server_cookie=a7a8ce9658853286 in_seq=0 out_seq=0 2023-12-07T14:12:29.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.111+0000 7f0baeffd700 1 -- 172.21.15.39:0/2976894851 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559b511c7f70 con 0x559b5131de10 2023-12-07T14:12:29.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.111+0000 7f0baeffd700 10 client.17508 handle_command_reply: tid=0 2023-12-07T14:12:29.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.111+0000 7f0be2014b80 1 client.17508 shutdown 2023-12-07T14:12:29.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.112+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 msgr2=0x559b512bc2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.112+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512bc2b0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4003d80 tx=0x7f0bc400e3b0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 shutdown_connections 2023-12-07T14:12:29.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559b5131de10 0x559b51320230 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559b512b1b10 0x559b512bc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559b512ad630 0x559b512bbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 --2- 172.21.15.39:0/2976894851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b512adf50 0x559b512bc2b0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 >> 172.21.15.39:0/2976894851 conn(0x559b511dc300 msgr2=0x559b512cdbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0baeffd700 0 client.17508 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 shutdown_connections 2023-12-07T14:12:29.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.125+0000 7f0be2014b80 1 -- 172.21.15.39:0/2976894851 wait complete. 2023-12-07T14:12:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.136+0000 7f0be2014b80 20 client.17508 trim_cache size 0 max 16384 2023-12-07T14:12:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:12:29.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:12:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:12:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:12:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0bb80a15e0 msgr2=0x7f0bb80a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0bb80a15e0 0x7f0bb80a3aa0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0bd0100550 tx=0x7f0bc4009260 comp rx=0 tx=0).stop 2023-12-07T14:12:29.148 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0bd0100e10 msgr2=0x7f0bd01986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0bd0100e10 0x7f0bd01986f0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0010d00 tx=0x7f0bc000b5a0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 shutdown_connections 2023-12-07T14:12:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bd0106530 0x7f0bd01a3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0bd0100e10 0x7f0bd01986f0 secure :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f0bc0010d00 tx=0x7f0bc000b5a0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f0bb80a15e0 0x7f0bb80a3aa0 secure :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0bd0100550 tx=0x7f0bc4009260 comp rx=0 tx=0).stop 2023-12-07T14:12:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 --2- 172.21.15.39:0/3740104007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bd01017d0 0x7f0bd0198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:29.149 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.145+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 >> 172.21.15.39:0/3740104007 conn(0x7f0bd00756b0 msgr2=0x7f0bd00fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:29.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.150+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 shutdown_connections 2023-12-07T14:12:29.154 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:29.150+0000 7f0bd5e1b700 1 -- 172.21.15.39:0/3740104007 wait complete. 2023-12-07T14:12:30.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:29 smithi055 ceph-mon[103363]: pgmap v313: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 10 MiB/s wr, 673 op/s 2023-12-07T14:12:30.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:29 smithi089 ceph-mon[103124]: pgmap v313: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 10 MiB/s wr, 673 op/s 2023-12-07T14:12:30.312 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:29 smithi039 ceph-mon[98864]: pgmap v313: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 10 MiB/s wr, 673 op/s 2023-12-07T14:12:32.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:31 smithi055 ceph-mon[103363]: pgmap v314: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 14 MiB/s wr, 913 op/s 2023-12-07T14:12:32.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:31 smithi089 ceph-mon[103124]: pgmap v314: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 14 MiB/s wr, 913 op/s 2023-12-07T14:12:32.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:31 smithi039 ceph-mon[98864]: pgmap v314: 97 pgs: 97 active+clean; 6.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 14 MiB/s wr, 913 op/s 2023-12-07T14:12:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 580.0 s, 1225.1 tps, lat 78.068 ms stddev 115.992 2023-12-07T14:12:34.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:34 smithi039 ceph-mon[98864]: pgmap v315: 97 pgs: 97 active+clean; 6.1 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 1.28k op/s 2023-12-07T14:12:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:34 smithi055 ceph-mon[103363]: pgmap v315: 97 pgs: 97 active+clean; 6.1 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 1.28k op/s 2023-12-07T14:12:34.944 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:34 smithi089 ceph-mon[103124]: pgmap v315: 97 pgs: 97 active+clean; 6.1 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 1.28k op/s 2023-12-07T14:12:36.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:35 smithi055 ceph-mon[103363]: pgmap v316: 97 pgs: 97 active+clean; 6.1 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 16 MiB/s wr, 1.16k op/s 2023-12-07T14:12:36.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:35 smithi089 ceph-mon[103124]: pgmap v316: 97 pgs: 97 active+clean; 6.1 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 16 MiB/s wr, 1.16k op/s 2023-12-07T14:12:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:35 smithi039 ceph-mon[98864]: pgmap v316: 97 pgs: 97 active+clean; 6.1 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 16 MiB/s wr, 1.16k op/s 2023-12-07T14:12:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:37 smithi055 ceph-mon[103363]: pgmap v317: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 22 MiB/s wr, 1.69k op/s 2023-12-07T14:12:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:37 smithi089 ceph-mon[103124]: pgmap v317: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 22 MiB/s wr, 1.69k op/s 2023-12-07T14:12:38.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:37 smithi039 ceph-mon[98864]: pgmap v317: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 22 MiB/s wr, 1.69k op/s 2023-12-07T14:12:38.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 585.0 s, 1415.3 tps, lat 73.856 ms stddev 100.399 2023-12-07T14:12:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:39 smithi055 ceph-mon[103363]: pgmap v318: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 16 MiB/s wr, 1.25k op/s 2023-12-07T14:12:40.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:39 smithi089 ceph-mon[103124]: pgmap v318: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 16 MiB/s wr, 1.25k op/s 2023-12-07T14:12:40.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:39 smithi039 ceph-mon[98864]: pgmap v318: 97 pgs: 97 active+clean; 6.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 16 MiB/s wr, 1.25k op/s 2023-12-07T14:12:42.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:41 smithi055 ceph-mon[103363]: pgmap v319: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 19 MiB/s wr, 1.38k op/s 2023-12-07T14:12:42.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:41 smithi089 ceph-mon[103124]: pgmap v319: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 19 MiB/s wr, 1.38k op/s 2023-12-07T14:12:42.311 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:41 smithi039 ceph-mon[98864]: pgmap v319: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 19 MiB/s wr, 1.38k op/s 2023-12-07T14:12:42.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.332+0000 7fc147f71700 1 -- 172.21.15.39:0/590947667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 msgr2=0x7fc140100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.332+0000 7fc147f71700 1 --2- 172.21.15.39:0/590947667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc140100980 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc13c009990 tx=0x7fc13c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.334+0000 7fc147f71700 1 -- 172.21.15.39:0/590947667 shutdown_connections 2023-12-07T14:12:42.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.334+0000 7fc147f71700 1 --2- 172.21.15.39:0/590947667 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1401056c0 0x7fc14010d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.334+0000 7fc147f71700 1 --2- 172.21.15.39:0/590947667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc140100980 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.334+0000 7fc147f71700 1 --2- 172.21.15.39:0/590947667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140100f50 0x7fc140104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.334+0000 7fc147f71700 1 -- 172.21.15.39:0/590947667 >> 172.21.15.39:0/590947667 conn(0x7fc1400fbe60 msgr2=0x7fc1400fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:42.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.334+0000 7fc147f71700 1 -- 172.21.15.39:0/590947667 shutdown_connections 2023-12-07T14:12:42.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.334+0000 7fc147f71700 1 -- 172.21.15.39:0/590947667 wait complete. 2023-12-07T14:12:42.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 Processor -- start 2023-12-07T14:12:42.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 -- start start 2023-12-07T14:12:42.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc14019d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1401056c0 0x7fc14019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140197790 0x7fc140197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc140198210 con 0x7fc140197790 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc140198380 con 0x7fc1401005a0 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc147f71700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc140198540 con 0x7fc1401056c0 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc145d0d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc14019d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc14650e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140197790 0x7fc140197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc145d0d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc14019d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50254/0 (socket says 172.21.15.39:50254) 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc145d0d700 1 -- 172.21.15.39:0/2312372674 learned_addr learned my addr 172.21.15.39:0/2312372674 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.335+0000 7fc14550c700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1401056c0 0x7fc14019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc145d0d700 1 -- 172.21.15.39:0/2312372674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1401056c0 msgr2=0x7fc14019db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc145d0d700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1401056c0 0x7fc14019db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc145d0d700 1 -- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140197790 msgr2=0x7fc140197c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc145d0d700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140197790 0x7fc140197c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc145d0d700 1 -- 172.21.15.39:0/2312372674 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc13c0095f0 con 0x7fc1401005a0 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc14650e700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140197790 0x7fc140197c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc145d0d700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc14019d610 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc13c005910 tx=0x7fc13c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:42.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc136ffd700 1 -- 172.21.15.39:0/2312372674 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c01d070 con 0x7fc1401005a0 2023-12-07T14:12:42.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1401a4480 con 0x7fc1401005a0 2023-12-07T14:12:42.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc136ffd700 1 -- 172.21.15.39:0/2312372674 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc13c022470 con 0x7fc1401005a0 2023-12-07T14:12:42.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc136ffd700 1 -- 172.21.15.39:0/2312372674 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13c017650 con 0x7fc1401005a0 2023-12-07T14:12:42.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.336+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1401a4950 con 0x7fc1401005a0 2023-12-07T14:12:42.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 Processor -- start 2023-12-07T14:12:42.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 -- start start 2023-12-07T14:12:42.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881f630 0x55683881fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x5568388235d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838823f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556838793760 con 0x55683881ff50 2023-12-07T14:12:42.346 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683877a740 con 0x556838823b10 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc15416ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556838778060 con 0x55683881f630 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.341+0000 7fc14650e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881f630 0x55683881fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14550c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838823f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881f630 0x55683881fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35548/0 (socket says 172.21.15.39:35548) 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 -- 172.21.15.39:0/314625079 learned_addr learned my addr 172.21.15.39:0/314625079 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 -- 172.21.15.39:0/314625079 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 msgr2=0x556838823f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 --2- 172.21.15.39:0/314625079 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838823f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 -- 172.21.15.39:0/314625079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 msgr2=0x5568388235d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 --2- 172.21.15.39:0/314625079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x5568388235d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 -- 172.21.15.39:0/314625079 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5568385f05d0 con 0x55683881f630 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc136ffd700 1 -- 172.21.15.39:0/2312372674 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fc13c0225e0 con 0x7fc1401005a0 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc14650e700 1 --2- 172.21.15.39:0/314625079 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881f630 0x55683881fa10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc138003eb0 tx=0x7fc138009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f5608d21564b355 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc12bfff700 1 -- 172.21.15.39:0/314625079 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1380092d0 con 0x55683881f630 2023-12-07T14:12:42.347 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc12bfff700 1 -- 172.21.15.39:0/314625079 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc13800f040 con 0x55683881f630 2023-12-07T14:12:42.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.342+0000 7fc12bfff700 1 -- 172.21.15.39:0/314625079 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13800e820 con 0x55683881f630 2023-12-07T14:12:42.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc136ffd700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc12c0a15e0 0x7fc12c0a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc136ffd700 1 -- 172.21.15.39:0/2312372674 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fc13c0ce2b0 con 0x7fc1401005a0 2023-12-07T14:12:42.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc15416ab80 1 -- 172.21.15.39:0/314625079 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881f630 msgr2=0x55683881fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc15416ab80 1 --2- 172.21.15.39:0/314625079 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881f630 0x55683881fa10 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc138003eb0 tx=0x7fc138009920 comp rx=0 tx=0).stop 2023-12-07T14:12:42.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc15416ab80 1 -- 172.21.15.39:0/314625079 shutdown_connections 2023-12-07T14:12:42.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc15416ab80 1 --2- 172.21.15.39:0/314625079 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838823f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc15416ab80 1 --2- 172.21.15.39:0/314625079 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881f630 0x55683881fa10 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc15416ab80 1 --2- 172.21.15.39:0/314625079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x5568388235d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.343+0000 7fc15416ab80 1 -- 172.21.15.39:0/314625079 >> 172.21.15.39:0/314625079 conn(0x55683874e300 msgr2=0x556838819ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:42.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.344+0000 7fc15416ab80 1 -- 172.21.15.39:0/314625079 shutdown_connections 2023-12-07T14:12:42.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.344+0000 7fc15416ab80 1 -- 172.21.15.39:0/314625079 wait complete. 2023-12-07T14:12:42.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.344+0000 7fc145d0d700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc12c0a15e0 0x7fc12c0a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 -- start start 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 Processor -- start 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc145d0d700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc12c0a15e0 0x7fc12c0a3aa0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00f740 tx=0x7fc13c022f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x55683882b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881ff50 0x556838828500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838828b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556838773950 con 0x55683881f630 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683872d500 con 0x556838823b10 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683872d1a0 con 0x55683881ff50 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc15416ab80 10 client.0 _ll_register_callbacks cb 0x556838658a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc14650e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x55683882b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc14650e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x55683882b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59064/0 (socket says 172.21.15.39:59064) 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.345+0000 7fc14650e700 1 -- 172.21.15.39:0/3457359063 learned_addr learned my addr 172.21.15.39:0/3457359063 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:42.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc14650e700 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838828b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc14650e700 1 -- 172.21.15.39:0/3457359063 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881ff50 msgr2=0x556838828500 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc14650e700 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881ff50 0x556838828500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc14650e700 1 -- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 msgr2=0x556838828b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc14650e700 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838828b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc14650e700 1 -- 172.21.15.39:0/3457359063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc138003b90 con 0x55683881f630 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc14650e700 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x55683882b210 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fc138009470 tx=0x7fc138007ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea47d7d47c44255 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc1297fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc1297fa700 1 -- 172.21.15.39:0/3457359063 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13800e900 con 0x55683881f630 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc1297fa700 1 -- 172.21.15.39:0/3457359063 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fc13800ea60 con 0x55683881f630 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5568388125f0 con 0x55683881f630 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.346+0000 7fc1297fa700 1 -- 172.21.15.39:0/3457359063 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc13800ec20 con 0x55683881f630 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 10 client.17517 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x55683859cd80 con 0x55683881f630 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc1297fa700 1 -- 172.21.15.39:0/3457359063 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5568388125f0 con 0x55683881f630 2023-12-07T14:12:42.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc1297fa700 1 -- 172.21.15.39:0/3457359063 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fc138015cc0 con 0x55683881f630 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 10 client.17517 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 10 client.17517 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 20 client.17517 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683884e140 0x556838850560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 4 client.17517 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5568387ee640 con 0x55683884e140 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.347+0000 7fc14550c700 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683884e140 0x556838850560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.348+0000 7fc1297fa700 10 client.17517 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:42.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.348+0000 7fc14550c700 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683884e140 0x556838850560 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed078809dece3629 server_cookie=dc35ccec2f6db43c in_seq=0 out_seq=0 2023-12-07T14:12:42.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.349+0000 7fc1297fa700 1 -- 172.21.15.39:0/3457359063 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5568387ee640 con 0x55683884e140 2023-12-07T14:12:42.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.349+0000 7fc1297fa700 10 client.17517 handle_command_reply: tid=0 2023-12-07T14:12:42.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 client.17517 shutdown 2023-12-07T14:12:42.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 msgr2=0x55683882b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x55683882b210 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fc138009470 tx=0x7fc138007ee0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 shutdown_connections 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55683884e140 0x556838850560 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556838823b10 0x556838828b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x55683882b210 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc1297fa700 0 client.17517 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3457359063 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55683881ff50 0x556838828500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 >> 172.21.15.39:0/3457359063 conn(0x55683874e300 msgr2=0x55683881e430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 shutdown_connections 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 1 -- 172.21.15.39:0/3457359063 wait complete. 2023-12-07T14:12:42.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.350+0000 7fc15416ab80 20 client.17517 trim_cache size 0 max 16384 2023-12-07T14:12:42.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 Processor -- start 2023-12-07T14:12:42.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 -- start start 2023-12-07T14:12:42.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x5568388284c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881ff50 0x55683881b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x556838827db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568385f28c0 con 0x55683881f630 2023-12-07T14:12:42.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556838828360 con 0x55683881ff50 2023-12-07T14:12:42.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc15416ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55683882bc20 con 0x556838823b10 2023-12-07T14:12:42.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc14650e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x5568388284c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc14650e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x5568388284c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59072/0 (socket says 172.21.15.39:59072) 2023-12-07T14:12:42.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc14650e700 1 -- 172.21.15.39:0/2643171282 learned_addr learned my addr 172.21.15.39:0/2643171282 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:42.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.373+0000 7fc14550c700 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881ff50 0x55683881b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14650e700 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x556838827db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14550c700 1 -- 172.21.15.39:0/2643171282 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 msgr2=0x556838827db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14550c700 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x556838827db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14550c700 1 -- 172.21.15.39:0/2643171282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 msgr2=0x5568388284c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14550c700 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x5568388284c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14550c700 1 -- 172.21.15.39:0/2643171282 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556838585c00 con 0x55683881ff50 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14650e700 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x556838827db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc14550c700 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881ff50 0x55683881b1d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x556838850e10 tx=0x7fc130004320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee02d6564083bd22 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.374+0000 7fc134ff9700 1 -- 172.21.15.39:0/2643171282 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130016040 con 0x55683881ff50 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.375+0000 7fc134ff9700 1 -- 172.21.15.39:0/2643171282 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc13001b660 con 0x55683881ff50 2023-12-07T14:12:42.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.375+0000 7fc134ff9700 1 -- 172.21.15.39:0/2643171282 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130010720 con 0x55683881ff50 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 -- 172.21.15.39:0/2643171282 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881ff50 msgr2=0x55683881b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881ff50 0x55683881b1d0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x556838850e10 tx=0x7fc130004320 comp rx=0 tx=0).stop 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 -- 172.21.15.39:0/2643171282 shutdown_connections 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x556838827db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881f630 0x5568388284c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 --2- 172.21.15.39:0/2643171282 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881ff50 0x55683881b1d0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 -- 172.21.15.39:0/2643171282 >> 172.21.15.39:0/2643171282 conn(0x55683874e300 msgr2=0x55683881ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 -- 172.21.15.39:0/2643171282 shutdown_connections 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 -- 172.21.15.39:0/2643171282 wait complete. 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 -- start start 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.376+0000 7fc15416ab80 1 Processor -- start 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881f630 0x55683882de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.382 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x55683882e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc15416ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x55683882e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc15416ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556838832520 con 0x55683881ff50 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc15416ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556838832660 con 0x55683881f630 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc15416ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556838832820 con 0x556838823b10 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc15416ab80 10 client.0 _ll_register_callbacks cb 0x556838658a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14550c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x55683882e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14550c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x55683882e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59078/0 (socket says 172.21.15.39:59078) 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14550c700 1 -- 172.21.15.39:0/3952680932 learned_addr learned my addr 172.21.15.39:0/3952680932 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881f630 0x55683882de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x55683882e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 -- 172.21.15.39:0/3952680932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 msgr2=0x55683882e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x55683882e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 -- 172.21.15.39:0/3952680932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 msgr2=0x55683882e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x55683882e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.383 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 -- 172.21.15.39:0/3952680932 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc130009cc0 con 0x55683881f630 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc14650e700 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881f630 0x55683882de00 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc138007f50 tx=0x7fc138009ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0b8194f2a2d6fe2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.377+0000 7fc1297fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc1297fa700 1 -- 172.21.15.39:0/3952680932 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc138020e20 con 0x55683881f630 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc1297fa700 1 -- 172.21.15.39:0/3952680932 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fc13800e700 con 0x55683881f630 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc13800f040 con 0x55683881f630 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc1297fa700 1 -- 172.21.15.39:0/3952680932 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc13800e8c0 con 0x55683881f630 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 10 client.27005 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x5568385c31f0 con 0x55683881f630 2023-12-07T14:12:42.384 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc1297fa700 1 -- 172.21.15.39:0/3952680932 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc13803e080 con 0x55683881f630 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc1297fa700 1 -- 172.21.15.39:0/3952680932 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fc138015840 con 0x55683881f630 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 10 client.27005 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 10 client.27005 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 20 client.27005 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568388a95d0 0x5568388ab9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 4 client.27005 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.378+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556838739f70 con 0x5568388a95d0 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.379+0000 7fc14550c700 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568388a95d0 0x5568388ab9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.379+0000 7fc14550c700 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568388a95d0 0x5568388ab9f0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ec731f6d426379f server_cookie=653d2b4390d4c2c in_seq=0 out_seq=0 2023-12-07T14:12:42.385 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.379+0000 7fc1297fa700 10 client.27005 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.395+0000 7fc1297fa700 1 -- 172.21.15.39:0/3952680932 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556838739f70 con 0x5568388a95d0 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.395+0000 7fc1297fa700 10 client.27005 handle_command_reply: tid=0 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.395+0000 7fc15416ab80 1 client.27005 shutdown 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881f630 msgr2=0x55683882de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881f630 0x55683882de00 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc138007f50 tx=0x7fc138009ac0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 shutdown_connections 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556838823b10 0x55683882e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5568388a95d0 0x5568388ab9f0 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55683881f630 0x55683882de00 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 --2- 172.21.15.39:0/3952680932 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55683881ff50 0x55683882e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.400 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 >> 172.21.15.39:0/3952680932 conn(0x55683874e300 msgr2=0x556838821bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc1297fa700 0 client.27005 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 shutdown_connections 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 1 -- 172.21.15.39:0/3952680932 wait complete. 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.396+0000 7fc15416ab80 20 client.27005 trim_cache size 0 max 16384 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:12:42.401 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:12:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc12c0a15e0 msgr2=0x7fc12c0a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc12c0a15e0 0x7fc12c0a3aa0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fc13c00f740 tx=0x7fc13c022f90 comp rx=0 tx=0).stop 2023-12-07T14:12:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 msgr2=0x7fc14019d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc14019d610 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc13c005910 tx=0x7fc13c004730 comp rx=0 tx=0).stop 2023-12-07T14:12:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 shutdown_connections 2023-12-07T14:12:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140197790 0x7fc140197c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.402 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fc12c0a15e0 0x7fc12c0a3aa0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc1401005a0 0x7fc14019d610 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 --2- 172.21.15.39:0/2312372674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fc1401056c0 0x7fc14019db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 >> 172.21.15.39:0/2312372674 conn(0x7fc1400fbe60 msgr2=0x7fc140068e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 shutdown_connections 2023-12-07T14:12:42.403 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:42.397+0000 7fc147f71700 1 -- 172.21.15.39:0/2312372674 wait complete. 2023-12-07T14:12:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 590.0 s, 2202.6 tps, lat 45.212 ms stddev 57.525 2023-12-07T14:12:44.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:44 smithi039 ceph-mon[98864]: pgmap v320: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 19 MiB/s wr, 1.31k op/s 2023-12-07T14:12:44.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:44 smithi055 ceph-mon[103363]: pgmap v320: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 19 MiB/s wr, 1.31k op/s 2023-12-07T14:12:44.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:44 smithi089 ceph-mon[103124]: pgmap v320: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 101 KiB/s rd, 19 MiB/s wr, 1.31k op/s 2023-12-07T14:12:46.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:45 smithi055 ceph-mon[103363]: pgmap v321: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 13 MiB/s wr, 878 op/s 2023-12-07T14:12:46.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:45 smithi089 ceph-mon[103124]: pgmap v321: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 13 MiB/s wr, 878 op/s 2023-12-07T14:12:46.313 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:45 smithi039 ceph-mon[98864]: pgmap v321: 97 pgs: 97 active+clean; 6.2 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 94 KiB/s rd, 13 MiB/s wr, 878 op/s 2023-12-07T14:12:47.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:46 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:12:47.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:46 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:12:47.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:46 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:12:48.159 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:47 smithi055 ceph-mon[103363]: pgmap v322: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 18 MiB/s wr, 1.16k op/s 2023-12-07T14:12:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:47 smithi089 ceph-mon[103124]: pgmap v322: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 18 MiB/s wr, 1.16k op/s 2023-12-07T14:12:48.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:47 smithi039 ceph-mon[98864]: pgmap v322: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 18 MiB/s wr, 1.16k op/s 2023-12-07T14:12:48.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 595.0 s, 1781.6 tps, lat 56.199 ms stddev 64.536 2023-12-07T14:12:50.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:49 smithi055 ceph-mon[103363]: pgmap v323: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 11 MiB/s wr, 626 op/s 2023-12-07T14:12:50.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:49 smithi089 ceph-mon[103124]: pgmap v323: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 11 MiB/s wr, 626 op/s 2023-12-07T14:12:50.313 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:49 smithi039 ceph-mon[98864]: pgmap v323: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 104 KiB/s rd, 11 MiB/s wr, 626 op/s 2023-12-07T14:12:51.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:12:51.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:12:51.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:12:51.692 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:12:51.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-12-07T14:12:51.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:12:51.808 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:12:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi089 to 196.1M 2023-12-07T14:12:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: Unable to set osd_memory_target on smithi089 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-12-07T14:12:52.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi039 to 196.2M 2023-12-07T14:12:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: Unable to set osd_memory_target on smithi039 to 205773209: error parsing value: Value '205773209' is below minimum 939524096 2023-12-07T14:12:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: Adjusting osd_memory_target on smithi055 to 197.2M 2023-12-07T14:12:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: Unable to set osd_memory_target on smithi055 to 206876364: error parsing value: Value '206876364' is below minimum 939524096 2023-12-07T14:12:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:52.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:52 smithi055 ceph-mon[103363]: pgmap v324: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 13 MiB/s wr, 729 op/s 2023-12-07T14:12:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi089 to 196.1M 2023-12-07T14:12:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: Unable to set osd_memory_target on smithi089 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-12-07T14:12:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi039 to 196.2M 2023-12-07T14:12:52.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: Unable to set osd_memory_target on smithi039 to 205773209: error parsing value: Value '205773209' is below minimum 939524096 2023-12-07T14:12:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: Adjusting osd_memory_target on smithi055 to 197.2M 2023-12-07T14:12:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: Unable to set osd_memory_target on smithi055 to 206876364: error parsing value: Value '206876364' is below minimum 939524096 2023-12-07T14:12:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:52.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:52 smithi089 ceph-mon[103124]: pgmap v324: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 13 MiB/s wr, 729 op/s 2023-12-07T14:12:52.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi089 to 196.1M 2023-12-07T14:12:52.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: Unable to set osd_memory_target on smithi089 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-12-07T14:12:52.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi039 to 196.2M 2023-12-07T14:12:52.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: Unable to set osd_memory_target on smithi039 to 205773209: error parsing value: Value '205773209' is below minimum 939524096 2023-12-07T14:12:52.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: Adjusting osd_memory_target on smithi055 to 197.2M 2023-12-07T14:12:52.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: Unable to set osd_memory_target on smithi055 to 206876364: error parsing value: Value '206876364' is below minimum 939524096 2023-12-07T14:12:52.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:12:52.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:52 smithi039 ceph-mon[98864]: pgmap v324: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 13 MiB/s wr, 729 op/s 2023-12-07T14:12:53.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 600.0 s, 1694.6 tps, lat 59.023 ms stddev 68.546 2023-12-07T14:12:54.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:54 smithi039 ceph-mon[98864]: pgmap v325: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 13 MiB/s wr, 755 op/s 2023-12-07T14:12:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:54 smithi055 ceph-mon[103363]: pgmap v325: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 13 MiB/s wr, 755 op/s 2023-12-07T14:12:54.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:54 smithi089 ceph-mon[103124]: pgmap v325: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 114 KiB/s rd, 13 MiB/s wr, 755 op/s 2023-12-07T14:12:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.602+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/30240747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f41100f0 msgr2=0x7fe8f4108b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.602+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/30240747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f41100f0 0x7fe8f4108b10 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fe8f001a9d0 tx=0x7fe8f001ace0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.611+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/30240747 shutdown_connections 2023-12-07T14:12:55.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.611+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/30240747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8f411adb0 0x7fe8f411d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.611+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/30240747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8f410fc80 0x7fe8f41085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.611+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/30240747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f41100f0 0x7fe8f4108b10 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.614 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.611+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/30240747 >> 172.21.15.39:0/30240747 conn(0x7fe8f406c5a0 msgr2=0x7fe8f406c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:55.615 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.613+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/30240747 shutdown_connections 2023-12-07T14:12:55.616 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.613+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/30240747 wait complete. 2023-12-07T14:12:55.616 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 Processor -- start 2023-12-07T14:12:55.617 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 -- start start 2023-12-07T14:12:55.617 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f410fc80 0x7fe8f411a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.617 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8f41100f0 0x7fe8f411a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.617 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8f411adb0 0x7fe8f4116600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.617 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8f4116dd0 con 0x7fe8f410fc80 2023-12-07T14:12:55.617 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8f4116f40 con 0x7fe8f41100f0 2023-12-07T14:12:55.617 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.614+0000 7fe8fc3ea700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8f4117100 con 0x7fe8f411adb0 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f410fc80 0x7fe8f411a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f410fc80 0x7fe8f411a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59094/0 (socket says 172.21.15.39:59094) 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 -- 172.21.15.39:0/1770171348 learned_addr learned my addr 172.21.15.39:0/1770171348 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 -- 172.21.15.39:0/1770171348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8f411adb0 msgr2=0x7fe8f4116600 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8f411adb0 0x7fe8f4116600 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 -- 172.21.15.39:0/1770171348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8f41100f0 msgr2=0x7fe8f411a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8f41100f0 0x7fe8f411a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.618 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 -- 172.21.15.39:0/1770171348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8f001a600 con 0x7fe8f410fc80 2023-12-07T14:12:55.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.615+0000 7fe8fa186700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f410fc80 0x7fe8f411a2c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400b550 tx=0x7fe8e400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:55.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.616+0000 7fe8eb7fe700 1 -- 172.21.15.39:0/1770171348 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e4011830 con 0x7fe8f410fc80 2023-12-07T14:12:55.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.616+0000 7fe8eb7fe700 1 -- 172.21.15.39:0/1770171348 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8e4011e50 con 0x7fe8f410fc80 2023-12-07T14:12:55.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.616+0000 7fe8eb7fe700 1 -- 172.21.15.39:0/1770171348 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8e400f2e0 con 0x7fe8f410fc80 2023-12-07T14:12:55.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.616+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8f41aa960 con 0x7fe8f410fc80 2023-12-07T14:12:55.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.616+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8f41aad90 con 0x7fe8f410fc80 2023-12-07T14:12:55.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.620+0000 7fe9085e3b80 1 Processor -- start 2023-12-07T14:12:55.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe9085e3b80 1 -- start start 2023-12-07T14:12:55.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728e630 0x55729728ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728ef50 0x5572972925d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 0x557297292f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557297202760 con 0x55729728e630 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572971e9740 con 0x55729728ef50 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572971e7060 con 0x557297292b10 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe8fa987700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728e630 0x55729728ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe8fa987700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728e630 0x55729728ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59098/0 (socket says 172.21.15.39:59098) 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe8fa987700 1 -- 172.21.15.39:0/4057277390 learned_addr learned my addr 172.21.15.39:0/4057277390 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.621+0000 7fe8fa186700 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728ef50 0x5572972925d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.622+0000 7fe8fa987700 1 -- 172.21.15.39:0/4057277390 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 msgr2=0x557297292f70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.622+0000 7fe8fa987700 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 0x557297292f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.622+0000 7fe8fa987700 1 -- 172.21.15.39:0/4057277390 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728ef50 msgr2=0x5572972925d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.622+0000 7fe8fa987700 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728ef50 0x5572972925d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.622+0000 7fe8fa987700 1 -- 172.21.15.39:0/4057277390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55729705f5d0 con 0x55729728e630 2023-12-07T14:12:55.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.622+0000 7fe8fa987700 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728e630 0x55729728ea10 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec009d20 tx=0x7fe8ec00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bb301b31bc6ffe server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:55.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.628+0000 7fe8e8d82700 1 -- 172.21.15.39:0/4057277390 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec00e070 con 0x55729728e630 2023-12-07T14:12:55.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.628+0000 7fe8e8d82700 1 -- 172.21.15.39:0/4057277390 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8ec009e70 con 0x55729728e630 2023-12-07T14:12:55.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.628+0000 7fe8e8d82700 1 -- 172.21.15.39:0/4057277390 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec012cf0 con 0x55729728e630 2023-12-07T14:12:55.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.629+0000 7fe9085e3b80 1 -- 172.21.15.39:0/4057277390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728e630 msgr2=0x55729728ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.629+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728e630 0x55729728ea10 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec009d20 tx=0x7fe8ec00b330 comp rx=0 tx=0).stop 2023-12-07T14:12:55.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.630+0000 7fe9085e3b80 1 -- 172.21.15.39:0/4057277390 shutdown_connections 2023-12-07T14:12:55.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.630+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 0x557297292f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.630+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728e630 0x55729728ea10 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.630+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/4057277390 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728ef50 0x5572972925d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.630+0000 7fe9085e3b80 1 -- 172.21.15.39:0/4057277390 >> 172.21.15.39:0/4057277390 conn(0x5572971bd300 msgr2=0x557297288ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:55.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.630+0000 7fe8eb7fe700 1 -- 172.21.15.39:0/1770171348 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe8e4011990 con 0x7fe8f410fc80 2023-12-07T14:12:55.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.630+0000 7fe8eb7fe700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe8e00a16b0 0x7fe8e00a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.631+0000 7fe8eb7fe700 1 -- 172.21.15.39:0/1770171348 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe8e40cd110 con 0x7fe8f410fc80 2023-12-07T14:12:55.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.632+0000 7fe9085e3b80 1 -- 172.21.15.39:0/4057277390 shutdown_connections 2023-12-07T14:12:55.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.632+0000 7fe9085e3b80 1 -- 172.21.15.39:0/4057277390 wait complete. 2023-12-07T14:12:55.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.632+0000 7fe9085e3b80 1 -- start start 2023-12-07T14:12:55.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.632+0000 7fe9085e3b80 1 Processor -- start 2023-12-07T14:12:55.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 0x557297297700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728ef50 0x557297297c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 0x557297298180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572971e2950 con 0x55729728ef50 2023-12-07T14:12:55.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55729719c500 con 0x55729728e630 2023-12-07T14:12:55.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55729719c1a0 con 0x557297292b10 2023-12-07T14:12:55.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe9085e3b80 10 client.0 _ll_register_callbacks cb 0x5572970c7a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:55.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe8f9985700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe8e00a16b0 0x7fe8e00a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe8f9985700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728ef50 0x557297297c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe8f9985700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728ef50 0x557297297c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59106/0 (socket says 172.21.15.39:59106) 2023-12-07T14:12:55.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.633+0000 7fe8f9985700 1 -- 172.21.15.39:0/3185045093 learned_addr learned my addr 172.21.15.39:0/3185045093 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:55.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.634+0000 7fe8fa186700 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 0x557297297700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.634+0000 7fe8fa987700 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 0x557297298180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.634+0000 7fe8f9985700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe8e00a16b0 0x7fe8e00a3b70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe8f001a8f0 tx=0x7fe8f00041a0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:55.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.635+0000 7fe8f9985700 1 -- 172.21.15.39:0/3185045093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 msgr2=0x557297298180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:55.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.635+0000 7fe8f9985700 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 0x557297298180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.635+0000 7fe8f9985700 1 -- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 msgr2=0x557297297700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:55.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.635+0000 7fe8f9985700 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 0x557297297700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.635+0000 7fe8f9985700 1 -- 172.21.15.39:0/3185045093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8ec0099d0 con 0x55729728ef50 2023-12-07T14:12:55.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe8f9985700 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728ef50 0x557297297c40 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0004460 tx=0x7fe8f001c550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0669b80bf40633 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:55.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe8ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:12:55.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3185045093 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8f0003a70 con 0x55729728ef50 2023-12-07T14:12:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3185045093 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe8f0003bd0 con 0x55729728ef50 2023-12-07T14:12:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5572972815f0 con 0x55729728ef50 2023-12-07T14:12:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3185045093 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8f0003d90 con 0x55729728ef50 2023-12-07T14:12:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe9085e3b80 10 client.17535 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.636+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x55729700bd80 con 0x55729728ef50 2023-12-07T14:12:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.637+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3185045093 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5572972815f0 con 0x55729728ef50 2023-12-07T14:12:55.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.637+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3185045093 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fe8f0034410 con 0x55729728ef50 2023-12-07T14:12:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.638+0000 7fe9085e3b80 10 client.17535 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.638+0000 7fe9085e3b80 10 client.17535 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.638+0000 7fe9085e3b80 20 client.17535 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.638+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972a8030 0x5572972aa450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.638+0000 7fe9085e3b80 4 client.17535 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:12:55.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.638+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55729725d640 con 0x5572972a8030 2023-12-07T14:12:55.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.639+0000 7fe8fa186700 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972a8030 0x5572972aa450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.640+0000 7fe8fa186700 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972a8030 0x5572972aa450 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=872af8530f80972f server_cookie=826e536628939ed1 in_seq=0 out_seq=0 2023-12-07T14:12:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.640+0000 7fe8ddffb700 10 client.17535 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3185045093 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55729725d640 con 0x5572972a8030 2023-12-07T14:12:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe8ddffb700 10 client.17535 handle_command_reply: tid=0 2023-12-07T14:12:55.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 client.17535 shutdown 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728ef50 msgr2=0x557297297c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728ef50 0x557297297c40 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7fe8f0004460 tx=0x7fe8f001c550 comp rx=0 tx=0).stop 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 shutdown_connections 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x557297292b10 0x557297298180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972a8030 0x5572972aa450 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 0x557297297700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3185045093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55729728ef50 0x557297297c40 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe8ddffb700 0 client.17535 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:55.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 >> 172.21.15.39:0/3185045093 conn(0x5572971bd300 msgr2=0x55729728d430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:55.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 shutdown_connections 2023-12-07T14:12:55.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3185045093 wait complete. 2023-12-07T14:12:55.645 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.641+0000 7fe9085e3b80 20 client.17535 trim_cache size 0 max 16384 2023-12-07T14:12:55.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.663+0000 7fe9085e3b80 1 Processor -- start 2023-12-07T14:12:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.663+0000 7fe9085e3b80 1 -- start start 2023-12-07T14:12:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 0x5572972aa420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 0x55729728de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x557297292ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572970618c0 con 0x557297292b10 2023-12-07T14:12:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x557297293430 con 0x55729728e630 2023-12-07T14:12:55.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x557297291910 con 0x55729728ef50 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe8fa987700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x557297292ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe8fa987700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x557297292ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59116/0 (socket says 172.21.15.39:59116) 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.664+0000 7fe8fa987700 1 -- 172.21.15.39:0/1939442357 learned_addr learned my addr 172.21.15.39:0/1939442357 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.665+0000 7fe8fa987700 1 -- 172.21.15.39:0/1939442357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 msgr2=0x55729728de20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.665+0000 7fe8fa987700 1 --2- 172.21.15.39:0/1939442357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 0x55729728de20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.665+0000 7fe8fa987700 1 -- 172.21.15.39:0/1939442357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 msgr2=0x5572972aa420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.665+0000 7fe8fa987700 1 --2- 172.21.15.39:0/1939442357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 0x5572972aa420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.665+0000 7fe8fa987700 1 -- 172.21.15.39:0/1939442357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557296ff4c00 con 0x557297292b10 2023-12-07T14:12:55.668 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.665+0000 7fe8fa987700 1 --2- 172.21.15.39:0/1939442357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x557297292ef0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec00b700 tx=0x7fe8ec012670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5d4ebfb245102f8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.666+0000 7fe8e9583700 1 -- 172.21.15.39:0/1939442357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec00e040 con 0x557297292b10 2023-12-07T14:12:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe8e9583700 1 -- 172.21.15.39:0/1939442357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8ec01f070 con 0x557297292b10 2023-12-07T14:12:55.669 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe8e9583700 1 -- 172.21.15.39:0/1939442357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8ec004040 con 0x557297292b10 2023-12-07T14:12:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe9085e3b80 1 -- 172.21.15.39:0/1939442357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 msgr2=0x557297292ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/1939442357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x557297292ef0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fe8ec00b700 tx=0x7fe8ec012670 comp rx=0 tx=0).stop 2023-12-07T14:12:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe9085e3b80 1 -- 172.21.15.39:0/1939442357 shutdown_connections 2023-12-07T14:12:55.670 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/1939442357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x557297292ef0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/1939442357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729728e630 0x5572972aa420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/1939442357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 0x55729728de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.667+0000 7fe9085e3b80 1 -- 172.21.15.39:0/1939442357 >> 172.21.15.39:0/1939442357 conn(0x5572971bd300 msgr2=0x5572972aed70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 -- 172.21.15.39:0/1939442357 shutdown_connections 2023-12-07T14:12:55.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 -- 172.21.15.39:0/1939442357 wait complete. 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 -- start start 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 Processor -- start 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 0x55729729ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x55729729d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729729d880 0x5572972fd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572972fda70 con 0x557297292b10 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572972fdbe0 con 0x55729729d880 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572972fdda0 con 0x55729728ef50 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.668+0000 7fe9085e3b80 10 client.0 _ll_register_callbacks cb 0x5572970c7a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8fa987700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729729d880 0x5572972fd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8fa987700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729729d880 0x5572972fd4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50322/0 (socket says 172.21.15.39:50322) 2023-12-07T14:12:55.674 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8fa987700 1 -- 172.21.15.39:0/3186063511 learned_addr learned my addr 172.21.15.39:0/3186063511 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8f9985700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x55729729d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8fa186700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 0x55729729ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8f9985700 1 -- 172.21.15.39:0/3186063511 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 msgr2=0x55729729ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8f9985700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 0x55729729ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8f9985700 1 -- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729729d880 msgr2=0x5572972fd4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8f9985700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729729d880 0x5572972fd4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8f9985700 1 -- 172.21.15.39:0/3186063511 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55729705f5d0 con 0x557297292b10 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8fa987700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729729d880 0x5572972fd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8f9985700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x55729729d340 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x557297298b00 tx=0x7fe8f001a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbf67f0cf8483558 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3186063511 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8f00349e0 con 0x557297292b10 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3186063511 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe8f0034b40 con 0x557297292b10 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.669+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe8ec009e70 con 0x557297292b10 2023-12-07T14:12:55.675 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3186063511 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=65) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe8f0003a70 con 0x557297292b10 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 10 client.17541 fetch_fsmap learned FSMap version 65 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=65,monmap=4+}) v3 -- 0x5572970321f0 con 0x557297292b10 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3186063511 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8ec009e70 con 0x557297292b10 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3186063511 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 65) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fe8f0004660 con 0x557297292b10 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 10 client.17541 fetch_fsmap finished waiting for FSMap version 65 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 10 client.17541 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 20 client.17541 populate_metadata read hostname 'smithi039' 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972ff2b0 0x5572973016d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 4 client.17541 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.670+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5572971a8f70 con 0x5572972ff2b0 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.671+0000 7fe8fa186700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972ff2b0 0x5572973016d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.671+0000 7fe8fa186700 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972ff2b0 0x5572973016d0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96ab4fee376e8c89 server_cookie=c287fed3d2b93baa in_seq=0 out_seq=0 2023-12-07T14:12:55.676 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.671+0000 7fe8ddffb700 10 client.17541 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:55.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.703+0000 7fe8ddffb700 1 -- 172.21.15.39:0/3186063511 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5572971a8f70 con 0x5572972ff2b0 2023-12-07T14:12:55.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.703+0000 7fe8ddffb700 10 client.17541 handle_command_reply: tid=0 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 client.17541 shutdown 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 msgr2=0x55729729d340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x55729729d340 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x557297298b00 tx=0x7fe8f001a300 comp rx=0 tx=0).stop 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 shutdown_connections 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5572972ff2b0 0x5572973016d0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55729729d880 0x5572972fd4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55729728ef50 0x55729729ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe8ddffb700 0 client.17541 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 --2- 172.21.15.39:0/3186063511 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557297292b10 0x55729729d340 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 >> 172.21.15.39:0/3186063511 conn(0x5572971bd300 msgr2=0x557297290dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:55.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 shutdown_connections 2023-12-07T14:12:55.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 1 -- 172.21.15.39:0/3186063511 wait complete. 2023-12-07T14:12:55.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.704+0000 7fe9085e3b80 20 client.17541 trim_cache size 0 max 16384 2023-12-07T14:12:55.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:12:55.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:12:55.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:12:55.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe8e00a16b0 msgr2=0x7fe8e00a3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe8e00a16b0 0x7fe8e00a3b70 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe8f001a8f0 tx=0x7fe8f00041a0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f410fc80 msgr2=0x7fe8f411a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f410fc80 0x7fe8f411a2c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe8e400b550 tx=0x7fe8e400b910 comp rx=0 tx=0).stop 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 shutdown_connections 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe8f411adb0 0x7fe8f4116600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8f410fc80 0x7fe8f411a2c0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe8e00a16b0 0x7fe8e00a3b70 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 --2- 172.21.15.39:0/1770171348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe8f41100f0 0x7fe8f411a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 >> 172.21.15.39:0/1770171348 conn(0x7fe8f406c5a0 msgr2=0x7fe8f411b190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 shutdown_connections 2023-12-07T14:12:55.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:12:55.705+0000 7fe8fc3ea700 1 -- 172.21.15.39:0/1770171348 wait complete. 2023-12-07T14:12:56.157 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:55 smithi055 ceph-mon[103363]: pgmap v326: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 9.4 MiB/s wr, 546 op/s 2023-12-07T14:12:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:55 smithi089 ceph-mon[103124]: pgmap v326: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 9.4 MiB/s wr, 546 op/s 2023-12-07T14:12:56.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:55 smithi039 ceph-mon[98864]: pgmap v326: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 9.4 MiB/s wr, 546 op/s 2023-12-07T14:12:58.159 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:57 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:12:58.159 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:57 smithi055 ceph-mon[103363]: pgmap v327: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 13 MiB/s wr, 817 op/s 2023-12-07T14:12:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:57 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:12:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:57 smithi089 ceph-mon[103124]: pgmap v327: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 13 MiB/s wr, 817 op/s 2023-12-07T14:12:58.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:57 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:12:58.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:57 smithi039 ceph-mon[98864]: pgmap v327: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 13 MiB/s wr, 817 op/s 2023-12-07T14:12:58.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 605.0 s, 1865.2 tps, lat 53.864 ms stddev 61.948 2023-12-07T14:13:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:12:59 smithi055 ceph-mon[103363]: pgmap v328: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.2 MiB/s wr, 534 op/s 2023-12-07T14:13:00.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:12:59 smithi089 ceph-mon[103124]: pgmap v328: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.2 MiB/s wr, 534 op/s 2023-12-07T14:13:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:12:59 smithi039 ceph-mon[98864]: pgmap v328: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.2 MiB/s wr, 534 op/s 2023-12-07T14:13:02.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:01 smithi089 ceph-mon[103124]: pgmap v329: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.6 MiB/s wr, 550 op/s 2023-12-07T14:13:02.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:01 smithi039 ceph-mon[98864]: pgmap v329: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.6 MiB/s wr, 550 op/s 2023-12-07T14:13:02.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:01 smithi055 ceph-mon[103363]: pgmap v329: 97 pgs: 97 active+clean; 6.3 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 8.6 MiB/s wr, 550 op/s 2023-12-07T14:13:03.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 610.0 s, 1144.2 tps, lat 87.756 ms stddev 183.581 2023-12-07T14:13:04.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:04 smithi039 ceph-mon[98864]: pgmap v330: 97 pgs: 97 active+clean; 6.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 23 MiB/s wr, 1.70k op/s 2023-12-07T14:13:04.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:04 smithi055 ceph-mon[103363]: pgmap v330: 97 pgs: 97 active+clean; 6.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 23 MiB/s wr, 1.70k op/s 2023-12-07T14:13:04.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:04 smithi089 ceph-mon[103124]: pgmap v330: 97 pgs: 97 active+clean; 6.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 23 MiB/s wr, 1.70k op/s 2023-12-07T14:13:06.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:05 smithi089 ceph-mon[103124]: pgmap v331: 97 pgs: 97 active+clean; 6.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 21 MiB/s wr, 1.54k op/s 2023-12-07T14:13:06.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:05 smithi039 ceph-mon[98864]: pgmap v331: 97 pgs: 97 active+clean; 6.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 21 MiB/s wr, 1.54k op/s 2023-12-07T14:13:06.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:05 smithi055 ceph-mon[103363]: pgmap v331: 97 pgs: 97 active+clean; 6.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 21 MiB/s wr, 1.54k op/s 2023-12-07T14:13:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:07 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:13:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:07 smithi089 ceph-mon[103124]: osdmap e97: 12 total, 12 up, 12 in 2023-12-07T14:13:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:07 smithi089 ceph-mon[103124]: pgmap v333: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:08.310 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:07 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:13:08.310 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:07 smithi039 ceph-mon[98864]: osdmap e97: 12 total, 12 up, 12 in 2023-12-07T14:13:08.310 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:07 smithi039 ceph-mon[98864]: pgmap v333: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:08.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:07 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:13:08.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:07 smithi055 ceph-mon[103363]: osdmap e97: 12 total, 12 up, 12 in 2023-12-07T14:13:08.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:07 smithi055 ceph-mon[103363]: pgmap v333: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 -- 172.21.15.39:0/2331018662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c100d40 msgr2=0x7f512c105200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 --2- 172.21.15.39:0/2331018662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c100d40 0x7f512c105200 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f5120009990 tx=0x7f5120009ca0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 -- 172.21.15.39:0/2331018662 shutdown_connections 2023-12-07T14:13:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 --2- 172.21.15.39:0/2331018662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f512c105820 0x7f512c105cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 --2- 172.21.15.39:0/2331018662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 0x7f512c100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 --2- 172.21.15.39:0/2331018662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c100d40 0x7f512c105200 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.884 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 -- 172.21.15.39:0/2331018662 >> 172.21.15.39:0/2331018662 conn(0x7f512c0fbe50 msgr2=0x7f512c0fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 -- 172.21.15.39:0/2331018662 shutdown_connections 2023-12-07T14:13:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.880+0000 7f5130c35700 1 -- 172.21.15.39:0/2331018662 wait complete. 2023-12-07T14:13:08.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.881+0000 7f5130c35700 1 Processor -- start 2023-12-07T14:13:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5130c35700 1 -- start start 2023-12-07T14:13:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5130c35700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 0x7f512c19df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5130c35700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f512c100d40 0x7f512c19e480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5130c35700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c105820 0x7f512c1a2820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5130c35700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f512c1a2e60 con 0x7f512c105820 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5130c35700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f512c1a2fd0 con 0x7f512c100d40 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5130c35700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f512c1a3190 con 0x7f512c100420 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f512a59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 0x7f512c19df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f512a59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 0x7f512c19df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35622/0 (socket says 172.21.15.39:35622) 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f512a59c700 1 -- 172.21.15.39:0/3397917566 learned_addr learned my addr 172.21.15.39:0/3397917566 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.884+0000 7f5129d9b700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f512c100d40 0x7f512c19e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512ad9d700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c105820 0x7f512c1a2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512a59c700 1 -- 172.21.15.39:0/3397917566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f512c100d40 msgr2=0x7f512c19e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512a59c700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f512c100d40 0x7f512c19e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512a59c700 1 -- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c105820 msgr2=0x7f512c1a2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512a59c700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c105820 0x7f512c1a2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512a59c700 1 -- 172.21.15.39:0/3397917566 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5124009c40 con 0x7f512c100420 2023-12-07T14:13:08.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512ad9d700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c105820 0x7f512c1a2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:13:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f512a59c700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 0x7f512c19df40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e9a0 tx=0x7f511c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f511b7fe700 1 -- 172.21.15.39:0/3397917566 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f511c009790 con 0x7f512c100420 2023-12-07T14:13:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51200095f0 con 0x7f512c100420 2023-12-07T14:13:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f511b7fe700 1 -- 172.21.15.39:0/3397917566 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f511c00cbd0 con 0x7f512c100420 2023-12-07T14:13:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f511b7fe700 1 -- 172.21.15.39:0/3397917566 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f511c018680 con 0x7f512c100420 2023-12-07T14:13:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.885+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f512c06aff0 con 0x7f512c100420 2023-12-07T14:13:08.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.888+0000 7f511b7fe700 1 -- 172.21.15.39:0/3397917566 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f511c010430 con 0x7f512c100420 2023-12-07T14:13:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.889+0000 7f511b7fe700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f51140a15e0 0x7f51140a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.889+0000 7f5129d9b700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f51140a15e0 0x7f51140a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.889+0000 7f511b7fe700 1 -- 172.21.15.39:0/3397917566 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f511c014070 con 0x7f512c100420 2023-12-07T14:13:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.889+0000 7f5129d9b700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f51140a15e0 0x7f51140a3aa0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f512000b2e0 tx=0x7f5120005960 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:08.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.889+0000 7f513ce2eb80 1 Processor -- start 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f513ce2eb80 1 -- start start 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad17a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17f50 0x558c9ad1b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad1bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ac8b760 con 0x558c9ad17f50 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ac72740 con 0x558c9ad1bb10 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ac70060 con 0x558c9ad17630 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f512a59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad17a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f512a59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad17a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35630/0 (socket says 172.21.15.39:35630) 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f512a59c700 1 -- 172.21.15.39:0/1877562146 learned_addr learned my addr 172.21.15.39:0/1877562146 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f512ad9d700 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad1bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.890+0000 7f5129d9b700 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17f50 0x558c9ad1b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.895 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f512a59c700 1 -- 172.21.15.39:0/1877562146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 msgr2=0x558c9ad1bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f512a59c700 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad1bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f512a59c700 1 -- 172.21.15.39:0/1877562146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17f50 msgr2=0x558c9ad1b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f512a59c700 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17f50 0x558c9ad1b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f512a59c700 1 -- 172.21.15.39:0/1877562146 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c9aae85d0 con 0x558c9ad17630 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f5129d9b700 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17f50 0x558c9ad1b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f512a59c700 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad17a10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f511c0a21c0 tx=0x7f511c09a260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2cb95c64c7dcd3b9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f5118ff9700 1 -- 172.21.15.39:0/1877562146 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f511c09a360 con 0x558c9ad17630 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f5118ff9700 1 -- 172.21.15.39:0/1877562146 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f511c0af070 con 0x558c9ad17630 2023-12-07T14:13:08.896 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.891+0000 7f5118ff9700 1 -- 172.21.15.39:0/1877562146 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f511c0106e0 con 0x558c9ad17630 2023-12-07T14:13:08.900 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1877562146 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 msgr2=0x558c9ad17a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad17a10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f511c0a21c0 tx=0x7f511c09a260 comp rx=0 tx=0).stop 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1877562146 shutdown_connections 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad1bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad17a10 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1877562146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17f50 0x558c9ad1b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1877562146 >> 172.21.15.39:0/1877562146 conn(0x558c9ac46300 msgr2=0x558c9ad11ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1877562146 shutdown_connections 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1877562146 wait complete. 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 -- start start 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.892+0000 7f513ce2eb80 1 Processor -- start 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad23320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.901 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad1bb10 0x558c9ad20d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ac6b950 con 0x558c9ad1bb10 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ac25500 con 0x558c9ad17f50 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ac251a0 con 0x558c9ad17630 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f513ce2eb80 10 client.0 _ll_register_callbacks cb 0x558c9ab50a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50350/0 (socket says 172.21.15.39:50350) 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 -- 172.21.15.39:0/1628474166 learned_addr learned my addr 172.21.15.39:0/1628474166 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:08.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f512ad9d700 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad1bb10 0x558c9ad20d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f512a59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad23320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 -- 172.21.15.39:0/1628474166 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 msgr2=0x558c9ad23320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad23320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 -- 172.21.15.39:0/1628474166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad1bb10 msgr2=0x558c9ad20d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad1bb10 0x558c9ad20d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 -- 172.21.15.39:0/1628474166 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f512c06aff0 con 0x558c9ad17f50 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5129d9b700 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20610 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5120015000 tx=0x7f512001a050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35054265847fdb86 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.893+0000 7f5111ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f5111ffb700 1 -- 172.21.15.39:0/1628474166 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5120004c70 con 0x558c9ad17f50 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558c9ad0a5f0 con 0x558c9ad17f50 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f5111ffb700 1 -- 172.21.15.39:0/1628474166 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f5120004dd0 con 0x558c9ad17f50 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f5111ffb700 1 -- 172.21.15.39:0/1628474166 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7f512000f460 con 0x558c9ad17f50 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 10 client.27026 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:08.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x558c9aa94d80 con 0x558c9ad17f50 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f5111ffb700 1 -- 172.21.15.39:0/1628474166 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f512003d020 con 0x558c9ad17f50 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f5111ffb700 1 -- 172.21.15.39:0/1628474166 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f51200305c0 con 0x558c9ad17f50 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 10 client.27026 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 10 client.27026 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 20 client.27026 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad30f60 0x558c9ad33380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 4 client.27026 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.894+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558c9ace6640 con 0x558c9ad30f60 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.895+0000 7f512a59c700 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad30f60 0x558c9ad33380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.895+0000 7f5111ffb700 10 client.27026 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.895+0000 7f512a59c700 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad30f60 0x558c9ad33380 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e28603660e7de7fa server_cookie=b4411fc16e15f885 in_seq=0 out_seq=0 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.896+0000 7f5111ffb700 1 -- 172.21.15.39:0/1628474166 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x558c9ace6640 con 0x558c9ad30f60 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.896+0000 7f5111ffb700 10 client.27026 handle_command_reply: tid=0 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.896+0000 7f513ce2eb80 1 client.27026 shutdown 2023-12-07T14:13:08.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.897+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 msgr2=0x558c9ad20610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.897+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20610 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5120015000 tx=0x7f512001a050 comp rx=0 tx=0).stop 2023-12-07T14:13:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 shutdown_connections 2023-12-07T14:13:08.905 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad1bb10 0x558c9ad20d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17630 0x558c9ad23320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad30f60 0x558c9ad33380 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/1628474166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20610 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 >> 172.21.15.39:0/1628474166 conn(0x558c9ac46300 msgr2=0x558c9ad16430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f5111ffb700 0 client.27026 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 shutdown_connections 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 1 -- 172.21.15.39:0/1628474166 wait complete. 2023-12-07T14:13:08.906 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.899+0000 7f513ce2eb80 20 client.27026 trim_cache size 0 max 16384 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.920+0000 7f513ce2eb80 1 Processor -- start 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.920+0000 7f513ce2eb80 1 -- start start 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.920+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad16d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.920+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17f50 0x558c9ad118b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad37ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9aaea8c0 con 0x558c9ad17630 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ad135f0 con 0x558c9ad1bb10 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ad139c0 con 0x558c9ad17f50 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f512a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad16d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f5129d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17f50 0x558c9ad118b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f512a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad16d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59154/0 (socket says 172.21.15.39:59154) 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f512a59c700 1 -- 172.21.15.39:0/2857580913 learned_addr learned my addr 172.21.15.39:0/2857580913 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f512ad9d700 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad37ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f5129d9b700 1 -- 172.21.15.39:0/2857580913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 msgr2=0x558c9ad37ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f5129d9b700 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad37ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f5129d9b700 1 -- 172.21.15.39:0/2857580913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 msgr2=0x558c9ad16d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f5129d9b700 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad16d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f5129d9b700 1 -- 172.21.15.39:0/2857580913 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c9aa7dc00 con 0x558c9ad17f50 2023-12-07T14:13:08.926 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f5129d9b700 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17f50 0x558c9ad118b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5120009990 tx=0x7f5120009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=833c645856d05b98 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:08.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.921+0000 7f51197fa700 1 -- 172.21.15.39:0/2857580913 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51200053e0 con 0x558c9ad17f50 2023-12-07T14:13:08.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f51197fa700 1 -- 172.21.15.39:0/2857580913 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558c9ad0a5f0 con 0x558c9ad17f50 2023-12-07T14:13:08.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f51197fa700 1 -- 172.21.15.39:0/2857580913 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f512000f6c0 con 0x558c9ad17f50 2023-12-07T14:13:08.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 -- 172.21.15.39:0/2857580913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17f50 msgr2=0x558c9ad118b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17f50 0x558c9ad118b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f5120009990 tx=0x7f5120009310 comp rx=0 tx=0).stop 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 -- 172.21.15.39:0/2857580913 shutdown_connections 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad1bb10 0x558c9ad37ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad16d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/2857580913 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad17f50 0x558c9ad118b0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 -- 172.21.15.39:0/2857580913 >> 172.21.15.39:0/2857580913 conn(0x558c9ac46300 msgr2=0x558c9ad23050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.922+0000 7f513ce2eb80 1 -- 172.21.15.39:0/2857580913 shutdown_connections 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 -- 172.21.15.39:0/2857580913 wait complete. 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 -- start start 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 Processor -- start 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad1fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad1bb10 0x558c9ad205d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ad26e20 con 0x558c9ad17630 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ad26f90 con 0x558c9ad17f50 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c9ad27150 con 0x558c9ad1bb10 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f513ce2eb80 10 client.0 _ll_register_callbacks cb 0x558c9ab50a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f512a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad1fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f5129d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f5129d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50364/0 (socket says 172.21.15.39:50364) 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f512ad9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad1bb10 0x558c9ad205d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f5129d9b700 1 -- 172.21.15.39:0/3952045669 learned_addr learned my addr 172.21.15.39:0/3952045669 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.923+0000 7f512a59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad1fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59160/0 (socket says 172.21.15.39:59160) 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5129d9b700 1 -- 172.21.15.39:0/3952045669 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad1bb10 msgr2=0x558c9ad205d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5129d9b700 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad1bb10 0x558c9ad205d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5129d9b700 1 -- 172.21.15.39:0/3952045669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 msgr2=0x558c9ad1fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5129d9b700 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad1fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5129d9b700 1 -- 172.21.15.39:0/3952045669 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558c9aa94d80 con 0x558c9ad17f50 2023-12-07T14:13:08.931 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5129d9b700 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20090 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5120030920 tx=0x7f5120030df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad858f8f8114ad29 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5111ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5111ffb700 1 -- 172.21.15.39:0/3952045669 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5120004ac0 con 0x558c9ad17f50 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5111ffb700 1 -- 172.21.15.39:0/3952045669 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f512003e080 con 0x558c9ad17f50 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f511c0af070 con 0x558c9ad17f50 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5111ffb700 1 -- 172.21.15.39:0/3952045669 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5120004c20 con 0x558c9ad17f50 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f513ce2eb80 10 client.27032 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x558c9aabb1f0 con 0x558c9ad17f50 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.924+0000 7f5111ffb700 1 -- 172.21.15.39:0/3952045669 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f511c0af070 con 0x558c9ad17f50 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f5111ffb700 1 -- 172.21.15.39:0/3952045669 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f5120049030 con 0x558c9ad17f50 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f513ce2eb80 10 client.27032 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f513ce2eb80 10 client.27032 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f513ce2eb80 20 client.27032 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad87a60 0x558c9ad89e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:08.932 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f513ce2eb80 4 client.27032 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:13:08.933 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558c9ac31f70 con 0x558c9ad87a60 2023-12-07T14:13:08.933 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f512a59c700 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad87a60 0x558c9ad89e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:08.933 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f512a59c700 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad87a60 0x558c9ad89e50 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fbaa93130899f02 server_cookie=daeea0bc653e5d0c in_seq=0 out_seq=0 2023-12-07T14:13:08.933 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.925+0000 7f5111ffb700 10 client.27032 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f5111ffb700 1 -- 172.21.15.39:0/3952045669 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558c9ac31f70 con 0x558c9ad87a60 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f5111ffb700 10 client.27032 handle_command_reply: tid=0 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 client.27032 shutdown 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 msgr2=0x558c9ad20090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20090 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5120030920 tx=0x7f5120030df0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 shutdown_connections 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x558c9ad1bb10 0x558c9ad205d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c9ad17630 0x558c9ad1fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x558c9ad87a60 0x558c9ad89e50 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.955 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 --2- 172.21.15.39:0/3952045669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558c9ad17f50 0x558c9ad20090 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f5111ffb700 0 client.27032 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.950+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 >> 172.21.15.39:0/3952045669 conn(0x558c9ac46300 msgr2=0x558c9ad22fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.951+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 shutdown_connections 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.951+0000 7f513ce2eb80 1 -- 172.21.15.39:0/3952045669 wait complete. 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.951+0000 7f513ce2eb80 20 client.27032 trim_cache size 0 max 16384 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:13:08.956 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:13:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f51140a15e0 msgr2=0x7f51140a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f51140a15e0 0x7f51140a3aa0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f512000b2e0 tx=0x7f5120005960 comp rx=0 tx=0).stop 2023-12-07T14:13:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 msgr2=0x7f512c19df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 0x7f512c19df40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f511c00e9a0 tx=0x7f511c00ecb0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 shutdown_connections 2023-12-07T14:13:08.957 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f512c105820 0x7f512c1a2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f512c100420 0x7f512c19df40 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f51140a15e0 0x7f51140a3aa0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 --2- 172.21.15.39:0/3397917566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f512c100d40 0x7f512c19e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 >> 172.21.15.39:0/3397917566 conn(0x7f512c0fbe50 msgr2=0x7f512c103170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 shutdown_connections 2023-12-07T14:13:08.958 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:08.952+0000 7f5130c35700 1 -- 172.21.15.39:0/3397917566 wait complete. 2023-12-07T14:13:08.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 615.0 s, 1377.6 tps, lat 72.014 ms stddev 96.553 2023-12-07T14:13:10.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:09 smithi055 ceph-mon[103363]: pgmap v334: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:10.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:09 smithi089 ceph-mon[103124]: pgmap v334: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:10.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:09 smithi039 ceph-mon[98864]: pgmap v334: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:12.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:11 smithi055 ceph-mon[103363]: pgmap v335: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:12.194 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:11 smithi089 ceph-mon[103124]: pgmap v335: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:12.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:11 smithi039 ceph-mon[98864]: pgmap v335: 97 pgs: 13 active+clean+snaptrim, 29 active+clean+snaptrim_wait, 55 active+clean; 6.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 27 MiB/s wr, 2.04k op/s 2023-12-07T14:13:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 620.0 s, 963.8 tps, lat 104.195 ms stddev 251.122 2023-12-07T14:13:14.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:14 smithi039 ceph-mon[98864]: pgmap v336: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:13:14.936 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:14 smithi055 ceph-mon[103363]: pgmap v336: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:13:14.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:14 smithi089 ceph-mon[103124]: pgmap v336: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:13:16.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:15 smithi055 ceph-mon[103363]: pgmap v337: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:13:16.196 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:15 smithi089 ceph-mon[103124]: pgmap v337: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:13:16.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:15 smithi039 ceph-mon[98864]: pgmap v337: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:13:18.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:17 smithi055 ceph-mon[103363]: pgmap v338: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 17 MiB/s wr, 1.57k op/s 2023-12-07T14:13:18.195 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:17 smithi089 ceph-mon[103124]: pgmap v338: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 17 MiB/s wr, 1.57k op/s 2023-12-07T14:13:18.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:17 smithi039 ceph-mon[98864]: pgmap v338: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 17 MiB/s wr, 1.57k op/s 2023-12-07T14:13:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 625.0 s, 1615.8 tps, lat 61.879 ms stddev 71.702 2023-12-07T14:13:19.813 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:19 smithi039 ceph-mon[98864]: osdmap e98: 12 total, 12 up, 12 in 2023-12-07T14:13:19.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:19 smithi055 ceph-mon[103363]: osdmap e98: 12 total, 12 up, 12 in 2023-12-07T14:13:19.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:19 smithi089 ceph-mon[103124]: osdmap e98: 12 total, 12 up, 12 in 2023-12-07T14:13:20.809 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:20 smithi039 ceph-mon[98864]: pgmap v340: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 15 MiB/s wr, 1.43k op/s 2023-12-07T14:13:20.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:20 smithi055 ceph-mon[103363]: pgmap v340: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 15 MiB/s wr, 1.43k op/s 2023-12-07T14:13:20.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:20 smithi089 ceph-mon[103124]: pgmap v340: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 15 MiB/s wr, 1.43k op/s 2023-12-07T14:13:22.127 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.121+0000 7f331fa81700 1 -- 172.21.15.39:0/305933698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33181026b0 msgr2=0x7f3318102a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.121+0000 7f331fa81700 1 --2- 172.21.15.39:0/305933698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33181026b0 0x7f3318102a90 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f3314009990 tx=0x7f3314009ca0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.121+0000 7f331fa81700 1 -- 172.21.15.39:0/305933698 shutdown_connections 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.121+0000 7f331fa81700 1 --2- 172.21.15.39:0/305933698 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f331810ba80 0x7f331810def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.121+0000 7f331fa81700 1 --2- 172.21.15.39:0/305933698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f33181026b0 0x7f3318102a90 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.121+0000 7f331fa81700 1 --2- 172.21.15.39:0/305933698 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3318102fd0 0x7f331810b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.121+0000 7f331fa81700 1 -- 172.21.15.39:0/305933698 >> 172.21.15.39:0/305933698 conn(0x7f33180fbe50 msgr2=0x7f33180fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 -- 172.21.15.39:0/305933698 shutdown_connections 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 -- 172.21.15.39:0/305933698 wait complete. 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 Processor -- start 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 -- start start 2023-12-07T14:13:22.128 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33181026b0 0x7f331819d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3318102fd0 0x7f331819dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f331810ba80 0x7f3318197960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3318197fc0 con 0x7f331810ba80 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3318198130 con 0x7f33181026b0 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.122+0000 7f331fa81700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33181982f0 con 0x7f3318102fd0 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f331810ba80 0x7f3318197960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f331810ba80 0x7f3318197960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59178/0 (socket says 172.21.15.39:59178) 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 -- 172.21.15.39:0/2552874439 learned_addr learned my addr 172.21.15.39:0/2552874439 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331d81d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33181026b0 0x7f331819d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331d01c700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3318102fd0 0x7f331819dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 -- 172.21.15.39:0/2552874439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3318102fd0 msgr2=0x7f331819dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3318102fd0 0x7f331819dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 -- 172.21.15.39:0/2552874439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33181026b0 msgr2=0x7f331819d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.129 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33181026b0 0x7f331819d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 -- 172.21.15.39:0/2552874439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33140095f0 con 0x7f331810ba80 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331d01c700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3318102fd0 0x7f331819dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331e01e700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f331810ba80 0x7f3318197960 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f331000b780 tx=0x7f331000ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f330effd700 1 -- 172.21.15.39:0/2552874439 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3310011820 con 0x7f331810ba80 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33181985d0 con 0x7f331810ba80 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f330effd700 1 -- 172.21.15.39:0/2552874439 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f331000d040 con 0x7f331810ba80 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f330effd700 1 -- 172.21.15.39:0/2552874439 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3310010de0 con 0x7f331810ba80 2023-12-07T14:13:22.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.123+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33181a47d0 con 0x7f331810ba80 2023-12-07T14:13:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.127+0000 7f330effd700 1 -- 172.21.15.39:0/2552874439 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f331001a400 con 0x7f331810ba80 2023-12-07T14:13:22.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.127+0000 7f330effd700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f33040a15e0 0x7f33040a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.128+0000 7f330effd700 1 -- 172.21.15.39:0/2552874439 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f33100cceb0 con 0x7f331810ba80 2023-12-07T14:13:22.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.128+0000 7f331d81d700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f33040a15e0 0x7f33040a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.128+0000 7f332bc7ab80 1 Processor -- start 2023-12-07T14:13:22.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.128+0000 7f332bc7ab80 1 -- start start 2023-12-07T14:13:22.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.128+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a5d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.128+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a5d5a0 0x559895a6b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598959d1760 con 0x559895a6b5c0 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598959b8740 con 0x559895a5cc80 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598959b6060 con 0x559895a5d5a0 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a5d5a0 0x559895a6b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a5d5a0 0x559895a6b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35674/0 (socket says 172.21.15.39:35674) 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 -- 172.21.15.39:0/2413906462 learned_addr learned my addr 172.21.15.39:0/2413906462 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331e01e700 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 -- 172.21.15.39:0/2413906462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 msgr2=0x559895a5d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d81d700 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a5d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a5d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 -- 172.21.15.39:0/2413906462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 msgr2=0x559895a6ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.134 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 -- 172.21.15.39:0/2413906462 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55989582e5d0 con 0x559895a5d5a0 2023-12-07T14:13:22.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d81d700 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a5d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:13:22.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d81d700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f33040a15e0 0x7f33040a3aa0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f33140098e0 tx=0x7f331400bee0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:22.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f331d01c700 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a5d5a0 0x559895a6b080 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3308009e60 tx=0x7f330800e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adb23574e6e1122e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:22.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.129+0000 7f3303fff700 1 -- 172.21.15.39:0/2413906462 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3308009960 con 0x559895a5d5a0 2023-12-07T14:13:22.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f3303fff700 1 -- 172.21.15.39:0/2413906462 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f330800ec20 con 0x559895a5d5a0 2023-12-07T14:13:22.135 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f3303fff700 1 -- 172.21.15.39:0/2413906462 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3308012670 con 0x559895a5d5a0 2023-12-07T14:13:22.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2413906462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a5d5a0 msgr2=0x559895a6b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a5d5a0 0x559895a6b080 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3308009e60 tx=0x7f330800e4b0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2413906462 shutdown_connections 2023-12-07T14:13:22.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.138 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a5d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2413906462 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a5d5a0 0x559895a6b080 secure :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3308009e60 tx=0x7f330800e4b0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.130+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2413906462 >> 172.21.15.39:0/2413906462 conn(0x55989598c300 msgr2=0x559895a599e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.131+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2413906462 shutdown_connections 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.131+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2413906462 wait complete. 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 -- start start 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 Processor -- start 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a6f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6fab0 0x559895a7b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598959b1950 con 0x559895a6b5c0 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55989596b500 con 0x559895a5cc80 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55989596b1a0 con 0x559895a6fab0 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f332bc7ab80 10 client.0 _ll_register_callbacks cb 0x559895896a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:22.139 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f331d01c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f331d81d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a6f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f331e01e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6fab0 0x559895a7b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f331d01c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6f570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59190/0 (socket says 172.21.15.39:59190) 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.132+0000 7f331d01c700 1 -- 172.21.15.39:0/1409874961 learned_addr learned my addr 172.21.15.39:0/1409874961 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331d01c700 1 -- 172.21.15.39:0/1409874961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6fab0 msgr2=0x559895a7b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331d01c700 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6fab0 0x559895a7b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331d01c700 1 -- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 msgr2=0x559895a6f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331d01c700 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a6f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331d01c700 1 -- 172.21.15.39:0/1409874961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3308009ac0 con 0x559895a6b5c0 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331e01e700 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6fab0 0x559895a7b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331d81d700 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a6f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f331d01c700 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6f570 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x559895a5e4a0 tx=0x7f3308013c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd9d95c67347ea4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f33017fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f33017fa700 1 -- 172.21.15.39:0/1409874961 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3308006da0 con 0x559895a6b5c0 2023-12-07T14:13:22.140 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f33017fa700 1 -- 172.21.15.39:0/1409874961 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f330801c450 con 0x559895a6b5c0 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559895a505f0 con 0x559895a6b5c0 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f33017fa700 1 -- 172.21.15.39:0/1409874961 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7f330801c610 con 0x559895a6b5c0 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f332bc7ab80 10 client.17568 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.133+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x5598957dad80 con 0x559895a6b5c0 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f33017fa700 1 -- 172.21.15.39:0/1409874961 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3308033020 con 0x559895a6b5c0 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f33017fa700 1 -- 172.21.15.39:0/1409874961 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f330802d070 con 0x559895a6b5c0 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f332bc7ab80 10 client.17568 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f332bc7ab80 10 client.17568 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f332bc7ab80 20 client.17568 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895a7faf0 0x559895a81f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f332bc7ab80 4 client.17568 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559895a2c640 con 0x559895a7faf0 2023-12-07T14:13:22.141 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f331d81d700 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895a7faf0 0x559895a81f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.142 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f33017fa700 10 client.17568 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:22.142 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.134+0000 7f331d81d700 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895a7faf0 0x559895a81f10 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25f356a87daff06f server_cookie=807e7655db1dc15 in_seq=0 out_seq=0 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f33017fa700 1 -- 172.21.15.39:0/1409874961 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559895a2c640 con 0x559895a7faf0 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f33017fa700 10 client.17568 handle_command_reply: tid=0 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 client.17568 shutdown 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 msgr2=0x559895a6f570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6f570 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x559895a5e4a0 tx=0x7f3308013c30 comp rx=0 tx=0).stop 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 shutdown_connections 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6fab0 0x559895a7b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895a7faf0 0x559895a81f10 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a5cc80 0x559895a6f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.143 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/1409874961 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6b5c0 0x559895a6f570 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f33017fa700 0 client.17568 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:22.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 >> 172.21.15.39:0/1409874961 conn(0x55989598c300 msgr2=0x559895a578b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:22.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.135+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 shutdown_connections 2023-12-07T14:13:22.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.136+0000 7f332bc7ab80 1 -- 172.21.15.39:0/1409874961 wait complete. 2023-12-07T14:13:22.144 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.136+0000 7f332bc7ab80 20 client.17568 trim_cache size 0 max 16384 2023-12-07T14:13:22.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:21 smithi055 ceph-mon[103363]: pgmap v341: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 15 MiB/s wr, 1.42k op/s 2023-12-07T14:13:22.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 Processor -- start 2023-12-07T14:13:22.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 -- start start 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a5cc80 0x559895a6b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a76630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a6fab0 0x559895a76b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598958308c0 con 0x559895a5cc80 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559895a7c710 con 0x559895a6fab0 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559895a6d5a0 con 0x559895a6b5c0 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a5cc80 0x559895a6b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331e01e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a6fab0 0x559895a76b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a5cc80 0x559895a6b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59196/0 (socket says 172.21.15.39:59196) 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d01c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a76630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331e01e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a6fab0 0x559895a76b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50402/0 (socket says 172.21.15.39:50402) 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 -- 172.21.15.39:0/2970159498 learned_addr learned my addr 172.21.15.39:0/2970159498 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 -- 172.21.15.39:0/2970159498 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 msgr2=0x559895a76630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a76630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 -- 172.21.15.39:0/2970159498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a6fab0 msgr2=0x559895a76b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a6fab0 0x559895a76b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.158+0000 7f331d81d700 1 -- 172.21.15.39:0/2970159498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5598957c3c00 con 0x559895a5cc80 2023-12-07T14:13:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.159+0000 7f331e01e700 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a6fab0 0x559895a76b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.159+0000 7f331d81d700 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a5cc80 0x559895a6b9a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3314000c00 tx=0x7f331401a070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8304e9f76362952 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.159+0000 7f330cd82700 1 -- 172.21.15.39:0/2970159498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331402d040 con 0x559895a5cc80 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.160+0000 7f330cd82700 1 -- 172.21.15.39:0/2970159498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f331401e040 con 0x559895a5cc80 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.160+0000 7f330cd82700 1 -- 172.21.15.39:0/2970159498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3314027450 con 0x559895a5cc80 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.160+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2970159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a5cc80 msgr2=0x559895a6b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.160+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a5cc80 0x559895a6b9a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3314000c00 tx=0x7f331401a070 comp rx=0 tx=0).stop 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.161+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2970159498 shutdown_connections 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.161+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a6fab0 0x559895a76b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.161+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a5cc80 0x559895a6b9a0 secure :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3314000c00 tx=0x7f331401a070 comp rx=0 tx=0).stop 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.161+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2970159498 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a76630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.161+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2970159498 >> 172.21.15.39:0/2970159498 conn(0x55989598c300 msgr2=0x559895a69880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.162+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2970159498 shutdown_connections 2023-12-07T14:13:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.162+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2970159498 wait complete. 2023-12-07T14:13:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.162+0000 7f332bc7ab80 1 -- start start 2023-12-07T14:13:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.162+0000 7f332bc7ab80 1 Processor -- start 2023-12-07T14:13:22.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a74610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6fab0 0x559895a74b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a75090 0x559895ad4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559895a76ef0 con 0x559895a6fab0 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559895ad5530 con 0x559895a75090 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559895ad5670 con 0x559895a6b5c0 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 10 client.0 _ll_register_callbacks cb 0x559895896a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d01c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6fab0 0x559895a74b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d81d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a74610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d01c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6fab0 0x559895a74b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59204/0 (socket says 172.21.15.39:59204) 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d01c700 1 -- 172.21.15.39:0/2555746451 learned_addr learned my addr 172.21.15.39:0/2555746451 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331e01e700 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a75090 0x559895ad4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d81d700 1 -- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a75090 msgr2=0x559895ad4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d81d700 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a75090 0x559895ad4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d81d700 1 -- 172.21.15.39:0/2555746451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6fab0 msgr2=0x559895a74b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d81d700 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6fab0 0x559895a74b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d81d700 1 -- 172.21.15.39:0/2555746451 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33181a47d0 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f331d81d700 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a74610 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f331402b000 tx=0x7f3314003f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2c76353957a2b64 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f33017fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f33017fa700 1 -- 172.21.15.39:0/2555746451 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331402d070 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f33017fa700 1 -- 172.21.15.39:0/2555746451 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f33140055e0 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.163+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f330800ec20 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f33017fa700 1 -- 172.21.15.39:0/2555746451 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3314032410 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 10 client.27166 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x7f331810ebb0 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f33017fa700 1 -- 172.21.15.39:0/2555746451 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f330800ec20 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f33017fa700 1 -- 172.21.15.39:0/2555746451 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f3314039070 con 0x559895a6b5c0 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 10 client.27166 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 10 client.27166 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:22.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 20 client.27166 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:22.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895ad6c20 0x559895ad9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:22.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 4 client.27166 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:13:22.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559895977f70 con 0x559895ad6c20 2023-12-07T14:13:22.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.164+0000 7f331d01c700 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895ad6c20 0x559895ad9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:22.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.165+0000 7f33017fa700 10 client.27166 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:22.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.165+0000 7f331d01c700 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895ad6c20 0x559895ad9010 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=602636d8d91e4ef3 server_cookie=9dcb4ab5a4012803 in_seq=0 out_seq=0 2023-12-07T14:13:22.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.185+0000 7f33017fa700 1 -- 172.21.15.39:0/2555746451 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559895977f70 con 0x559895ad6c20 2023-12-07T14:13:22.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.185+0000 7f33017fa700 10 client.27166 handle_command_reply: tid=0 2023-12-07T14:13:22.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.185+0000 7f332bc7ab80 1 client.27166 shutdown 2023-12-07T14:13:22.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:21 smithi089 ceph-mon[103124]: pgmap v341: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 15 MiB/s wr, 1.42k op/s 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 msgr2=0x559895a74610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a74610 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f331402b000 tx=0x7f3314003f60 comp rx=0 tx=0).stop 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 shutdown_connections 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559895ad6c20 0x559895ad9010 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559895a75090 0x559895ad4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559895a6b5c0 0x559895a74610 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 --2- 172.21.15.39:0/2555746451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559895a6fab0 0x559895a74b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f33017fa700 0 client.27166 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 >> 172.21.15.39:0/2555746451 conn(0x55989598c300 msgr2=0x559895a6d8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 shutdown_connections 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 1 -- 172.21.15.39:0/2555746451 wait complete. 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.187+0000 7f332bc7ab80 20 client.27166 trim_cache size 0 max 16384 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:13:22.192 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f33040a15e0 msgr2=0x7f33040a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f33040a15e0 0x7f33040a3aa0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f33140098e0 tx=0x7f331400bee0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f331810ba80 msgr2=0x7f3318197960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f331810ba80 0x7f3318197960 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f331000b780 tx=0x7f331000ba90 comp rx=0 tx=0).stop 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 shutdown_connections 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f331810ba80 0x7f3318197960 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f33040a15e0 0x7f33040a3aa0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.193 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f33181026b0 0x7f331819d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 --2- 172.21.15.39:0/2552874439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3318102fd0 0x7f331819dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 >> 172.21.15.39:0/2552874439 conn(0x7f33180fbe50 msgr2=0x7f33180fcca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 shutdown_connections 2023-12-07T14:13:22.194 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:22.188+0000 7f331fa81700 1 -- 172.21.15.39:0/2552874439 wait complete. 2023-12-07T14:13:22.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:21 smithi039 ceph-mon[98864]: pgmap v341: 97 pgs: 97 active+clean; 5.7 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 15 MiB/s wr, 1.42k op/s 2023-12-07T14:13:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 630.0 s, 1506.4 tps, lat 65.379 ms stddev 75.668 2023-12-07T14:13:24.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:24 smithi039 ceph-mon[98864]: pgmap v342: 97 pgs: 97 active+clean; 5.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.43k op/s 2023-12-07T14:13:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:24 smithi055 ceph-mon[103363]: pgmap v342: 97 pgs: 97 active+clean; 5.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.43k op/s 2023-12-07T14:13:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:24 smithi089 ceph-mon[103124]: pgmap v342: 97 pgs: 97 active+clean; 5.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.43k op/s 2023-12-07T14:13:26.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:25 smithi039 ceph-mon[98864]: pgmap v343: 97 pgs: 97 active+clean; 5.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.43k op/s 2023-12-07T14:13:26.404 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:25 smithi055 ceph-mon[103363]: pgmap v343: 97 pgs: 97 active+clean; 5.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.43k op/s 2023-12-07T14:13:26.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:25 smithi089 ceph-mon[103124]: pgmap v343: 97 pgs: 97 active+clean; 5.8 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.43k op/s 2023-12-07T14:13:28.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:27 smithi089 ceph-mon[103124]: pgmap v344: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 17 MiB/s wr, 1.47k op/s 2023-12-07T14:13:28.309 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:27 smithi039 ceph-mon[98864]: pgmap v344: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 17 MiB/s wr, 1.47k op/s 2023-12-07T14:13:28.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:27 smithi055 ceph-mon[103363]: pgmap v344: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 17 MiB/s wr, 1.47k op/s 2023-12-07T14:13:28.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 635.0 s, 1001.0 tps, lat 100.886 ms stddev 118.804 2023-12-07T14:13:30.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:29 smithi089 ceph-mon[103124]: pgmap v345: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 15 MiB/s wr, 1.30k op/s 2023-12-07T14:13:30.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:29 smithi039 ceph-mon[98864]: pgmap v345: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 15 MiB/s wr, 1.30k op/s 2023-12-07T14:13:30.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:29 smithi055 ceph-mon[103363]: pgmap v345: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 15 MiB/s wr, 1.30k op/s 2023-12-07T14:13:32.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:31 smithi089 ceph-mon[103124]: pgmap v346: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2023-12-07T14:13:32.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:31 smithi039 ceph-mon[98864]: pgmap v346: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2023-12-07T14:13:32.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:31 smithi055 ceph-mon[103363]: pgmap v346: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2023-12-07T14:13:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 640.0 s, 1292.7 tps, lat 77.957 ms stddev 91.722 2023-12-07T14:13:34.811 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:34 smithi039 ceph-mon[98864]: pgmap v347: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 22 MiB/s wr, 1.71k op/s 2023-12-07T14:13:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:34 smithi055 ceph-mon[103363]: pgmap v347: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 22 MiB/s wr, 1.71k op/s 2023-12-07T14:13:34.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:34 smithi089 ceph-mon[103124]: pgmap v347: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 22 MiB/s wr, 1.71k op/s 2023-12-07T14:13:35.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.320+0000 7fd819a73700 1 -- 172.21.15.39:0/2519511392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814100f50 msgr2=0x7fd814104f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.320+0000 7fd819a73700 1 --2- 172.21.15.39:0/2519511392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814100f50 0x7fd814104f90 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7fd808009990 tx=0x7fd808009ca0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 -- 172.21.15.39:0/2519511392 shutdown_connections 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 --2- 172.21.15.39:0/2519511392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd8141056c0 0x7fd81410d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 --2- 172.21.15.39:0/2519511392 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd8141005a0 0x7fd814100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 --2- 172.21.15.39:0/2519511392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814100f50 0x7fd814104f90 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 -- 172.21.15.39:0/2519511392 >> 172.21.15.39:0/2519511392 conn(0x7fd8140fbe60 msgr2=0x7fd8140fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 -- 172.21.15.39:0/2519511392 shutdown_connections 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 -- 172.21.15.39:0/2519511392 wait complete. 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 Processor -- start 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.321+0000 7fd819a73700 1 -- start start 2023-12-07T14:13:35.326 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd819a73700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd8141005a0 0x7fd814198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd819a73700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd8141056c0 0x7fd814198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd819a73700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814199290 0x7fd8141a3890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd819a73700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8141a3f20 con 0x7fd814199290 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd819a73700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8141a4090 con 0x7fd8141005a0 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd819a73700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8141a4250 con 0x7fd8141056c0 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814199290 0x7fd8141a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814199290 0x7fd8141a3890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59220/0 (socket says 172.21.15.39:59220) 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 -- 172.21.15.39:0/1320715375 learned_addr learned my addr 172.21.15.39:0/1320715375 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd8137fe700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd8141005a0 0x7fd814198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd812ffd700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd8141056c0 0x7fd814198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 -- 172.21.15.39:0/1320715375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd8141056c0 msgr2=0x7fd814198d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd8141056c0 0x7fd814198d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 -- 172.21.15.39:0/1320715375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd8141005a0 msgr2=0x7fd814198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.327 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd8141005a0 0x7fd814198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 -- 172.21.15.39:0/1320715375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8080095f0 con 0x7fd814199290 2023-12-07T14:13:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd813fff700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814199290 0x7fd8141a3890 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fd80c00b970 tx=0x7fd80c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd810ff9700 1 -- 172.21.15.39:0/1320715375 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80c00c930 con 0x7fd814199290 2023-12-07T14:13:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8141a4530 con 0x7fd814199290 2023-12-07T14:13:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd810ff9700 1 -- 172.21.15.39:0/1320715375 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd80c014440 con 0x7fd814199290 2023-12-07T14:13:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.322+0000 7fd810ff9700 1 -- 172.21.15.39:0/1320715375 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80c0075d0 con 0x7fd814199290 2023-12-07T14:13:35.328 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.323+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8141a49f0 con 0x7fd814199290 2023-12-07T14:13:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.325+0000 7fd810ff9700 1 -- 172.21.15.39:0/1320715375 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fd80c0145b0 con 0x7fd814199290 2023-12-07T14:13:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.325+0000 7fd810ff9700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd7fc0a15e0 0x7fd7fc0a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.325+0000 7fd810ff9700 1 -- 172.21.15.39:0/1320715375 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fd80c006e40 con 0x7fd814199290 2023-12-07T14:13:35.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.325+0000 7fd8137fe700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd7fc0a15e0 0x7fd7fc0a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd8137fe700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd7fc0a15e0 0x7fd7fc0a3aa0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd804005950 tx=0x7fd80400b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 Processor -- start 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 -- start start 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0630 0x559a4a0e0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e0f50 0x559a4a0e45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e4b10 0x559a4a0e4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a054760 con 0x559a4a0e0f50 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a03b740 con 0x559a4a0e0630 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a039060 con 0x559a4a0e4b10 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd812ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e0f50 0x559a4a0e45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd812ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e0f50 0x559a4a0e45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59224/0 (socket says 172.21.15.39:59224) 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd812ffd700 1 -- 172.21.15.39:0/3915799060 learned_addr learned my addr 172.21.15.39:0/3915799060 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd813fff700 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e4b10 0x559a4a0e4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.326+0000 7fd8137fe700 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0630 0x559a4a0e0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd812ffd700 1 -- 172.21.15.39:0/3915799060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e4b10 msgr2=0x559a4a0e4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd812ffd700 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e4b10 0x559a4a0e4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd812ffd700 1 -- 172.21.15.39:0/3915799060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0630 msgr2=0x559a4a0e0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd812ffd700 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0630 0x559a4a0e0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd812ffd700 1 -- 172.21.15.39:0/3915799060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559a49eb15d0 con 0x559a4a0e0f50 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd8137fe700 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0630 0x559a4a0e0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd812ffd700 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e0f50 0x559a4a0e45d0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fd808015000 tx=0x7fd808009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ab75b2aeca9b543 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd7f9ffb700 1 -- 172.21.15.39:0/3915799060 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd808005340 con 0x559a4a0e0f50 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd7f9ffb700 1 -- 172.21.15.39:0/3915799060 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd80801e040 con 0x559a4a0e0f50 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.327+0000 7fd7f9ffb700 1 -- 172.21.15.39:0/3915799060 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd808004920 con 0x559a4a0e0f50 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3915799060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e0f50 msgr2=0x559a4a0e45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e0f50 0x559a4a0e45d0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fd808015000 tx=0x7fd808009ee0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3915799060 shutdown_connections 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e4b10 0x559a4a0e4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0630 0x559a4a0e0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3915799060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e0f50 0x559a4a0e45d0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3915799060 >> 172.21.15.39:0/3915799060 conn(0x559a4a00f300 msgr2=0x559a4a0daba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3915799060 shutdown_connections 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3915799060 wait complete. 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 -- start start 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 Processor -- start 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.328+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0ec330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e96c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0e9e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a034950 con 0x559a4a0e4b10 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a49fee500 con 0x559a4a0e0f50 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a49fee1a0 con 0x559a4a0e0630 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 10 client.0 _ll_register_callbacks cb 0x559a49f19a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0e9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0e9e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59234/0 (socket says 172.21.15.39:59234) 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 -- 172.21.15.39:0/199868441 learned_addr learned my addr 172.21.15.39:0/199868441 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd8137fe700 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0ec330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd812ffd700 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 -- 172.21.15.39:0/199868441 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 msgr2=0x559a4a0ec330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0ec330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 -- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 msgr2=0x559a4a0e96c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e96c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 -- 172.21.15.39:0/199868441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd81410dab0 con 0x559a4a0e4b10 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd813fff700 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0e9e00 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fd80c099710 tx=0x7fd80c0993d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f79af857dffc7ae server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd7f2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/199868441 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80c09d8d0 con 0x559a4a0e4b10 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/199868441 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fd80c0a1b10 con 0x559a4a0e4b10 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559a4a0d35f0 con 0x559a4a0e4b10 2023-12-07T14:13:35.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/199868441 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd80c0999e0 con 0x559a4a0e4b10 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 10 client.17586 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.329+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x559a49e5dd80 con 0x559a4a0e4b10 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/199868441 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559a4a0d35f0 con 0x559a4a0e4b10 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/199868441 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fd80c095570 con 0x559a4a0e4b10 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd825c6cb80 10 client.17586 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd825c6cb80 10 client.17586 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd825c6cb80 20 client.17586 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a0f9e00 0x559a4a0fc1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd825c6cb80 4 client.17586 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559a4a0af640 con 0x559a4a0f9e00 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd8137fe700 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a0f9e00 0x559a4a0fc1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd7f2ffd700 10 client.17586 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.330+0000 7fd8137fe700 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a0f9e00 0x559a4a0fc1f0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cf28ccddc2b7313 server_cookie=5b39566eb5cf2d42 in_seq=0 out_seq=0 2023-12-07T14:13:35.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/199868441 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559a4a0af640 con 0x559a4a0f9e00 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd7f2ffd700 10 client.17586 handle_command_reply: tid=0 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 client.17586 shutdown 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 msgr2=0x559a4a0e9e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0e9e00 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fd80c099710 tx=0x7fd80c0993d0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 shutdown_connections 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0e9e00 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0ec330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a0f9e00 0x559a4a0fc1f0 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/199868441 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e96c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd7f2ffd700 0 client.17586 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 >> 172.21.15.39:0/199868441 conn(0x559a4a00f300 msgr2=0x559a4a0df430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.331+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 shutdown_connections 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.332+0000 7fd825c6cb80 1 -- 172.21.15.39:0/199868441 wait complete. 2023-12-07T14:13:35.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.332+0000 7fd825c6cb80 20 client.17586 trim_cache size 0 max 16384 2023-12-07T14:13:35.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 Processor -- start 2023-12-07T14:13:35.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 -- start start 2023-12-07T14:13:35.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0dfdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.354 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a100b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a49eb38c0 con 0x559a4a0e4b10 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a0eac20 con 0x559a4a0e0f50 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a0f9c10 con 0x559a4a0e0630 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59242/0 (socket says 172.21.15.39:59242) 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 -- 172.21.15.39:0/1007570844 learned_addr learned my addr 172.21.15.39:0/1007570844 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd8137fe700 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0dfdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd812ffd700 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 -- 172.21.15.39:0/1007570844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 msgr2=0x559a4a0dfdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0dfdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 -- 172.21.15.39:0/1007570844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 msgr2=0x559a4a0e6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e6f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd813fff700 1 -- 172.21.15.39:0/1007570844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559a49e46c00 con 0x559a4a0e4b10 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.347+0000 7fd812ffd700 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd813fff700 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a100b20 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fd80c0ca3e0 tx=0x7fd80c099900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2388e3315208b8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:35.355 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd7fa7fc700 1 -- 172.21.15.39:0/1007570844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80c0999e0 con 0x559a4a0e4b10 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd7fa7fc700 1 -- 172.21.15.39:0/1007570844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd80c099e80 con 0x559a4a0e4b10 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd7fa7fc700 1 -- 172.21.15.39:0/1007570844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd80c0a18e0 con 0x559a4a0e4b10 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 -- 172.21.15.39:0/1007570844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 msgr2=0x559a4a100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a100b20 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fd80c0ca3e0 tx=0x7fd80c099900 comp rx=0 tx=0).stop 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 -- 172.21.15.39:0/1007570844 shutdown_connections 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a100b20 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0dfdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/1007570844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0e6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 -- 172.21.15.39:0/1007570844 >> 172.21.15.39:0/1007570844 conn(0x559a4a00f300 msgr2=0x559a4a0dab40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 -- 172.21.15.39:0/1007570844 shutdown_connections 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.348+0000 7fd825c6cb80 1 -- 172.21.15.39:0/1007570844 wait complete. 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 -- start start 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 Processor -- start 2023-12-07T14:13:35.356 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0eed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0ef280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0ef7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a14f3d0 con 0x559a4a0e4b10 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a14f540 con 0x559a4a0e0f50 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a4a14f700 con 0x559a4a0e0630 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd825c6cb80 10 client.0 _ll_register_callbacks cb 0x559a49f19a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd8137fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0eed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd813fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0ef7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd8137fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0eed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35734/0 (socket says 172.21.15.39:35734) 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd8137fe700 1 -- 172.21.15.39:0/3610584935 learned_addr learned my addr 172.21.15.39:0/3610584935 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd812ffd700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0ef280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd8137fe700 1 -- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 msgr2=0x559a4a0ef280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.349+0000 7fd8137fe700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0ef280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.357 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd8137fe700 1 -- 172.21.15.39:0/3610584935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 msgr2=0x559a4a0ef7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd8137fe700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0ef7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd8137fe700 1 -- 172.21.15.39:0/3610584935 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559a49e5dd80 con 0x559a4a0e0630 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd813fff700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0ef7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd812ffd700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0ef280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd8137fe700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0eed40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd804011010 tx=0x7fd8040047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4720502f18608a24 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd7f2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/3610584935 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd804020ea0 con 0x559a4a0e0630 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/3610584935 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fd804017070 con 0x559a4a0e0630 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd80801e040 con 0x559a4a0e0630 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/3610584935 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd804027d00 con 0x559a4a0e0630 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 10 client.27184 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x559a49e841f0 con 0x559a4a0e0630 2023-12-07T14:13:35.358 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/3610584935 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd80801e040 con 0x559a4a0e0630 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/3610584935 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fd804011990 con 0x559a4a0e0630 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 10 client.27184 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 10 client.27184 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 20 client.27184 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a150f10 0x559a4a153330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 4 client.27184 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.350+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559a49ffaf70 con 0x559a4a150f10 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.351+0000 7fd812ffd700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a150f10 0x559a4a153330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.351+0000 7fd812ffd700 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a150f10 0x559a4a153330 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a5b5ef2e002351e server_cookie=102391095d801b74 in_seq=0 out_seq=0 2023-12-07T14:13:35.359 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.351+0000 7fd7f2ffd700 10 client.27184 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.367+0000 7fd7f2ffd700 1 -- 172.21.15.39:0/3610584935 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559a49ffaf70 con 0x559a4a150f10 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.367+0000 7fd7f2ffd700 10 client.27184 handle_command_reply: tid=0 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.367+0000 7fd825c6cb80 1 client.27184 shutdown 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 msgr2=0x559a4a0eed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0eed40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd804011010 tx=0x7fd8040047c0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 shutdown_connections 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a4a0e4b10 0x559a4a0ef7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559a4a0e0630 0x559a4a0eed40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559a4a150f10 0x559a4a153330 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 --2- 172.21.15.39:0/3610584935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559a4a0e0f50 0x559a4a0ef280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd7f2ffd700 0 client.27184 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 >> 172.21.15.39:0/3610584935 conn(0x559a4a00f300 msgr2=0x559a4a100b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 shutdown_connections 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 1 -- 172.21.15.39:0/3610584935 wait complete. 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd825c6cb80 20 client.27184 trim_cache size 0 max 16384 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:13:35.372 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd7fc0a15e0 msgr2=0x7fd7fc0a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd819a73700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd7fc0a15e0 0x7fd7fc0a3aa0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd804005950 tx=0x7fd80400b410 comp rx=0 tx=0).stop 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814199290 msgr2=0x7fd8141a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.368+0000 7fd819a73700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814199290 0x7fd8141a3890 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fd80c00b970 tx=0x7fd80c00bc80 comp rx=0 tx=0).stop 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 shutdown_connections 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd814199290 0x7fd8141a3890 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fd7fc0a15e0 0x7fd7fc0a3aa0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.373 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd8141005a0 0x7fd814198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.374 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 --2- 172.21.15.39:0/1320715375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fd8141056c0 0x7fd814198d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:35.374 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 >> 172.21.15.39:0/1320715375 conn(0x7fd8140fbe60 msgr2=0x7fd8140fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:35.374 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 shutdown_connections 2023-12-07T14:13:35.374 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:35.369+0000 7fd819a73700 1 -- 172.21.15.39:0/1320715375 wait complete. 2023-12-07T14:13:36.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:35 smithi089 ceph-mon[103124]: pgmap v348: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2023-12-07T14:13:36.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:35 smithi039 ceph-mon[98864]: pgmap v348: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2023-12-07T14:13:36.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:35 smithi055 ceph-mon[103363]: pgmap v348: 97 pgs: 97 active+clean; 5.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2023-12-07T14:13:38.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:37 smithi089 ceph-mon[103124]: pgmap v349: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 21 MiB/s wr, 1.54k op/s 2023-12-07T14:13:38.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:37 smithi039 ceph-mon[98864]: pgmap v349: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 21 MiB/s wr, 1.54k op/s 2023-12-07T14:13:38.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:37 smithi055 ceph-mon[103363]: pgmap v349: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 21 MiB/s wr, 1.54k op/s 2023-12-07T14:13:38.966 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 645.0 s, 307.6 tps, lat 66.259 ms stddev 64.358 2023-12-07T14:13:40.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:39 smithi089 ceph-mon[103124]: pgmap v350: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 12 MiB/s wr, 789 op/s 2023-12-07T14:13:40.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:39 smithi039 ceph-mon[98864]: pgmap v350: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 12 MiB/s wr, 789 op/s 2023-12-07T14:13:40.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:39 smithi055 ceph-mon[103363]: pgmap v350: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 12 MiB/s wr, 789 op/s 2023-12-07T14:13:42.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:41 smithi089 ceph-mon[103124]: pgmap v351: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 12 MiB/s wr, 794 op/s 2023-12-07T14:13:42.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:41 smithi039 ceph-mon[98864]: pgmap v351: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 12 MiB/s wr, 794 op/s 2023-12-07T14:13:42.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:41 smithi055 ceph-mon[103363]: pgmap v351: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 12 MiB/s wr, 794 op/s 2023-12-07T14:13:43.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 650.0 s, 1055.0 tps, lat 147.931 ms stddev 598.669 2023-12-07T14:13:44.904 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:44 smithi055 ceph-mon[103363]: pgmap v352: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 17 MiB/s wr, 1.11k op/s 2023-12-07T14:13:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:44 smithi089 ceph-mon[103124]: pgmap v352: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 17 MiB/s wr, 1.11k op/s 2023-12-07T14:13:45.067 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:44 smithi039 ceph-mon[98864]: pgmap v352: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 17 MiB/s wr, 1.11k op/s 2023-12-07T14:13:46.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:45 smithi089 ceph-mon[103124]: pgmap v353: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 9.2 MiB/s wr, 620 op/s 2023-12-07T14:13:46.309 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:45 smithi039 ceph-mon[98864]: pgmap v353: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 9.2 MiB/s wr, 620 op/s 2023-12-07T14:13:46.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:45 smithi055 ceph-mon[103363]: pgmap v353: 97 pgs: 97 active+clean; 6.0 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 9.2 MiB/s wr, 620 op/s 2023-12-07T14:13:48.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:47 smithi039 ceph-mon[98864]: pgmap v354: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2023-12-07T14:13:48.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:47 smithi055 ceph-mon[103363]: pgmap v354: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2023-12-07T14:13:48.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:47 smithi089 ceph-mon[103124]: pgmap v354: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2023-12-07T14:13:48.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.568+0000 7fe7d6c41700 1 -- 172.21.15.39:0/2669152625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7d011adb0 msgr2=0x7fe7d011d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.568+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/2669152625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7d011adb0 0x7fe7d011d1a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00099f0 tx=0x7fe7c0009d00 comp rx=0 tx=0).stop 2023-12-07T14:13:48.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.568+0000 7fe7d6c41700 1 -- 172.21.15.39:0/2669152625 shutdown_connections 2023-12-07T14:13:48.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.568+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/2669152625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7d011adb0 0x7fe7d011d1a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.568+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/2669152625 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 0x7fe7d01085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.568+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/2669152625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d01100f0 0x7fe7d0108b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.568+0000 7fe7d6c41700 1 -- 172.21.15.39:0/2669152625 >> 172.21.15.39:0/2669152625 conn(0x7fe7d006c5a0 msgr2=0x7fe7d006c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:48.577 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.575+0000 7fe7d6c41700 1 -- 172.21.15.39:0/2669152625 shutdown_connections 2023-12-07T14:13:48.579 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.576+0000 7fe7d6c41700 1 -- 172.21.15.39:0/2669152625 wait complete. 2023-12-07T14:13:48.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 Processor -- start 2023-12-07T14:13:48.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 -- start start 2023-12-07T14:13:48.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 0x7fe7d01a66e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d01100f0 0x7fe7d01a6c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7d011adb0 0x7fe7d01aafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d01ab600 con 0x7fe7d01100f0 2023-12-07T14:13:48.580 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d01ab770 con 0x7fe7d011adb0 2023-12-07T14:13:48.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.577+0000 7fe7d6c41700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d01ab930 con 0x7fe7d010fc80 2023-12-07T14:13:48.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 0x7fe7d01a66e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 0x7fe7d01a66e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35750/0 (socket says 172.21.15.39:35750) 2023-12-07T14:13:48.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 -- 172.21.15.39:0/1909510589 learned_addr learned my addr 172.21.15.39:0/1909510589 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:48.581 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 -- 172.21.15.39:0/1909510589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7d011adb0 msgr2=0x7fe7d01aafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7d011adb0 0x7fe7d01aafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 -- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d01100f0 msgr2=0x7fe7d01a6c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d01100f0 0x7fe7d01a6c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.578+0000 7fe7d49dd700 1 -- 172.21.15.39:0/1909510589 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7c00095f0 con 0x7fe7d010fc80 2023-12-07T14:13:48.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.579+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 0x7fe7d01a66e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe7c80060b0 tx=0x7fe7c800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:48.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.580+0000 7fe7cdffb700 1 -- 172.21.15.39:0/1909510589 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c800ddd0 con 0x7fe7d010fc80 2023-12-07T14:13:48.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.580+0000 7fe7cdffb700 1 -- 172.21.15.39:0/1909510589 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c800f040 con 0x7fe7d010fc80 2023-12-07T14:13:48.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.580+0000 7fe7cdffb700 1 -- 172.21.15.39:0/1909510589 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c8014690 con 0x7fe7d010fc80 2023-12-07T14:13:48.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.580+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7d01abc10 con 0x7fe7d010fc80 2023-12-07T14:13:48.584 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.580+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d01b3450 con 0x7fe7d010fc80 2023-12-07T14:13:48.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.583+0000 7fe7cdffb700 1 -- 172.21.15.39:0/1909510589 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fe7c80159c0 con 0x7fe7d010fc80 2023-12-07T14:13:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.584+0000 7fe7cdffb700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe7b80a1770 0x7fe7b80a3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.585+0000 7fe7cdffb700 1 -- 172.21.15.39:0/1909510589 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe7c80cc9d0 con 0x7fe7d010fc80 2023-12-07T14:13:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.585+0000 7fe7cffff700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe7b80a1770 0x7fe7b80a3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.588 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.586+0000 7fe7cffff700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe7b80a1770 0x7fe7b80a3c30 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe7d01a7c30 tx=0x7fe7c4006d20 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:48.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 Processor -- start 2023-12-07T14:13:48.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 -- start start 2023-12-07T14:13:48.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc731ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731cf50 0x559fc73205d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc7320b10 0x559fc7320f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc7290760 con 0x559fc731c630 2023-12-07T14:13:48.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc7277740 con 0x559fc7320b10 2023-12-07T14:13:48.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc7275060 con 0x559fc731cf50 2023-12-07T14:13:48.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7d51de700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc7320b10 0x559fc7320f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7d51de700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc7320b10 0x559fc7320f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50470/0 (socket says 172.21.15.39:50470) 2023-12-07T14:13:48.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.591+0000 7fe7d51de700 1 -- 172.21.15.39:0/4186356169 learned_addr learned my addr 172.21.15.39:0/4186356169 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:48.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc731ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7cffff700 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731cf50 0x559fc73205d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7d51de700 1 -- 172.21.15.39:0/4186356169 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731cf50 msgr2=0x559fc73205d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7d51de700 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731cf50 0x559fc73205d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7d51de700 1 -- 172.21.15.39:0/4186356169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 msgr2=0x559fc731ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7d51de700 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc731ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7d51de700 1 -- 172.21.15.39:0/4186356169 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559fc70ed5d0 con 0x559fc7320b10 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.592+0000 7fe7d51de700 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc7320b10 0x559fc7320f70 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00092e0 tx=0x7fe7c0005c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea6dfa7f8afd69f5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.593+0000 7fe7b6ffd700 1 -- 172.21.15.39:0/4186356169 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c001d070 con 0x559fc7320b10 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.593+0000 7fe7b6ffd700 1 -- 172.21.15.39:0/4186356169 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c00054f0 con 0x559fc7320b10 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.593+0000 7fe7b6ffd700 1 -- 172.21.15.39:0/4186356169 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c0004500 con 0x559fc7320b10 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/4186356169 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc7320b10 msgr2=0x559fc7320f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc7320b10 0x559fc7320f70 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe7c00092e0 tx=0x7fe7c0005c70 comp rx=0 tx=0).stop 2023-12-07T14:13:48.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/4186356169 shutdown_connections 2023-12-07T14:13:48.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc7320b10 0x559fc7320f70 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc731ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/4186356169 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731cf50 0x559fc73205d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/4186356169 >> 172.21.15.39:0/4186356169 conn(0x559fc724b300 msgr2=0x559fc7316ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:48.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/4186356169 shutdown_connections 2023-12-07T14:13:48.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.594+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/4186356169 wait complete. 2023-12-07T14:13:48.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.595+0000 7fe7e2e3ab80 1 -- start start 2023-12-07T14:13:48.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.595+0000 7fe7e2e3ab80 1 Processor -- start 2023-12-07T14:13:48.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.595+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731c630 0x559fc7328240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731cf50 0x559fc7325530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc7325bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc7270950 con 0x559fc731cf50 2023-12-07T14:13:48.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc722a500 con 0x559fc731c630 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc722a1a0 con 0x559fc7320b10 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7e2e3ab80 10 client.0 _ll_register_callbacks cb 0x559fc7155a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731cf50 0x559fc7325530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731cf50 0x559fc7325530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59276/0 (socket says 172.21.15.39:59276) 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 -- 172.21.15.39:0/1312483416 learned_addr learned my addr 172.21.15.39:0/1312483416 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7d51de700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc7325bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731c630 0x559fc7328240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 -- 172.21.15.39:0/1312483416 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 msgr2=0x559fc7325bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc7325bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 -- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731c630 msgr2=0x559fc7328240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731c630 0x559fc7328240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 -- 172.21.15.39:0/1312483416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d011d9b0 con 0x559fc731cf50 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7d51de700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc7325bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731c630 0x559fc7328240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7cffff700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731cf50 0x559fc7325530 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fe7c40123e0 tx=0x7fe7c40048d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5517bdb3bf23931 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7affff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:13:48.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7affff700 1 -- 172.21.15.39:0/1312483416 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c401e400 con 0x559fc731cf50 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.596+0000 7fe7affff700 1 -- 172.21.15.39:0/1312483416 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe7c401e560 con 0x559fc731cf50 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559fc730f5f0 con 0x559fc731cf50 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7affff700 1 -- 172.21.15.39:0/1312483416 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe7c401e720 con 0x559fc731cf50 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 10 client.17598 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x559fc7099d80 con 0x559fc731cf50 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7affff700 1 -- 172.21.15.39:0/1312483416 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559fc730f5f0 con 0x559fc731cf50 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7affff700 1 -- 172.21.15.39:0/1312483416 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fe7c401d930 con 0x559fc731cf50 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 10 client.17598 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 10 client.17598 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 20 client.17598 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc7335dc0 0x559fc73381e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 4 client.17598 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559fc72eb640 con 0x559fc7335dc0 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.597+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc7335dc0 0x559fc73381e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.598+0000 7fe7affff700 10 client.17598 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:48.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.598+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc7335dc0 0x559fc73381e0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2ff8d58e335d977 server_cookie=8df07ee198746ed2 in_seq=0 out_seq=0 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7affff700 1 -- 172.21.15.39:0/1312483416 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x559fc72eb640 con 0x559fc7335dc0 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7affff700 10 client.17598 handle_command_reply: tid=0 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 client.17598 shutdown 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731cf50 msgr2=0x559fc7325530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731cf50 0x559fc7325530 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fe7c40123e0 tx=0x7fe7c40048d0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 shutdown_connections 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc7325bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc7335dc0 0x559fc73381e0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731c630 0x559fc7328240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1312483416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731cf50 0x559fc7325530 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7affff700 0 client.17598 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 >> 172.21.15.39:0/1312483416 conn(0x559fc724b300 msgr2=0x559fc731b430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 shutdown_connections 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1312483416 wait complete. 2023-12-07T14:13:48.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.599+0000 7fe7e2e3ab80 20 client.17598 trim_cache size 0 max 16384 2023-12-07T14:13:48.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 Processor -- start 2023-12-07T14:13:48.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 -- start start 2023-12-07T14:13:48.623 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731c630 0x559fc733cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc7320b10 0x559fc732d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc70ef8c0 con 0x559fc7320b10 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc7332890 con 0x559fc731cf50 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc73168b0 con 0x559fc731c630 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc7320b10 0x559fc732d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d49dd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731c630 0x559fc733cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc7320b10 0x559fc732d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59286/0 (socket says 172.21.15.39:59286) 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 -- 172.21.15.39:0/1956587785 learned_addr learned my addr 172.21.15.39:0/1956587785 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7cffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 -- 172.21.15.39:0/1956587785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731c630 msgr2=0x559fc733cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731c630 0x559fc733cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 -- 172.21.15.39:0/1956587785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 msgr2=0x559fc732cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.624 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d51de700 1 -- 172.21.15.39:0/1956587785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559fc7082c00 con 0x559fc7320b10 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.619+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731c630 0x559fc733cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.620+0000 7fe7cffff700 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.620+0000 7fe7d51de700 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc7320b10 0x559fc732d300 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fe7c000bbf0 tx=0x7fe7c0005da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9461333b215263cc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.620+0000 7fe7b77fe700 1 -- 172.21.15.39:0/1956587785 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c001d040 con 0x559fc7320b10 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.620+0000 7fe7b77fe700 1 -- 172.21.15.39:0/1956587785 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c001e040 con 0x559fc7320b10 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.620+0000 7fe7b77fe700 1 -- 172.21.15.39:0/1956587785 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c0004230 con 0x559fc7320b10 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1956587785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc7320b10 msgr2=0x559fc732d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc7320b10 0x559fc732d300 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fe7c000bbf0 tx=0x7fe7c0005da0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1956587785 shutdown_connections 2023-12-07T14:13:48.625 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc7320b10 0x559fc732d300 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc731c630 0x559fc733cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/1956587785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1956587785 >> 172.21.15.39:0/1956587785 conn(0x559fc724b300 msgr2=0x559fc7327f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:48.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1956587785 shutdown_connections 2023-12-07T14:13:48.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/1956587785 wait complete. 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 -- start start 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.621+0000 7fe7e2e3ab80 1 Processor -- start 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc732cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7e2e3ab80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc732b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc732b820 con 0x559fc731c630 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc732b990 con 0x559fc731cf50 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7e2e3ab80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x559fc732bb50 con 0x559fc7320b10 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7e2e3ab80 10 client.0 _ll_register_callbacks cb 0x559fc7155a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7d49dd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc732cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7d49dd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc732cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59288/0 (socket says 172.21.15.39:59288) 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7d49dd700 1 -- 172.21.15.39:0/855888523 learned_addr learned my addr 172.21.15.39:0/855888523 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:13:48.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7cffff700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.622+0000 7fe7d51de700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc732b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7cffff700 1 -- 172.21.15.39:0/855888523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 msgr2=0x559fc732b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7cffff700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc732b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7cffff700 1 -- 172.21.15.39:0/855888523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 msgr2=0x559fc732cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7cffff700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc732cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7cffff700 1 -- 172.21.15.39:0/855888523 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7d01b3450 con 0x559fc731cf50 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc732cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7d51de700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc732b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7cffff700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732ada0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe7c401dc90 tx=0x7fe7c401db50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ada93a59cbe03c7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7affff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7affff700 1 -- 172.21.15.39:0/855888523 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7c4027880 con 0x559fc731cf50 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7affff700 1 -- 172.21.15.39:0/855888523 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fe7c40273d0 con 0x559fc731cf50 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe7c00054f0 con 0x559fc731cf50 2023-12-07T14:13:48.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7affff700 1 -- 172.21.15.39:0/855888523 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=67) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe7c4009530 con 0x559fc731cf50 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7e2e3ab80 10 client.27068 fetch_fsmap learned FSMap version 67 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=67,monmap=4+}) v3 -- 0x559fc7099d80 con 0x559fc731cf50 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.623+0000 7fe7affff700 1 -- 172.21.15.39:0/855888523 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe7c00054f0 con 0x559fc731cf50 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7affff700 1 -- 172.21.15.39:0/855888523 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 67) v1 ==== 7886+0+0 (secure 0 0 0) 0x7fe7c402f030 con 0x559fc731cf50 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7e2e3ab80 10 client.27068 fetch_fsmap finished waiting for FSMap version 67 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7e2e3ab80 10 client.27068 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7e2e3ab80 20 client.27068 populate_metadata read hostname 'smithi039' 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc738c7d0 0x559fc738ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7e2e3ab80 4 client.27068 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559fc7236f70 con 0x559fc738c7d0 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc738c7d0 0x559fc738ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7affff700 10 client.27068 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.624+0000 7fe7d49dd700 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc738c7d0 0x559fc738ebf0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c45cdaffc6eb6643 server_cookie=671078c7b892b221 in_seq=0 out_seq=0 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.658+0000 7fe7affff700 1 -- 172.21.15.39:0/855888523 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559fc7236f70 con 0x559fc738c7d0 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7affff700 10 client.27068 handle_command_reply: tid=0 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 client.27068 shutdown 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 msgr2=0x559fc732ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732ada0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fe7c401dc90 tx=0x7fe7c401db50 comp rx=0 tx=0).stop 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 shutdown_connections 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x559fc7320b10 0x559fc732b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559fc731c630 0x559fc732cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x559fc738c7d0 0x559fc738ebf0 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 --2- 172.21.15.39:0/855888523 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x559fc731cf50 0x559fc732ada0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7affff700 0 client.27068 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 >> 172.21.15.39:0/855888523 conn(0x559fc724b300 msgr2=0x559fc733cb60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:48.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 shutdown_connections 2023-12-07T14:13:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 1 -- 172.21.15.39:0/855888523 wait complete. 2023-12-07T14:13:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.659+0000 7fe7e2e3ab80 20 client.27068 trim_cache size 0 max 16384 2023-12-07T14:13:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:13:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:13:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:13:48.664 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:13:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe7b80a1770 msgr2=0x7fe7b80a3c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe7b80a1770 0x7fe7b80a3c30 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fe7d01a7c30 tx=0x7fe7c4006d20 comp rx=0 tx=0).stop 2023-12-07T14:13:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 msgr2=0x7fe7d01a66e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:13:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 0x7fe7d01a66e0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fe7c80060b0 tx=0x7fe7c800d3b0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.665 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 shutdown_connections 2023-12-07T14:13:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fe7b80a1770 0x7fe7b80a3c30 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe7d011adb0 0x7fe7d01aafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fe7d010fc80 0x7fe7d01a66e0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 --2- 172.21.15.39:0/1909510589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d01100f0 0x7fe7d01a6c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:13:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 >> 172.21.15.39:0/1909510589 conn(0x7fe7d006c5a0 msgr2=0x7fe7d0118da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:13:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 shutdown_connections 2023-12-07T14:13:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:13:48.660+0000 7fe7d6c41700 1 -- 172.21.15.39:0/1909510589 wait complete. 2023-12-07T14:13:48.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 655.0 s, 1403.7 tps, lat 86.582 ms stddev 197.785 2023-12-07T14:13:50.312 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:49 smithi039 ceph-mon[98864]: pgmap v355: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 829 op/s 2023-12-07T14:13:50.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:49 smithi055 ceph-mon[103363]: pgmap v355: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 829 op/s 2023-12-07T14:13:50.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:49 smithi089 ceph-mon[103124]: pgmap v355: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 12 MiB/s wr, 829 op/s 2023-12-07T14:13:52.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:51 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:13:52.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:51 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:13:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:51 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:13:53.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:52 smithi039 ceph-mon[98864]: pgmap v356: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 810 op/s 2023-12-07T14:13:53.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:52 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:13:53.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:52 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:13:53.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:52 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:13:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:52 smithi055 ceph-mon[103363]: pgmap v356: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 810 op/s 2023-12-07T14:13:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:52 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:13:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:52 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:13:53.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:52 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:13:53.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:52 smithi089 ceph-mon[103124]: pgmap v356: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 MiB/s wr, 810 op/s 2023-12-07T14:13:53.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:52 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:13:53.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:52 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:13:53.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:52 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:13:53.965 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 660.0 s, 357.9 tps, lat 77.608 ms stddev 88.198 2023-12-07T14:13:54.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:54 smithi055 ceph-mon[103363]: pgmap v357: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 16 MiB/s wr, 1.17k op/s 2023-12-07T14:13:54.947 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:54 smithi089 ceph-mon[103124]: pgmap v357: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 16 MiB/s wr, 1.17k op/s 2023-12-07T14:13:55.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:54 smithi039 ceph-mon[98864]: pgmap v357: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 16 MiB/s wr, 1.17k op/s 2023-12-07T14:13:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:55 smithi089 ceph-mon[103124]: pgmap v358: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 11 MiB/s wr, 841 op/s 2023-12-07T14:13:56.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:55 smithi039 ceph-mon[98864]: pgmap v358: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 11 MiB/s wr, 841 op/s 2023-12-07T14:13:56.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:55 smithi055 ceph-mon[103363]: pgmap v358: 97 pgs: 97 active+clean; 6.1 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 11 MiB/s wr, 841 op/s 2023-12-07T14:13:58.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:57 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:13:58.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:57 smithi039 ceph-mon[98864]: pgmap v359: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 16 MiB/s wr, 1.24k op/s 2023-12-07T14:13:58.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:57 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:13:58.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:57 smithi055 ceph-mon[103363]: pgmap v359: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 16 MiB/s wr, 1.24k op/s 2023-12-07T14:13:58.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:57 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:13:58.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:57 smithi089 ceph-mon[103124]: pgmap v359: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 16 MiB/s wr, 1.24k op/s 2023-12-07T14:13:58.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 665.0 s, 1353.4 tps, lat 128.638 ms stddev 499.113 2023-12-07T14:14:00.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:13:59 smithi039 ceph-mon[98864]: pgmap v360: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 11 MiB/s wr, 907 op/s 2023-12-07T14:14:00.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:13:59 smithi055 ceph-mon[103363]: pgmap v360: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 11 MiB/s wr, 907 op/s 2023-12-07T14:14:00.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:13:59 smithi089 ceph-mon[103124]: pgmap v360: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 11 MiB/s wr, 907 op/s 2023-12-07T14:14:01.812 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 -- 172.21.15.39:0/673639758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 msgr2=0x7fb50810e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.812 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/673639758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 0x7fb50810e320 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fb50000b0a0 tx=0x7fb50000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.812 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 -- 172.21.15.39:0/673639758 shutdown_connections 2023-12-07T14:14:01.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/673639758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 0x7fb50810e320 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/673639758 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb5081074f0 0x7fb5081078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/673639758 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb508101450 0x7fb5081018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 -- 172.21.15.39:0/673639758 >> 172.21.15.39:0/673639758 conn(0x7fb5080fcf80 msgr2=0x7fb5080ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:01.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 -- 172.21.15.39:0/673639758 shutdown_connections 2023-12-07T14:14:01.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.808+0000 7fb50e8ca700 1 -- 172.21.15.39:0/673639758 wait complete. 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.809+0000 7fb50e8ca700 1 Processor -- start 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.809+0000 7fb50e8ca700 1 -- start start 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb50e8ca700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508101450 0x7fb50810c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb50e8ca700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 0x7fb50810c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb50e8ca700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5081074f0 0x7fb508199f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb50e8ca700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50819a5d0 con 0x7fb508101e10 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb50e8ca700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50819a740 con 0x7fb508101450 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb50e8ca700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb50819a900 con 0x7fb5081074f0 2023-12-07T14:14:01.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb507fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508101450 0x7fb50810c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb507fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508101450 0x7fb50810c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50504/0 (socket says 172.21.15.39:50504) 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb50ce67700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5081074f0 0x7fb508199f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb507fff700 1 -- 172.21.15.39:0/3358889967 learned_addr learned my addr 172.21.15.39:0/3358889967 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.810+0000 7fb5077fe700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 0x7fb50810c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50ce67700 1 -- 172.21.15.39:0/3358889967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508101450 msgr2=0x7fb50810c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50ce67700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508101450 0x7fb50810c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50ce67700 1 -- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 msgr2=0x7fb50810c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50ce67700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 0x7fb50810c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50ce67700 1 -- 172.21.15.39:0/3358889967 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb500009d00 con 0x7fb5081074f0 2023-12-07T14:14:01.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb507fff700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508101450 0x7fb50810c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:01.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50ce67700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5081074f0 0x7fb508199f70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb50000b0a0 tx=0x7fb500007870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:01.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb5057fa700 1 -- 172.21.15.39:0/3358889967 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb50000e040 con 0x7fb5081074f0 2023-12-07T14:14:01.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb5057fa700 1 -- 172.21.15.39:0/3358889967 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb500004e60 con 0x7fb5081074f0 2023-12-07T14:14:01.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb50819ab80 con 0x7fb5081074f0 2023-12-07T14:14:01.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb5057fa700 1 -- 172.21.15.39:0/3358889967 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb500005040 con 0x7fb5081074f0 2023-12-07T14:14:01.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.811+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb508197110 con 0x7fb5081074f0 2023-12-07T14:14:01.818 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.814+0000 7fb5057fa700 1 -- 172.21.15.39:0/3358889967 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fb50001d470 con 0x7fb5081074f0 2023-12-07T14:14:01.819 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.815+0000 7fb5057fa700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb4f00a1660 0x7fb4f00a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.819 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.815+0000 7fb5057fa700 1 -- 172.21.15.39:0/3358889967 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fb5000ce4e0 con 0x7fb5081074f0 2023-12-07T14:14:01.819 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.815+0000 7fb507fff700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb4f00a1660 0x7fb4f00a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.820 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 Processor -- start 2023-12-07T14:14:01.820 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 -- start start 2023-12-07T14:14:01.820 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb507fff700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb4f00a1660 0x7fb4f00a3b20 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb508106860 tx=0x7fb4f8009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:01.820 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1630 0x556e796b1a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.820 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796b55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.820 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e79625760 con 0x556e796b1f50 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e7960c740 con 0x556e796b1630 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e7960a060 con 0x556e796b5b10 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796b55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb507fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1630 0x556e796b1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb507fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1630 0x556e796b1a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50512/0 (socket says 172.21.15.39:50512) 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796b55d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59312/0 (socket says 172.21.15.39:59312) 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb507fff700 1 -- 172.21.15.39:0/3228393661 learned_addr learned my addr 172.21.15.39:0/3228393661 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:01.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.816+0000 7fb50ce67700 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb507fff700 1 -- 172.21.15.39:0/3228393661 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 msgr2=0x556e796b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb507fff700 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb507fff700 1 -- 172.21.15.39:0/3228393661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 msgr2=0x556e796b55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb507fff700 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796b55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb507fff700 1 -- 172.21.15.39:0/3228393661 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556e794825d0 con 0x556e796b1630 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb507fff700 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1630 0x556e796b1a10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80043b0 tx=0x7fb4f8014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eebbf816b24d0105 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb4ee7fc700 1 -- 172.21.15.39:0/3228393661 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f8003ce0 con 0x556e796b1630 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb4ee7fc700 1 -- 172.21.15.39:0/3228393661 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb4f8003e40 con 0x556e796b1630 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.817+0000 7fb4ee7fc700 1 -- 172.21.15.39:0/3228393661 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f8026800 con 0x556e796b1630 2023-12-07T14:14:01.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 -- 172.21.15.39:0/3228393661 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1630 msgr2=0x556e796b1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1630 0x556e796b1a10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb4f80043b0 tx=0x7fb4f8014000 comp rx=0 tx=0).stop 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 -- 172.21.15.39:0/3228393661 shutdown_connections 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1630 0x556e796b1a10 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/3228393661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796b55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 -- 172.21.15.39:0/3228393661 >> 172.21.15.39:0/3228393661 conn(0x556e795e0300 msgr2=0x556e796abba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 -- 172.21.15.39:0/3228393661 shutdown_connections 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 -- 172.21.15.39:0/3228393661 wait complete. 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 -- start start 2023-12-07T14:14:01.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.819+0000 7fb51aac3b80 1 Processor -- start 2023-12-07T14:14:01.828 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796ba610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796bab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796bb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e79605950 con 0x556e796b1f50 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e795bf500 con 0x556e796b5b10 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e795bf1a0 con 0x556e796b1630 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb51aac3b80 10 client.0 _ll_register_callbacks cb 0x556e794eaa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796bab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796bab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59318/0 (socket says 172.21.15.39:59318) 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb507fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796ba610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb50ce67700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796bb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 -- 172.21.15.39:0/2272527421 learned_addr learned my addr 172.21.15.39:0/2272527421 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 -- 172.21.15.39:0/2272527421 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 msgr2=0x556e796ba610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796ba610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 -- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 msgr2=0x556e796bb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.829 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796bb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 -- 172.21.15.39:0/2272527421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4f8017070 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb50ce67700 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796bb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb5077fe700 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796bab50 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc0127f0 tx=0x7fb4fc012b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ccf0140017be4c4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.820+0000 7fb4e77fe700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.821+0000 7fb4e77fe700 1 -- 172.21.15.39:0/2272527421 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc017070 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.821+0000 7fb4e77fe700 1 -- 172.21.15.39:0/2272527421 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fb4fc00f4e0 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.821+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556e796a45f0 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb4e77fe700 1 -- 172.21.15.39:0/2272527421 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4fc00f6a0 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 10 client.17616 fetch_fsmap learned FSMap version 68 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=4+}) v3 -- 0x556e7942ed80 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb4e77fe700 1 -- 172.21.15.39:0/2272527421 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556e796a45f0 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb4e77fe700 1 -- 172.21.15.39:0/2272527421 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 68) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4fc026840 con 0x556e796b1f50 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 10 client.17616 fetch_fsmap finished waiting for FSMap version 68 2023-12-07T14:14:01.830 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 10 client.17616 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 20 client.17616 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e796caf60 0x556e796cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 4 client.17616 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.822+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556e79680640 con 0x556e796caf60 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.823+0000 7fb507fff700 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e796caf60 0x556e796cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.823+0000 7fb507fff700 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e796caf60 0x556e796cd380 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=290f950257c1c5fe server_cookie=d4645a84bf57a3cc in_seq=0 out_seq=0 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.823+0000 7fb4e77fe700 10 client.17616 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb4e77fe700 1 -- 172.21.15.39:0/2272527421 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x556e79680640 con 0x556e796caf60 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb4e77fe700 10 client.17616 handle_command_reply: tid=0 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 client.17616 shutdown 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 msgr2=0x556e796bab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796bab50 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc0127f0 tx=0x7fb4fc012b00 comp rx=0 tx=0).stop 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 shutdown_connections 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e796caf60 0x556e796cd380 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.831 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796bb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb4e77fe700 0 client.17616 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796ba610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/2272527421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796bab50 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 >> 172.21.15.39:0/2272527421 conn(0x556e795e0300 msgr2=0x556e796b0430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 shutdown_connections 2023-12-07T14:14:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 1 -- 172.21.15.39:0/2272527421 wait complete. 2023-12-07T14:14:01.832 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.824+0000 7fb51aac3b80 20 client.17616 trim_cache size 0 max 16384 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 Processor -- start 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 -- start start 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796c6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796ad370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796d1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e794848c0 con 0x556e796b1f50 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e796a45d0 con 0x556e796b5b10 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e796adf50 con 0x556e796b1630 2023-12-07T14:14:01.849 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796ad370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796ad370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59324/0 (socket says 172.21.15.39:59324) 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb5077fe700 1 -- 172.21.15.39:0/465374938 learned_addr learned my addr 172.21.15.39:0/465374938 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.843+0000 7fb50ce67700 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796d1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb507fff700 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796c6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb5077fe700 1 -- 172.21.15.39:0/465374938 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 msgr2=0x556e796c6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb5077fe700 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796c6f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb5077fe700 1 -- 172.21.15.39:0/465374938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 msgr2=0x556e796d1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb5077fe700 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796d1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb5077fe700 1 -- 172.21.15.39:0/465374938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556e79417c00 con 0x556e796b1f50 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb5077fe700 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796ad370 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc0127c0 tx=0x7fb4fc005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31ae94413254d40c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb4eeffd700 1 -- 172.21.15.39:0/465374938 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc017040 con 0x556e796b1f50 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb4eeffd700 1 -- 172.21.15.39:0/465374938 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb4fc005080 con 0x556e796b1f50 2023-12-07T14:14:01.850 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.844+0000 7fb4eeffd700 1 -- 172.21.15.39:0/465374938 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc0038e0 con 0x556e796b1f50 2023-12-07T14:14:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.845+0000 7fb51aac3b80 1 -- 172.21.15.39:0/465374938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 msgr2=0x556e796ad370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.845+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796ad370 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc0127c0 tx=0x7fb4fc005e40 comp rx=0 tx=0).stop 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 -- 172.21.15.39:0/465374938 shutdown_connections 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b5b10 0x556e796d1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b1630 0x556e796c6f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/465374938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1f50 0x556e796ad370 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 -- 172.21.15.39:0/465374938 >> 172.21.15.39:0/465374938 conn(0x556e795e0300 msgr2=0x556e796b9ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 -- 172.21.15.39:0/465374938 shutdown_connections 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 -- 172.21.15.39:0/465374938 wait complete. 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.847+0000 7fb51aac3b80 1 -- start start 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 1 Processor -- start 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1630 0x556e796c2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1f50 0x556e796bfdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796c04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e796c0c00 con 0x556e796b1630 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e79720420 con 0x556e796b1f50 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e79720560 con 0x556e796b5b10 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb51aac3b80 10 client.0 _ll_register_callbacks cb 0x556e794eaa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb507fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1630 0x556e796c2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1f50 0x556e796bfdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb50ce67700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796c04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb50ce67700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796c04f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35822/0 (socket says 172.21.15.39:35822) 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb507fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1630 0x556e796c2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59328/0 (socket says 172.21.15.39:59328) 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb50ce67700 1 -- 172.21.15.39:0/1895188910 learned_addr learned my addr 172.21.15.39:0/1895188910 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.848+0000 7fb5077fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1f50 0x556e796bfdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50530/0 (socket says 172.21.15.39:50530) 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb5077fe700 1 -- 172.21.15.39:0/1895188910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 msgr2=0x556e796c04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb5077fe700 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796c04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb5077fe700 1 -- 172.21.15.39:0/1895188910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1630 msgr2=0x556e796c2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb5077fe700 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1630 0x556e796c2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb5077fe700 1 -- 172.21.15.39:0/1895188910 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556e7942ed80 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb50ce67700 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796c04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb5077fe700 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1f50 0x556e796bfdd0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x556e796c7480 tx=0x7fb4fc009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3710e1170e10916e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb4e77fe700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb4e77fe700 1 -- 172.21.15.39:0/1895188910 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4fc017040 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb4e77fe700 1 -- 172.21.15.39:0/1895188910 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fb4fc005700 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb4f8003e40 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb4e77fe700 1 -- 172.21.15.39:0/1895188910 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4fc003680 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb51aac3b80 10 client.27086 fetch_fsmap learned FSMap version 68 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.849+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=4+}) v3 -- 0x556e794551f0 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb4e77fe700 1 -- 172.21.15.39:0/1895188910 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb4f8003e40 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb4e77fe700 1 -- 172.21.15.39:0/1895188910 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 68) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4fc00fa10 con 0x556e796b1f50 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb51aac3b80 10 client.27086 fetch_fsmap finished waiting for FSMap version 68 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb51aac3b80 10 client.27086 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:01.857 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb51aac3b80 20 client.27086 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e79721a10 0x556e79723e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb51aac3b80 4 client.27086 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:14:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556e795cbf70 con 0x556e79721a10 2023-12-07T14:14:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb507fff700 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e79721a10 0x556e79723e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb4e77fe700 10 client.27086 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:01.858 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.850+0000 7fb507fff700 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e79721a10 0x556e79723e30 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52bb787158d440c5 server_cookie=8f078126af4466e2 in_seq=0 out_seq=0 2023-12-07T14:14:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.871+0000 7fb4e77fe700 1 -- 172.21.15.39:0/1895188910 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556e795cbf70 con 0x556e79721a10 2023-12-07T14:14:01.875 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.871+0000 7fb4e77fe700 10 client.27086 handle_command_reply: tid=0 2023-12-07T14:14:01.876 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.872+0000 7fb51aac3b80 1 client.27086 shutdown 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.872+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1f50 msgr2=0x556e796bfdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1f50 0x556e796bfdd0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x556e796c7480 tx=0x7fb4fc009260 comp rx=0 tx=0).stop 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 shutdown_connections 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x556e796b5b10 0x556e796c04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556e796b1630 0x556e796c2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x556e79721a10 0x556e79723e30 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 --2- 172.21.15.39:0/1895188910 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556e796b1f50 0x556e796bfdd0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb4e77fe700 0 client.27086 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 >> 172.21.15.39:0/1895188910 conn(0x556e795e0300 msgr2=0x556e796d1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 shutdown_connections 2023-12-07T14:14:01.877 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 1 -- 172.21.15.39:0/1895188910 wait complete. 2023-12-07T14:14:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb51aac3b80 20 client.27086 trim_cache size 0 max 16384 2023-12-07T14:14:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:14:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:14:01.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:14:01.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:14:01.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb4f00a1660 msgr2=0x7fb4f00a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb4f00a1660 0x7fb4f00a3b20 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb508106860 tx=0x7fb4f8009260 comp rx=0 tx=0).stop 2023-12-07T14:14:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5081074f0 msgr2=0x7fb508199f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:01.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5081074f0 0x7fb508199f70 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fb50000b0a0 tx=0x7fb500007870 comp rx=0 tx=0).stop 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 shutdown_connections 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb5081074f0 0x7fb508199f70 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb4f00a1660 0x7fb4f00a3b20 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb508101450 0x7fb50810c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 --2- 172.21.15.39:0/3358889967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb508101e10 0x7fb50810c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.873+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 >> 172.21.15.39:0/3358889967 conn(0x7fb5080fcf80 msgr2=0x7fb508073d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.874+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 shutdown_connections 2023-12-07T14:14:01.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:01.874+0000 7fb50e8ca700 1 -- 172.21.15.39:0/3358889967 wait complete. 2023-12-07T14:14:02.309 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:01 smithi039 ceph-mon[98864]: pgmap v361: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 10 MiB/s wr, 849 op/s 2023-12-07T14:14:02.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:01 smithi055 ceph-mon[103363]: pgmap v361: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 10 MiB/s wr, 849 op/s 2023-12-07T14:14:02.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:01 smithi089 ceph-mon[103124]: pgmap v361: 97 pgs: 97 active+clean; 6.2 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 10 MiB/s wr, 849 op/s 2023-12-07T14:14:03.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 670.0 s, 1832.8 tps, lat 54.353 ms stddev 73.215 2023-12-07T14:14:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:04 smithi039 ceph-mon[98864]: pgmap v362: 97 pgs: 97 active+clean; 6.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2023-12-07T14:14:04.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:04 smithi055 ceph-mon[103363]: pgmap v362: 97 pgs: 97 active+clean; 6.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2023-12-07T14:14:04.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:04 smithi089 ceph-mon[103124]: pgmap v362: 97 pgs: 97 active+clean; 6.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 160 KiB/s rd, 17 MiB/s wr, 1.28k op/s 2023-12-07T14:14:06.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:05 smithi089 ceph-mon[103124]: pgmap v363: 97 pgs: 97 active+clean; 6.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 12 MiB/s wr, 924 op/s 2023-12-07T14:14:06.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:05 smithi039 ceph-mon[98864]: pgmap v363: 97 pgs: 97 active+clean; 6.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 12 MiB/s wr, 924 op/s 2023-12-07T14:14:06.404 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:05 smithi055 ceph-mon[103363]: pgmap v363: 97 pgs: 97 active+clean; 6.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 123 KiB/s rd, 12 MiB/s wr, 924 op/s 2023-12-07T14:14:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:07 smithi089 ceph-mon[103124]: osdmap e99: 12 total, 12 up, 12 in 2023-12-07T14:14:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:07 smithi089 ceph-mon[103124]: pgmap v365: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 15 MiB/s wr, 1.08k op/s 2023-12-07T14:14:08.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:07 smithi039 ceph-mon[98864]: osdmap e99: 12 total, 12 up, 12 in 2023-12-07T14:14:08.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:07 smithi039 ceph-mon[98864]: pgmap v365: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 15 MiB/s wr, 1.08k op/s 2023-12-07T14:14:08.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:07 smithi055 ceph-mon[103363]: osdmap e99: 12 total, 12 up, 12 in 2023-12-07T14:14:08.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:07 smithi055 ceph-mon[103363]: pgmap v365: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 15 MiB/s wr, 1.08k op/s 2023-12-07T14:14:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 675.0 s, 1366.7 tps, lat 73.552 ms stddev 105.526 2023-12-07T14:14:10.195 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:09 smithi089 ceph-mon[103124]: pgmap v366: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 15 MiB/s wr, 1.06k op/s 2023-12-07T14:14:10.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:09 smithi039 ceph-mon[98864]: pgmap v366: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 15 MiB/s wr, 1.06k op/s 2023-12-07T14:14:10.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:09 smithi055 ceph-mon[103363]: pgmap v366: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 15 MiB/s wr, 1.06k op/s 2023-12-07T14:14:12.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:11 smithi089 ceph-mon[103124]: pgmap v367: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 15 MiB/s wr, 1.06k op/s 2023-12-07T14:14:12.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:11 smithi039 ceph-mon[98864]: pgmap v367: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 15 MiB/s wr, 1.06k op/s 2023-12-07T14:14:12.404 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:11 smithi055 ceph-mon[103363]: pgmap v367: 97 pgs: 6 active+clean+snaptrim, 15 active+clean+snaptrim_wait, 76 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 146 KiB/s rd, 15 MiB/s wr, 1.06k op/s 2023-12-07T14:14:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 680.0 s, 1475.0 tps, lat 67.864 ms stddev 84.220 2023-12-07T14:14:14.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:14 smithi039 ceph-mon[98864]: pgmap v368: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 12 MiB/s wr, 850 op/s 2023-12-07T14:14:14.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:14 smithi055 ceph-mon[103363]: pgmap v368: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 12 MiB/s wr, 850 op/s 2023-12-07T14:14:14.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:14 smithi089 ceph-mon[103124]: pgmap v368: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 12 MiB/s wr, 850 op/s 2023-12-07T14:14:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.087+0000 7f95e723d700 1 -- 172.21.15.39:0/1845278317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e01100f0 msgr2=0x7f95e0108b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.091 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.087+0000 7f95e723d700 1 --2- 172.21.15.39:0/1845278317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e01100f0 0x7f95e0108b10 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f95d0009950 tx=0x7f95d0009c60 comp rx=0 tx=0).stop 2023-12-07T14:14:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.098+0000 7f95e723d700 1 -- 172.21.15.39:0/1845278317 shutdown_connections 2023-12-07T14:14:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.098+0000 7f95e723d700 1 --2- 172.21.15.39:0/1845278317 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e011adb0 0x7f95e011d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.098+0000 7f95e723d700 1 --2- 172.21.15.39:0/1845278317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e010fc80 0x7f95e01085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.098+0000 7f95e723d700 1 --2- 172.21.15.39:0/1845278317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e01100f0 0x7f95e0108b10 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.098+0000 7f95e723d700 1 -- 172.21.15.39:0/1845278317 >> 172.21.15.39:0/1845278317 conn(0x7f95e006c5a0 msgr2=0x7f95e006c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.098+0000 7f95e723d700 1 -- 172.21.15.39:0/1845278317 shutdown_connections 2023-12-07T14:14:15.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.098+0000 7f95e723d700 1 -- 172.21.15.39:0/1845278317 wait complete. 2023-12-07T14:14:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 Processor -- start 2023-12-07T14:14:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 -- start start 2023-12-07T14:14:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e010fc80 0x7f95e01191d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.103 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e01100f0 0x7f95e0119750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e011adb0 0x7f95e01123c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e0112b90 con 0x7f95e010fc80 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e0112d00 con 0x7f95e011adb0 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.099+0000 7f95e723d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e0112ec0 con 0x7f95e01100f0 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95dffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e01100f0 0x7f95e0119750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e011adb0 0x7f95e01123c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e011adb0 0x7f95e01123c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50548/0 (socket says 172.21.15.39:50548) 2023-12-07T14:14:15.104 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 -- 172.21.15.39:0/1551904250 learned_addr learned my addr 172.21.15.39:0/1551904250 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 -- 172.21.15.39:0/1551904250 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e01100f0 msgr2=0x7f95e0119750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e01100f0 0x7f95e0119750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 -- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e010fc80 msgr2=0x7f95e01191d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e010fc80 0x7f95e01191d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 -- 172.21.15.39:0/1551904250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95d0009520 con 0x7f95e011adb0 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.100+0000 7f95e57da700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e011adb0 0x7f95e01123c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f95d8007ee0 tx=0x7f95d800d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.101+0000 7f95ddffb700 1 -- 172.21.15.39:0/1551904250 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d8017070 con 0x7f95e011adb0 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.101+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95e0116d60 con 0x7f95e011adb0 2023-12-07T14:14:15.105 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.101+0000 7f95ddffb700 1 -- 172.21.15.39:0/1551904250 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d800f040 con 0x7f95e011adb0 2023-12-07T14:14:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.101+0000 7f95ddffb700 1 -- 172.21.15.39:0/1551904250 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d8005740 con 0x7f95e011adb0 2023-12-07T14:14:15.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.101+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95e0117270 con 0x7f95e011adb0 2023-12-07T14:14:15.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.104+0000 7f95ddffb700 1 -- 172.21.15.39:0/1551904250 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f95d80058a0 con 0x7f95e011adb0 2023-12-07T14:14:15.110 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 Processor -- start 2023-12-07T14:14:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 -- start start 2023-12-07T14:14:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674630 0x55e875674a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756785d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8755e8760 con 0x55e875674f50 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8755cf740 con 0x55e875674630 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.106+0000 7f95f3436b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8755cd060 con 0x55e875678b10 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.107+0000 7f95ddffb700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95c80a1660 0x7f95c80a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.107+0000 7f95ddffb700 1 -- 172.21.15.39:0/1551904250 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f95d80cc930 con 0x7f95e011adb0 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.108+0000 7f95e57da700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95c80a1660 0x7f95c80a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.108+0000 7f95e57da700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95c80a1660 0x7f95c80a3b20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f95d8096370 tx=0x7f95d8005bd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95e4fd9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756785d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95e4fd9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756785d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59350/0 (socket says 172.21.15.39:59350) 2023-12-07T14:14:15.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95e4fd9700 1 -- 172.21.15.39:0/2110208278 learned_addr learned my addr 172.21.15.39:0/2110208278 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95dffff700 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674630 0x55e875674a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95dffff700 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95dffff700 1 -- 172.21.15.39:0/2110208278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 msgr2=0x55e875678f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95dffff700 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95dffff700 1 -- 172.21.15.39:0/2110208278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 msgr2=0x55e8756785d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95dffff700 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756785d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.109+0000 7f95dffff700 1 -- 172.21.15.39:0/2110208278 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e8754455d0 con 0x55e875674630 2023-12-07T14:14:15.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.110+0000 7f95dffff700 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674630 0x55e875674a10 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f95d0000c00 tx=0x7f95d0005b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4811a0945a45774d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.112+0000 7f95c6ffd700 1 -- 172.21.15.39:0/2110208278 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d000f460 con 0x55e875674630 2023-12-07T14:14:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.112+0000 7f95c6ffd700 1 -- 172.21.15.39:0/2110208278 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d000fa80 con 0x55e875674630 2023-12-07T14:14:15.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.112+0000 7f95c6ffd700 1 -- 172.21.15.39:0/2110208278 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d00046d0 con 0x55e875674630 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 -- 172.21.15.39:0/2110208278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674630 msgr2=0x55e875674a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674630 0x55e875674a10 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f95d0000c00 tx=0x7f95d0005b40 comp rx=0 tx=0).stop 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 -- 172.21.15.39:0/2110208278 shutdown_connections 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674630 0x55e875674a10 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2110208278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756785d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 -- 172.21.15.39:0/2110208278 >> 172.21.15.39:0/2110208278 conn(0x55e8755a3300 msgr2=0x55e87566eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:15.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 -- 172.21.15.39:0/2110208278 shutdown_connections 2023-12-07T14:14:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.113+0000 7f95f3436b80 1 -- 172.21.15.39:0/2110208278 wait complete. 2023-12-07T14:14:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.114+0000 7f95f3436b80 1 -- start start 2023-12-07T14:14:15.118 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.114+0000 7f95f3436b80 1 Processor -- start 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e87567d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e87567dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e87567e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95f3436b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8755c8950 con 0x55e875674f50 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95f3436b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e875582500 con 0x55e875678b10 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95f3436b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8755821a0 con 0x55e875674630 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95f3436b80 10 client.0 _ll_register_callbacks cb 0x55e8754ada20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e87567d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e87567d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35846/0 (socket says 172.21.15.39:35846) 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 -- 172.21.15.39:0/3189351886 learned_addr learned my addr 172.21.15.39:0/3189351886 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:15.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e87567dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e87567e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 -- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 msgr2=0x55e87567e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e87567e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.122 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 -- 172.21.15.39:0/3189351886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 msgr2=0x55e87567dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e87567dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.115+0000 7f95dffff700 1 -- 172.21.15.39:0/3189351886 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95e011d9b0 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95dffff700 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e87567d680 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f95d0005e00 tx=0x7f95d0005330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b3d67e1cbe90aec server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95bffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95bffff700 1 -- 172.21.15.39:0/3189351886 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d0005100 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95bffff700 1 -- 172.21.15.39:0/3189351886 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f95d000f460 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e8756675f0 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95bffff700 1 -- 172.21.15.39:0/3189351886 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f95d000f620 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95f3436b80 10 client.27229 fetch_fsmap learned FSMap version 68 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=4+}) v3 -- 0x55e8753f1d80 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.116+0000 7f95bffff700 1 -- 172.21.15.39:0/3189351886 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e8756675f0 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95bffff700 1 -- 172.21.15.39:0/3189351886 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 68) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f95d003c070 con 0x55e875674630 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95f3436b80 10 client.27229 fetch_fsmap finished waiting for FSMap version 68 2023-12-07T14:14:15.123 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95f3436b80 10 client.27229 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95f3436b80 20 client.27229 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95f3436b80 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e87568d960 0x55e87568fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95f3436b80 4 client.27229 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e875643640 con 0x55e87568d960 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e87568d960 0x55e87568fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95bffff700 10 client.27229 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.117+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e87568d960 0x55e87568fd50 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=291dd33ca5b7b276 server_cookie=93d93592e336ddb in_seq=0 out_seq=0 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95bffff700 1 -- 172.21.15.39:0/3189351886 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55e875643640 con 0x55e87568d960 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95bffff700 10 client.27229 handle_command_reply: tid=0 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 client.27229 shutdown 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 msgr2=0x55e87567d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e87567d680 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f95d0005e00 tx=0x7f95d0005330 comp rx=0 tx=0).stop 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 shutdown_connections 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e87568d960 0x55e87568fd50 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.124 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e87567e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e87567d680 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95bffff700 0 client.27229 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 --2- 172.21.15.39:0/3189351886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e87567dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 >> 172.21.15.39:0/3189351886 conn(0x55e8755a3300 msgr2=0x55e875673430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.118+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 shutdown_connections 2023-12-07T14:14:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.119+0000 7f95f3436b80 1 -- 172.21.15.39:0/3189351886 wait complete. 2023-12-07T14:14:15.125 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.119+0000 7f95f3436b80 20 client.27229 trim_cache size 0 max 16384 2023-12-07T14:14:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.139+0000 7f95f3436b80 1 Processor -- start 2023-12-07T14:14:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.139+0000 7f95f3436b80 1 -- start start 2023-12-07T14:14:15.145 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674630 0x55e875676540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674f50 0x55e875673e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95f3436b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8754478c0 con 0x55e875674630 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95f3436b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e87566f140 con 0x55e875674f50 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95f3436b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e87567ec80 con 0x55e875678b10 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674630 0x55e875676540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35858/0 (socket says 172.21.15.39:35858) 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 -- 172.21.15.39:0/2416197490 learned_addr learned my addr 172.21.15.39:0/2416197490 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674f50 0x55e875673e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 -- 172.21.15.39:0/2416197490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674f50 msgr2=0x55e875673e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674f50 0x55e875673e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 -- 172.21.15.39:0/2416197490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674630 msgr2=0x55e875676540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.146 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674630 0x55e875676540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95dffff700 1 -- 172.21.15.39:0/2416197490 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e8753dac00 con 0x55e875678b10 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.140+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674f50 0x55e875673e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.141+0000 7f95dffff700 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678ef0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f95d0026a50 tx=0x7f95d0000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ca548347bba6dc5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.141+0000 7f95c77fe700 1 -- 172.21.15.39:0/2416197490 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d0005b00 con 0x55e875678b10 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.141+0000 7f95c77fe700 1 -- 172.21.15.39:0/2416197490 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d002c070 con 0x55e875678b10 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.141+0000 7f95c77fe700 1 -- 172.21.15.39:0/2416197490 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d0026620 con 0x55e875678b10 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.142+0000 7f95f3436b80 1 -- 172.21.15.39:0/2416197490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 msgr2=0x55e875678ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.147 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.142+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678ef0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f95d0026a50 tx=0x7f95d0000bc0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.142+0000 7f95f3436b80 1 -- 172.21.15.39:0/2416197490 shutdown_connections 2023-12-07T14:14:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.142+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875678b10 0x55e875678ef0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.142+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674630 0x55e875676540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.142+0000 7f95f3436b80 1 --2- 172.21.15.39:0/2416197490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875674f50 0x55e875673e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.150 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.142+0000 7f95f3436b80 1 -- 172.21.15.39:0/2416197490 >> 172.21.15.39:0/2416197490 conn(0x55e8755a3300 msgr2=0x55e87567df80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.143+0000 7f95f3436b80 1 -- 172.21.15.39:0/2416197490 shutdown_connections 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.143+0000 7f95f3436b80 1 -- 172.21.15.39:0/2416197490 wait complete. 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.143+0000 7f95f3436b80 1 -- start start 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.143+0000 7f95f3436b80 1 Processor -- start 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e875682da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756832e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95f3436b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e875683820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95f3436b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8756e2e30 con 0x55e875674f50 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95f3436b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8756e2f70 con 0x55e875678b10 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95f3436b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8756e30b0 con 0x55e875674630 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95f3436b80 10 client.0 _ll_register_callbacks cb 0x55e8754ada20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756832e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95dffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e875682da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.151 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756832e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59372/0 (socket says 172.21.15.39:59372) 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 -- 172.21.15.39:0/729727974 learned_addr learned my addr 172.21.15.39:0/729727974 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95dffff700 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e875683820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 -- 172.21.15.39:0/729727974 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 msgr2=0x55e875682da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e875682da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 -- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 msgr2=0x55e875683820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e875683820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 -- 172.21.15.39:0/729727974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95d400bdf0 con 0x55e875674f50 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95e4fd9700 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756832e0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f95d4004790 tx=0x7f95d401a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e53b51379ee5ae server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.144+0000 7f95bffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95bffff700 1 -- 172.21.15.39:0/729727974 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d4016040 con 0x55e875674f50 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f95d000fa80 con 0x55e875674f50 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95bffff700 1 -- 172.21.15.39:0/729727974 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f95d40119d0 con 0x55e875674f50 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95bffff700 1 -- 172.21.15.39:0/729727974 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f95d401aa90 con 0x55e875674f50 2023-12-07T14:14:15.152 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 10 client.17637 fetch_fsmap learned FSMap version 68 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=4+}) v3 -- 0x55e8753f1d80 con 0x55e875674f50 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95bffff700 1 -- 172.21.15.39:0/729727974 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95d402f020 con 0x55e875674f50 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95bffff700 1 -- 172.21.15.39:0/729727974 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 68) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f95d4010d30 con 0x55e875674f50 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 10 client.17637 fetch_fsmap finished waiting for FSMap version 68 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 10 client.17637 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 20 client.17637 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e8756e4890 0x55e8756e6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 4 client.17637 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.145+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e87558ef70 con 0x55e8756e4890 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.146+0000 7f95dffff700 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e8756e4890 0x55e8756e6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.146+0000 7f95bffff700 10 client.17637 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:15.153 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.146+0000 7f95dffff700 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e8756e4890 0x55e8756e6cb0 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=683acb0736e4f82e server_cookie=e027f9dcc06dc74d in_seq=0 out_seq=0 2023-12-07T14:14:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95bffff700 1 -- 172.21.15.39:0/729727974 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e87558ef70 con 0x55e8756e4890 2023-12-07T14:14:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95bffff700 10 client.17637 handle_command_reply: tid=0 2023-12-07T14:14:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 client.17637 shutdown 2023-12-07T14:14:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 msgr2=0x55e8756832e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756832e0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f95d4004790 tx=0x7f95d401a680 comp rx=0 tx=0).stop 2023-12-07T14:14:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 shutdown_connections 2023-12-07T14:14:15.165 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e8756e4890 0x55e8756e6cb0 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e875678b10 0x55e875683820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95bffff700 0 client.17637 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e875674630 0x55e875682da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 --2- 172.21.15.39:0/729727974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e875674f50 0x55e8756832e0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 >> 172.21.15.39:0/729727974 conn(0x55e8755a3300 msgr2=0x55e8756946b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 shutdown_connections 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 1 -- 172.21.15.39:0/729727974 wait complete. 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.161+0000 7f95f3436b80 20 client.17637 trim_cache size 0 max 16384 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:14:15.166 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:14:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:14:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:14:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95c80a1660 msgr2=0x7f95c80a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.167 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95c80a1660 0x7f95c80a3b20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f95d8096370 tx=0x7f95d8005bd0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e011adb0 msgr2=0x7f95e01123c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e011adb0 0x7f95e01123c0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f95d8007ee0 tx=0x7f95d800d3b0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 shutdown_connections 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f95c80a1660 0x7f95c80a3b20 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f95e011adb0 0x7f95e01123c0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95e010fc80 0x7f95e01191d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 --2- 172.21.15.39:0/1551904250 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f95e01100f0 0x7f95e0119750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 >> 172.21.15.39:0/1551904250 conn(0x7f95e006c5a0 msgr2=0x7f95e006ff60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 shutdown_connections 2023-12-07T14:14:15.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:15.162+0000 7f95e723d700 1 -- 172.21.15.39:0/1551904250 wait complete. 2023-12-07T14:14:16.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:15 smithi089 ceph-mon[103124]: pgmap v369: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 12 MiB/s wr, 850 op/s 2023-12-07T14:14:16.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:15 smithi039 ceph-mon[98864]: pgmap v369: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 12 MiB/s wr, 850 op/s 2023-12-07T14:14:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:15 smithi055 ceph-mon[103363]: pgmap v369: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 12 MiB/s wr, 850 op/s 2023-12-07T14:14:18.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:17 smithi039 ceph-mon[98864]: pgmap v370: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 14 MiB/s wr, 1.10k op/s 2023-12-07T14:14:18.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:17 smithi055 ceph-mon[103363]: pgmap v370: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 14 MiB/s wr, 1.10k op/s 2023-12-07T14:14:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:17 smithi089 ceph-mon[103124]: pgmap v370: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 14 MiB/s wr, 1.10k op/s 2023-12-07T14:14:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 685.0 s, 1397.0 tps, lat 70.881 ms stddev 119.738 2023-12-07T14:14:19.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:19 smithi039 ceph-mon[98864]: osdmap e100: 12 total, 12 up, 12 in 2023-12-07T14:14:19.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:19 smithi055 ceph-mon[103363]: osdmap e100: 12 total, 12 up, 12 in 2023-12-07T14:14:19.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:19 smithi089 ceph-mon[103124]: osdmap e100: 12 total, 12 up, 12 in 2023-12-07T14:14:20.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:20 smithi055 ceph-mon[103363]: pgmap v372: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 17 MiB/s wr, 1.42k op/s 2023-12-07T14:14:20.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:20 smithi089 ceph-mon[103124]: pgmap v372: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 17 MiB/s wr, 1.42k op/s 2023-12-07T14:14:21.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:20 smithi039 ceph-mon[98864]: pgmap v372: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 17 MiB/s wr, 1.42k op/s 2023-12-07T14:14:22.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:21 smithi039 ceph-mon[98864]: pgmap v373: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 18 MiB/s wr, 1.44k op/s 2023-12-07T14:14:22.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:21 smithi055 ceph-mon[103363]: pgmap v373: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 18 MiB/s wr, 1.44k op/s 2023-12-07T14:14:22.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:21 smithi089 ceph-mon[103124]: pgmap v373: 97 pgs: 97 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 18 MiB/s wr, 1.44k op/s 2023-12-07T14:14:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 690.0 s, 1548.0 tps, lat 65.220 ms stddev 67.807 2023-12-07T14:14:24.807 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:24 smithi039 ceph-mon[98864]: pgmap v374: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:14:24.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:24 smithi055 ceph-mon[103363]: pgmap v374: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:14:24.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:24 smithi089 ceph-mon[103124]: pgmap v374: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:14:26.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:25 smithi039 ceph-mon[98864]: pgmap v375: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:14:26.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:25 smithi055 ceph-mon[103363]: pgmap v375: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:14:26.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:25 smithi089 ceph-mon[103124]: pgmap v375: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:14:28.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:27 smithi039 ceph-mon[98864]: pgmap v376: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 18 MiB/s wr, 1.35k op/s 2023-12-07T14:14:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 -- 172.21.15.39:0/3682479777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc101450 msgr2=0x7f7ecc1018d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 --2- 172.21.15.39:0/3682479777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc101450 0x7f7ecc1018d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8009990 tx=0x7f7eb8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 -- 172.21.15.39:0/3682479777 shutdown_connections 2023-12-07T14:14:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 --2- 172.21.15.39:0/3682479777 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ecc101e10 0x7f7ecc10e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 --2- 172.21.15.39:0/3682479777 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ecc1074f0 0x7f7ecc1078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.336 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 --2- 172.21.15.39:0/3682479777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc101450 0x7f7ecc1018d0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 -- 172.21.15.39:0/3682479777 >> 172.21.15.39:0/3682479777 conn(0x7f7ecc0fcf80 msgr2=0x7f7ecc0ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 -- 172.21.15.39:0/3682479777 shutdown_connections 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 -- 172.21.15.39:0/3682479777 wait complete. 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 Processor -- start 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.331+0000 7f7ed3088700 1 -- start start 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed3088700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ecc101450 0x7f7ecc19d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed3088700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ecc101e10 0x7f7ecc19db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed3088700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc1074f0 0x7f7ecc197710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed3088700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ecc197d70 con 0x7f7ecc1074f0 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed3088700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ecc197ee0 con 0x7f7ecc101e10 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed3088700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ecc1980a0 con 0x7f7ecc101450 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc1074f0 0x7f7ecc197710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc1074f0 0x7f7ecc197710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59388/0 (socket says 172.21.15.39:59388) 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 -- 172.21.15.39:0/765219445 learned_addr learned my addr 172.21.15.39:0/765219445 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ecc101e10 0x7f7ecc19db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.337 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ecc101450 0x7f7ecc19d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 -- 172.21.15.39:0/765219445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ecc101450 msgr2=0x7f7ecc19d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ecc101450 0x7f7ecc19d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 -- 172.21.15.39:0/765219445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ecc101e10 msgr2=0x7f7ecc19db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ecc101e10 0x7f7ecc19db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 -- 172.21.15.39:0/765219445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eb80095f0 con 0x7f7ecc1074f0 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ecc101450 0x7f7ecc19d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed1625700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc1074f0 0x7f7ecc197710 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f7ec400ef30 tx=0x7f7ec400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ec9ffb700 1 -- 172.21.15.39:0/765219445 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec4018070 con 0x7f7ecc1074f0 2023-12-07T14:14:28.338 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ec9ffb700 1 -- 172.21.15.39:0/765219445 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ec400f040 con 0x7f7ecc1074f0 2023-12-07T14:14:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ec9ffb700 1 -- 172.21.15.39:0/765219445 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec400cdb0 con 0x7f7ecc1074f0 2023-12-07T14:14:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.332+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ecc198320 con 0x7f7ecc1074f0 2023-12-07T14:14:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.333+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ecc1a45d0 con 0x7f7ecc1074f0 2023-12-07T14:14:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.335+0000 7f7ec9ffb700 1 -- 172.21.15.39:0/765219445 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7ec4003a00 con 0x7f7ecc1074f0 2023-12-07T14:14:28.339 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.336+0000 7f7ec9ffb700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7ebc0a1660 0x7f7ebc0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.337+0000 7f7ec9ffb700 1 -- 172.21.15.39:0/765219445 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7ec40ccc40 con 0x7f7ecc1074f0 2023-12-07T14:14:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 Processor -- start 2023-12-07T14:14:28.340 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 -- start start 2023-12-07T14:14:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab390a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.341 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab304760 con 0x5593ab390630 2023-12-07T14:14:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab2eb740 con 0x5593ab3a25d0 2023-12-07T14:14:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7edf281b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab2e9060 con 0x5593ab390f50 2023-12-07T14:14:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7ecbfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7ecbfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a2090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35884/0 (socket says 172.21.15.39:35884) 2023-12-07T14:14:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7ecbfff700 1 -- 172.21.15.39:0/1769532804 learned_addr learned my addr 172.21.15.39:0/1769532804 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:28.342 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.338+0000 7f7ed1625700 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7ecbfff700 1 -- 172.21.15.39:0/1769532804 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 msgr2=0x5593ab3a49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7ecbfff700 1 -- 172.21.15.39:0/1769532804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 msgr2=0x5593ab390a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.343 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab390a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7ecbfff700 1 -- 172.21.15.39:0/1769532804 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5593ab1615d0 con 0x5593ab390f50 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a2090 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8015000 tx=0x7f7eb800b670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a6c4693cb6ae202 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7eb6ffd700 1 -- 172.21.15.39:0/1769532804 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb801d070 con 0x5593ab390f50 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7eb6ffd700 1 -- 172.21.15.39:0/1769532804 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb801e040 con 0x5593ab390f50 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.339+0000 7f7eb6ffd700 1 -- 172.21.15.39:0/1769532804 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb80047f0 con 0x5593ab390f50 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7ebc0a1660 0x7f7ebc0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 -- 172.21.15.39:0/1769532804 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 msgr2=0x5593ab3a2090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7ebc0a1660 0x7f7ebc0a3b20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ce0 tx=0x7f7ec00095e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a2090 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f7eb8015000 tx=0x7f7eb800b670 comp rx=0 tx=0).stop 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 -- 172.21.15.39:0/1769532804 shutdown_connections 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab390a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1769532804 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a2090 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.344 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 -- 172.21.15.39:0/1769532804 >> 172.21.15.39:0/1769532804 conn(0x5593ab2bf300 msgr2=0x5593ab38aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:28.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 -- 172.21.15.39:0/1769532804 shutdown_connections 2023-12-07T14:14:28.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.340+0000 7f7edf281b80 1 -- 172.21.15.39:0/1769532804 wait complete. 2023-12-07T14:14:28.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 -- start start 2023-12-07T14:14:28.345 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 Processor -- start 2023-12-07T14:14:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab3a2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.348 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab390f50 0x5593ab39f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab3a25d0 0x5593ab39fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab2e4950 con 0x5593ab390630 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab29e500 con 0x5593ab390f50 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab29e1a0 con 0x5593ab3a25d0 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7edf281b80 10 client.0 _ll_register_callbacks cb 0x5593ab1c9a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7ed0e24700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab3a2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.341+0000 7f7ed0e24700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab3a2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59398/0 (socket says 172.21.15.39:59398) 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed0e24700 1 -- 172.21.15.39:0/2029473756 learned_addr learned my addr 172.21.15.39:0/2029473756 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed1625700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab3a25d0 0x5593ab39fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.349 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab390f50 0x5593ab39f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed0e24700 1 -- 172.21.15.39:0/2029473756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab3a25d0 msgr2=0x5593ab39fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab3a25d0 0x5593ab39fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed0e24700 1 -- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab390f50 msgr2=0x5593ab39f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab390f50 0x5593ab39f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed0e24700 1 -- 172.21.15.39:0/2029473756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ecc10ec20 con 0x5593ab390630 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed1625700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab3a25d0 0x5593ab39fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab390f50 0x5593ab39f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab3a2030 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f7ec00116c0 tx=0x7f7ec0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7473c1cf65a4f42d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7eabfff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7eabfff700 1 -- 172.21.15.39:0/2029473756 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec001e830 con 0x5593ab390630 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7eabfff700 1 -- 172.21.15.39:0/2029473756 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7ec0017070 con 0x5593ab390630 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.342+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5593ab3835f0 con 0x5593ab390630 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7eabfff700 1 -- 172.21.15.39:0/2029473756 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ec001e990 con 0x5593ab390630 2023-12-07T14:14:28.350 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 10 client.17646 fetch_fsmap learned FSMap version 68 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=4+}) v3 -- 0x5593ab10dd80 con 0x5593ab390630 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7eabfff700 1 -- 172.21.15.39:0/2029473756 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5593ab3835f0 con 0x5593ab390630 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7eabfff700 1 -- 172.21.15.39:0/2029473756 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 68) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7ec002fcd0 con 0x5593ab390630 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 10 client.17646 fetch_fsmap finished waiting for FSMap version 68 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 10 client.17646 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 20 client.17646 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab3b2660 0x5593ab3b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 4 client.17646 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5593ab35f640 con 0x5593ab3b2660 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.343+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab3b2660 0x5593ab3b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.344+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab3b2660 0x5593ab3b4a80 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18fad6c7146a45cc server_cookie=fb9bc027ee5dd7c9 in_seq=0 out_seq=0 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.344+0000 7f7eabfff700 10 client.17646 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.344+0000 7f7eabfff700 1 -- 172.21.15.39:0/2029473756 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5593ab35f640 con 0x5593ab3b2660 2023-12-07T14:14:28.351 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.344+0000 7f7eabfff700 10 client.17646 handle_command_reply: tid=0 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.344+0000 7f7edf281b80 1 client.17646 shutdown 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 msgr2=0x5593ab3a2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab3a2030 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f7ec00116c0 tx=0x7f7ec0009260 comp rx=0 tx=0).stop 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 shutdown_connections 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab3a25d0 0x5593ab39fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab3a2030 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab3b2660 0x5593ab3b4a80 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 --2- 172.21.15.39:0/2029473756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab390f50 0x5593ab39f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.352 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7eabfff700 0 client.17646 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 >> 172.21.15.39:0/2029473756 conn(0x5593ab2bf300 msgr2=0x5593ab38d420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 shutdown_connections 2023-12-07T14:14:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 1 -- 172.21.15.39:0/2029473756 wait complete. 2023-12-07T14:14:28.353 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.345+0000 7f7edf281b80 20 client.17646 trim_cache size 0 max 16384 2023-12-07T14:14:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 Processor -- start 2023-12-07T14:14:28.369 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 -- start start 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab39f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab39ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab1638c0 con 0x5593ab390630 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab38b5b0 con 0x5593ab3a25d0 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.365+0000 7f7edf281b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab3b4e10 con 0x5593ab390f50 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed0e24700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab39f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed1625700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab39ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed0e24700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab39f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59406/0 (socket says 172.21.15.39:59406) 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ecbfff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed0e24700 1 -- 172.21.15.39:0/1621591357 learned_addr learned my addr 172.21.15.39:0/1621591357 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:28.370 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed1625700 1 -- 172.21.15.39:0/1621591357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 msgr2=0x5593ab3a49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed1625700 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed1625700 1 -- 172.21.15.39:0/1621591357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 msgr2=0x5593ab39f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed1625700 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab39f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed1625700 1 -- 172.21.15.39:0/1621591357 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5593ab0f6c00 con 0x5593ab3a25d0 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab39f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7ed1625700 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab39ec00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7ec40ca3d0 tx=0x7f7ec40093f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4ee9fcd88c0737a0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7eb77fe700 1 -- 172.21.15.39:0/1621591357 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec4099650 con 0x5593ab3a25d0 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7eb77fe700 1 -- 172.21.15.39:0/1621591357 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ec4004ad0 con 0x5593ab3a25d0 2023-12-07T14:14:28.371 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.366+0000 7f7eb77fe700 1 -- 172.21.15.39:0/1621591357 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec40b2500 con 0x5593ab3a25d0 2023-12-07T14:14:28.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 -- 172.21.15.39:0/1621591357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 msgr2=0x5593ab39ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab39ec00 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7ec40ca3d0 tx=0x7f7ec40093f0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 -- 172.21.15.39:0/1621591357 shutdown_connections 2023-12-07T14:14:28.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab39ec00 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.375 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390630 0x5593ab39f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 --2- 172.21.15.39:0/1621591357 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390f50 0x5593ab3a49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 -- 172.21.15.39:0/1621591357 >> 172.21.15.39:0/1621591357 conn(0x5593ab2bf300 msgr2=0x5593ab38c340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 -- 172.21.15.39:0/1621591357 shutdown_connections 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.367+0000 7f7edf281b80 1 -- 172.21.15.39:0/1621591357 wait complete. 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 -- start start 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 Processor -- start 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390630 0x5593ab3a7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390f50 0x5593ab3a7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.376 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab407c20 con 0x5593ab390f50 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab407d60 con 0x5593ab3a25d0 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593ab407ed0 con 0x5593ab390630 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7edf281b80 10 client.0 _ll_register_callbacks cb 0x5593ab1c9a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7ed0e24700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390630 0x5593ab3a7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7ecbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390f50 0x5593ab3a7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7ed0e24700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390630 0x5593ab3a7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35902/0 (socket says 172.21.15.39:35902) 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.368+0000 7f7ed0e24700 1 -- 172.21.15.39:0/4239601423 learned_addr learned my addr 172.21.15.39:0/4239601423 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ed1625700 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ed0e24700 1 -- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 msgr2=0x5593ab3a8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ed0e24700 1 -- 172.21.15.39:0/4239601423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390f50 msgr2=0x5593ab3a7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:28.377 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390f50 0x5593ab3a7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ed0e24700 1 -- 172.21.15.39:0/4239601423 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5593ab10dd80 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390f50 0x5593ab3a7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7ed0e24700 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390630 0x5593ab3a7580 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ba0 tx=0x7f7ec0026c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50524cee5529a16e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7eabfff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7eabfff700 1 -- 172.21.15.39:0/4239601423 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec0026e40 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7eabfff700 1 -- 172.21.15.39:0/4239601423 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7ec0017040 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7eb801e040 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7eabfff700 1 -- 172.21.15.39:0/4239601423 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7ec001e630 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7edf281b80 10 client.27253 fetch_fsmap learned FSMap version 68 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.369+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=4+}) v3 -- 0x7f7ec40b9040 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7eabfff700 1 -- 172.21.15.39:0/4239601423 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7eb801e040 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7eabfff700 1 -- 172.21.15.39:0/4239601423 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 68) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7ec002f740 con 0x5593ab390630 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7edf281b80 10 client.27253 fetch_fsmap finished waiting for FSMap version 68 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7edf281b80 10 client.27253 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:28.378 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7edf281b80 20 client.27253 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:28.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7edf281b80 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab4096b0 0x5593ab40bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:28.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7edf281b80 4 client.27253 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:14:28.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5593ab2aaf70 con 0x5593ab4096b0 2023-12-07T14:14:28.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab4096b0 0x5593ab40bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:28.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7eabfff700 10 client.27253 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:28.379 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.370+0000 7f7ecbfff700 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab4096b0 0x5593ab40bad0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c6b546f033c8a12 server_cookie=1ac8d525031fe8d2 in_seq=0 out_seq=0 2023-12-07T14:14:28.390 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7eabfff700 1 -- 172.21.15.39:0/4239601423 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5593ab2aaf70 con 0x5593ab4096b0 2023-12-07T14:14:28.390 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7eabfff700 10 client.27253 handle_command_reply: tid=0 2023-12-07T14:14:28.390 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 client.27253 shutdown 2023-12-07T14:14:28.390 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390630 msgr2=0x5593ab3a7580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390630 0x5593ab3a7580 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ba0 tx=0x7f7ec0026c50 comp rx=0 tx=0).stop 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 shutdown_connections 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5593ab4096b0 0x5593ab40bad0 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5593ab3a25d0 0x5593ab3a8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5593ab390630 0x5593ab3a7580 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 --2- 172.21.15.39:0/4239601423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5593ab390f50 0x5593ab3a7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7eabfff700 0 client.27253 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 >> 172.21.15.39:0/4239601423 conn(0x5593ab2bf300 msgr2=0x5593ab3b9400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 shutdown_connections 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.385+0000 7f7edf281b80 1 -- 172.21.15.39:0/4239601423 wait complete. 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7edf281b80 20 client.27253 trim_cache size 0 max 16384 2023-12-07T14:14:28.391 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:14:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:14:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:14:28.392 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7ebc0a1660 msgr2=0x7f7ebc0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7ebc0a1660 0x7f7ebc0a3b20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7ec0009ce0 tx=0x7f7ec00095e0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc1074f0 msgr2=0x7f7ecc197710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc1074f0 0x7f7ecc197710 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f7ec400ef30 tx=0x7f7ec400c3a0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 shutdown_connections 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ecc1074f0 0x7f7ecc197710 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7ecc101450 0x7f7ecc19d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7ebc0a1660 0x7f7ebc0a3b20 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 --2- 172.21.15.39:0/765219445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ecc101e10 0x7f7ecc19db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 >> 172.21.15.39:0/765219445 conn(0x7f7ecc0fcf80 msgr2=0x7f7ecc0fd800 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 shutdown_connections 2023-12-07T14:14:28.394 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:28.386+0000 7f7ed3088700 1 -- 172.21.15.39:0/765219445 wait complete. 2023-12-07T14:14:28.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:27 smithi055 ceph-mon[103363]: pgmap v376: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 18 MiB/s wr, 1.35k op/s 2023-12-07T14:14:28.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:27 smithi089 ceph-mon[103124]: pgmap v376: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 18 MiB/s wr, 1.35k op/s 2023-12-07T14:14:28.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 695.0 s, 1823.4 tps, lat 54.848 ms stddev 67.792 2023-12-07T14:14:30.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:29 smithi039 ceph-mon[98864]: pgmap v377: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 11 MiB/s wr, 781 op/s 2023-12-07T14:14:30.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:29 smithi055 ceph-mon[103363]: pgmap v377: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 11 MiB/s wr, 781 op/s 2023-12-07T14:14:30.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:29 smithi089 ceph-mon[103124]: pgmap v377: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 11 MiB/s wr, 781 op/s 2023-12-07T14:14:32.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:31 smithi039 ceph-mon[98864]: pgmap v378: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 10 MiB/s wr, 743 op/s 2023-12-07T14:14:32.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:31 smithi055 ceph-mon[103363]: pgmap v378: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 10 MiB/s wr, 743 op/s 2023-12-07T14:14:32.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:31 smithi089 ceph-mon[103124]: pgmap v378: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 10 MiB/s wr, 743 op/s 2023-12-07T14:14:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 700.0 s, 1367.3 tps, lat 72.388 ms stddev 129.052 2023-12-07T14:14:34.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:34 smithi055 ceph-mon[103363]: pgmap v379: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 1.49k op/s 2023-12-07T14:14:34.944 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:34 smithi089 ceph-mon[103124]: pgmap v379: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 1.49k op/s 2023-12-07T14:14:35.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:34 smithi039 ceph-mon[98864]: pgmap v379: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 18 MiB/s wr, 1.49k op/s 2023-12-07T14:14:36.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:35 smithi039 ceph-mon[98864]: pgmap v380: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:14:36.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:35 smithi055 ceph-mon[103363]: pgmap v380: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:14:36.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:35 smithi089 ceph-mon[103124]: pgmap v380: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 12 MiB/s wr, 1.05k op/s 2023-12-07T14:14:38.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:37 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:14:38.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:37 smithi039 ceph-mon[98864]: pgmap v381: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 17 MiB/s wr, 1.51k op/s 2023-12-07T14:14:38.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:37 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:14:38.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:37 smithi055 ceph-mon[103363]: pgmap v381: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 17 MiB/s wr, 1.51k op/s 2023-12-07T14:14:38.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:37 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:14:38.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:37 smithi089 ceph-mon[103124]: pgmap v381: 97 pgs: 97 active+clean; 5.8 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 17 MiB/s wr, 1.51k op/s 2023-12-07T14:14:38.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 705.0 s, 1597.4 tps, lat 63.142 ms stddev 75.458 2023-12-07T14:14:40.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:39 smithi039 ceph-mon[98864]: pgmap v382: 97 pgs: 97 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 18 MiB/s wr, 1.58k op/s 2023-12-07T14:14:40.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:39 smithi055 ceph-mon[103363]: pgmap v382: 97 pgs: 97 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 18 MiB/s wr, 1.58k op/s 2023-12-07T14:14:40.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:39 smithi089 ceph-mon[103124]: pgmap v382: 97 pgs: 97 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 18 MiB/s wr, 1.58k op/s 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 -- 172.21.15.39:0/402099224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe810a890 msgr2=0x7fcfe8112fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 --2- 172.21.15.39:0/402099224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe810a890 0x7fcfe8112fe0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fcfe000b0a0 tx=0x7fcfe000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 -- 172.21.15.39:0/402099224 shutdown_connections 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 --2- 172.21.15.39:0/402099224 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcfe8113520 0x7fcfe8115910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 --2- 172.21.15.39:0/402099224 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcfe8109f70 0x7fcfe810a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 --2- 172.21.15.39:0/402099224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe810a890 0x7fcfe8112fe0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 -- 172.21.15.39:0/402099224 >> 172.21.15.39:0/402099224 conn(0x7fcfe806c5a0 msgr2=0x7fcfe806c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 -- 172.21.15.39:0/402099224 shutdown_connections 2023-12-07T14:14:41.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.636+0000 7fcfee36f700 1 -- 172.21.15.39:0/402099224 wait complete. 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 Processor -- start 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 -- start start 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe8109f70 0x7fcfe81139d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcfe8113520 0x7fcfe8113f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcfe8115690 0x7fcfe8114490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe81b2fb0 con 0x7fcfe8109f70 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe81b3120 con 0x7fcfe8113520 2023-12-07T14:14:41.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.637+0000 7fcfee36f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe81b32e0 con 0x7fcfe8115690 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe8109f70 0x7fcfe81139d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe8109f70 0x7fcfe81139d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59424/0 (socket says 172.21.15.39:59424) 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfe7fff700 1 -- 172.21.15.39:0/4041615024 learned_addr learned my addr 172.21.15.39:0/4041615024 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfec90c700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcfe8115690 0x7fcfe8114490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcfe8113520 0x7fcfe8113f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfec90c700 1 -- 172.21.15.39:0/4041615024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcfe8113520 msgr2=0x7fcfe8113f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfec90c700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcfe8113520 0x7fcfe8113f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfec90c700 1 -- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe8109f70 msgr2=0x7fcfe81139d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfec90c700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe8109f70 0x7fcfe81139d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfec90c700 1 -- 172.21.15.39:0/4041615024 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfd8009520 con 0x7fcfe8115690 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.638+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcfe8113520 0x7fcfe8113f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:41.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.639+0000 7fcfec90c700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcfe8115690 0x7fcfe8114490 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fcfe806dd80 tx=0x7fcfd800ebb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:41.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.639+0000 7fcfe57fa700 1 -- 172.21.15.39:0/4041615024 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8004220 con 0x7fcfe8115690 2023-12-07T14:14:41.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.639+0000 7fcfe57fa700 1 -- 172.21.15.39:0/4041615024 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfd8004380 con 0x7fcfe8115690 2023-12-07T14:14:41.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.639+0000 7fcfe57fa700 1 -- 172.21.15.39:0/4041615024 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd8003c60 con 0x7fcfe8115690 2023-12-07T14:14:41.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.640+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfe0009d00 con 0x7fcfe8115690 2023-12-07T14:14:41.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.640+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfe81b38c0 con 0x7fcfe8115690 2023-12-07T14:14:41.646 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.644+0000 7fcfe57fa700 1 -- 172.21.15.39:0/4041615024 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fcfd800c760 con 0x7fcfe8115690 2023-12-07T14:14:41.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcfe57fa700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcfd00a1660 0x7fcfd00a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 Processor -- start 2023-12-07T14:14:41.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 -- start start 2023-12-07T14:14:41.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcfe57fa700 1 -- 172.21.15.39:0/4041615024 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fcfd8014070 con 0x7fcfe8115690 2023-12-07T14:14:41.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcfd00a1660 0x7fcfd00a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6c640 0x561579c6ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c705e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c70b20 0x561579c70f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579bcf760 con 0x561579c70b20 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579bb6740 con 0x561579c6cf60 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.645+0000 7fcffa568b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579bb4060 con 0x561579c6c640 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6c640 0x561579c6ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6c640 0x561579c6ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35922/0 (socket says 172.21.15.39:35922) 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 -- 172.21.15.39:0/3437854613 learned_addr learned my addr 172.21.15.39:0/3437854613 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c705e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 -- 172.21.15.39:0/3437854613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 msgr2=0x561579c705e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c705e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 -- 172.21.15.39:0/3437854613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c70b20 msgr2=0x561579c70f80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c70b20 0x561579c70f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 -- 172.21.15.39:0/3437854613 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561579a2c5d0 con 0x561579c6c640 2023-12-07T14:14:41.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcfd00a1660 0x7fcfd00a3b20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0125e0 tx=0x7fcfdc007f90 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:41.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6c640 0x561579c6ca20 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc005d90 tx=0x7fcfdc01e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5513d3a7bd0b846e server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:41.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfce7fc700 1 -- 172.21.15.39:0/3437854613 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc004020 con 0x561579c6c640 2023-12-07T14:14:41.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.646+0000 7fcfce7fc700 1 -- 172.21.15.39:0/3437854613 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfdc003680 con 0x561579c6c640 2023-12-07T14:14:41.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.647+0000 7fcfce7fc700 1 -- 172.21.15.39:0/3437854613 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc01f650 con 0x561579c6c640 2023-12-07T14:14:41.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.647+0000 7fcffa568b80 1 -- 172.21.15.39:0/3437854613 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6c640 msgr2=0x561579c6ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.647+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6c640 0x561579c6ca20 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc005d90 tx=0x7fcfdc01e000 comp rx=0 tx=0).stop 2023-12-07T14:14:41.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 -- 172.21.15.39:0/3437854613 shutdown_connections 2023-12-07T14:14:41.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c70b20 0x561579c70f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6c640 0x561579c6ca20 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3437854613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c705e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 -- 172.21.15.39:0/3437854613 >> 172.21.15.39:0/3437854613 conn(0x561579b8a300 msgr2=0x561579c55ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 -- 172.21.15.39:0/3437854613 shutdown_connections 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 -- 172.21.15.39:0/3437854613 wait complete. 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.648+0000 7fcffa568b80 1 -- start start 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 1 Processor -- start 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c78300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c75580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c75c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579baf950 con 0x561579c6c640 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579b69500 con 0x561579c6cf60 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579b691a0 con 0x561579c70b20 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcffa568b80 10 client.0 _ll_register_callbacks cb 0x561579a94a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:41.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c75580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c78300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfec90c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c75c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c75580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50640/0 (socket says 172.21.15.39:50640) 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c78300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59436/0 (socket says 172.21.15.39:59436) 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfec90c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c75c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35930/0 (socket says 172.21.15.39:35930) 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe77fe700 1 -- 172.21.15.39:0/3206461479 learned_addr learned my addr 172.21.15.39:0/3206461479 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe77fe700 1 -- 172.21.15.39:0/3206461479 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 msgr2=0x561579c75c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c75c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe77fe700 1 -- 172.21.15.39:0/3206461479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 msgr2=0x561579c78300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.649+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c78300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfe77fe700 1 -- 172.21.15.39:0/3206461479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfdc01e3b0 con 0x561579c6cf60 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfec90c700 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c75c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c78300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c75580 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0009fd0 tx=0x7fcfe0004c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fc2fff9f75b4e7f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:41.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfc77fe700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfc77fe700 1 -- 172.21.15.39:0/3206461479 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe000e040 con 0x561579c6cf60 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfc77fe700 1 -- 172.21.15.39:0/3206461479 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fcfe0009450 con 0x561579c6cf60 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561579c4e5f0 con 0x561579c6cf60 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcfc77fe700 1 -- 172.21.15.39:0/3206461479 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfe00078b0 con 0x561579c6cf60 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcffa568b80 10 client.27131 fetch_fsmap learned FSMap version 70 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.650+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x5615799d8d80 con 0x561579c6cf60 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.654+0000 7fcfc77fe700 1 -- 172.21.15.39:0/3206461479 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561579c4e5f0 con 0x561579c6cf60 2023-12-07T14:14:41.656 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.654+0000 7fcfc77fe700 1 -- 172.21.15.39:0/3206461479 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fcfe000b0d0 con 0x561579c6cf60 2023-12-07T14:14:41.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.655+0000 7fcffa568b80 10 client.27131 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:14:41.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.655+0000 7fcffa568b80 10 client.27131 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:41.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.655+0000 7fcffa568b80 20 client.27131 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:41.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.655+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579c688b0 0x561579c6acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.655+0000 7fcffa568b80 4 client.27131 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:14:41.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.655+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561579c2a640 con 0x561579c688b0 2023-12-07T14:14:41.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.655+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579c688b0 0x561579c6acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.656+0000 7fcfc77fe700 10 client.27131 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:41.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.656+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579c688b0 0x561579c6acd0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8f08af92ca8f594 server_cookie=257d6df0858482c6 in_seq=0 out_seq=0 2023-12-07T14:14:41.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcfc77fe700 1 -- 172.21.15.39:0/3206461479 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x561579c2a640 con 0x561579c688b0 2023-12-07T14:14:41.659 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcfc77fe700 10 client.27131 handle_command_reply: tid=0 2023-12-07T14:14:41.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 client.27131 shutdown 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 msgr2=0x561579c75580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c75580 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0009fd0 tx=0x7fcfe0004c60 comp rx=0 tx=0).stop 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 shutdown_connections 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c75c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c78300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579c688b0 0x561579c6acd0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 --2- 172.21.15.39:0/3206461479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c75580 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 >> 172.21.15.39:0/3206461479 conn(0x561579b8a300 msgr2=0x561579c5a430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcfc77fe700 0 client.27131 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 shutdown_connections 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.657+0000 7fcffa568b80 1 -- 172.21.15.39:0/3206461479 wait complete. 2023-12-07T14:14:41.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.658+0000 7fcffa568b80 20 client.27131 trim_cache size 0 max 16384 2023-12-07T14:14:41.679 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.676+0000 7fcffa568b80 1 Processor -- start 2023-12-07T14:14:41.680 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcffa568b80 1 -- start start 2023-12-07T14:14:41.680 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c74e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.680 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c72f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.680 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c6a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcffa568b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579a2e8c0 con 0x561579c6c640 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcffa568b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579c753d0 con 0x561579c6cf60 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcffa568b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579c565b0 con 0x561579c70b20 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcfec90c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c6a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c74e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcfec90c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c6a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35936/0 (socket says 172.21.15.39:35936) 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcfec90c700 1 -- 172.21.15.39:0/4082184290 learned_addr learned my addr 172.21.15.39:0/4082184290 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:41.681 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.677+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c72f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.678+0000 7fcfe77fe700 1 -- 172.21.15.39:0/4082184290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 msgr2=0x561579c6a8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:41.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.678+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c6a8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.678+0000 7fcfe77fe700 1 -- 172.21.15.39:0/4082184290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 msgr2=0x561579c74e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:41.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.678+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c74e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.682 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.678+0000 7fcfe77fe700 1 -- 172.21.15.39:0/4082184290 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5615799c1c00 con 0x561579c6cf60 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.678+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c72f10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fcfe000bfd0 tx=0x7fcfe00053a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=561e225d504d2676 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.679+0000 7fcfceffd700 1 -- 172.21.15.39:0/4082184290 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe000e040 con 0x561579c6cf60 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.679+0000 7fcfceffd700 1 -- 172.21.15.39:0/4082184290 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfe0005a20 con 0x561579c6cf60 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.679+0000 7fcfceffd700 1 -- 172.21.15.39:0/4082184290 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe00079a0 con 0x561579c6cf60 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.679+0000 7fcffa568b80 1 -- 172.21.15.39:0/4082184290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 msgr2=0x561579c72f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.679+0000 7fcffa568b80 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c72f10 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fcfe000bfd0 tx=0x7fcfe00053a0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.680+0000 7fcffa568b80 1 -- 172.21.15.39:0/4082184290 shutdown_connections 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.680+0000 7fcffa568b80 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c70b20 0x561579c6a8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.680+0000 7fcffa568b80 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c74e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.680+0000 7fcffa568b80 1 --2- 172.21.15.39:0/4082184290 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c6cf60 0x561579c72f10 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.680+0000 7fcffa568b80 1 -- 172.21.15.39:0/4082184290 >> 172.21.15.39:0/4082184290 conn(0x561579b8a300 msgr2=0x561579c5a430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:41.683 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.680+0000 7fcffa568b80 1 -- 172.21.15.39:0/4082184290 shutdown_connections 2023-12-07T14:14:41.684 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.680+0000 7fcffa568b80 1 -- 172.21.15.39:0/4082184290 wait complete. 2023-12-07T14:14:41.686 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.681+0000 7fcffa568b80 1 -- start start 2023-12-07T14:14:41.686 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.681+0000 7fcffa568b80 1 Processor -- start 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c5fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6cf60 0x561579c6fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcffa568b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c70b20 0x561579c700d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcffa568b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579c60110 con 0x561579c6c640 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcffa568b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579c70610 con 0x561579c70b20 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcffa568b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x561579c707d0 con 0x561579c6cf60 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcffa568b80 10 client.0 _ll_register_callbacks cb 0x561579a94a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c5fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe77fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6cf60 0x561579c6fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c5fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59450/0 (socket says 172.21.15.39:59450) 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe7fff700 1 -- 172.21.15.39:0/1465725600 learned_addr learned my addr 172.21.15.39:0/1465725600 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfec90c700 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c70b20 0x561579c700d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe77fe700 1 -- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c70b20 msgr2=0x561579c700d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c70b20 0x561579c700d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.687 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe77fe700 1 -- 172.21.15.39:0/1465725600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 msgr2=0x561579c5fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:41.688 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c5fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.688 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfe77fe700 1 -- 172.21.15.39:0/1465725600 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5615799d8d80 con 0x561579c6cf60 2023-12-07T14:14:41.688 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.682+0000 7fcfec90c700 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c70b20 0x561579c700d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:41.688 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcfe77fe700 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6cf60 0x561579c6fb90 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x561579c68670 tx=0x7fcfe0004fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83e861b80b2fba09 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:41.688 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcfc77fe700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:14:41.688 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcfc77fe700 1 -- 172.21.15.39:0/1465725600 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe000e050 con 0x561579c6cf60 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcfdc003680 con 0x561579c6cf60 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcfc77fe700 1 -- 172.21.15.39:0/1465725600 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fcfe00076b0 con 0x561579c6cf60 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcfc77fe700 1 -- 172.21.15.39:0/1465725600 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfe0007870 con 0x561579c6cf60 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcffa568b80 10 client.27271 fetch_fsmap learned FSMap version 70 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x5615799ff1f0 con 0x561579c6cf60 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.683+0000 7fcfc77fe700 1 -- 172.21.15.39:0/1465725600 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcfe0048020 con 0x561579c6cf60 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcfc77fe700 1 -- 172.21.15.39:0/1465725600 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fcfe0042070 con 0x561579c6cf60 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcffa568b80 10 client.27271 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcffa568b80 10 client.27271 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcffa568b80 20 client.27271 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcffa568b80 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579ced230 0x561579cef650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcffa568b80 4 client.27271 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561579b75f70 con 0x561579ced230 2023-12-07T14:14:41.689 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.684+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579ced230 0x561579cef650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.686+0000 7fcfe7fff700 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579ced230 0x561579cef650 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c52c01698374bfbc server_cookie=387c294d5d075624 in_seq=0 out_seq=0 2023-12-07T14:14:41.690 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.686+0000 7fcfc77fe700 10 client.27271 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.699+0000 7fcfc77fe700 1 -- 172.21.15.39:0/1465725600 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561579b75f70 con 0x561579ced230 2023-12-07T14:14:41.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.699+0000 7fcfc77fe700 10 client.27271 handle_command_reply: tid=0 2023-12-07T14:14:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.700+0000 7fcffa568b80 1 client.27271 shutdown 2023-12-07T14:14:41.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.700+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6cf60 msgr2=0x561579c6fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.700+0000 7fcffa568b80 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6cf60 0x561579c6fb90 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x561579c68670 tx=0x7fcfe0004fb0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.700+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 shutdown_connections 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.700+0000 7fcffa568b80 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x561579ced230 0x561579cef650 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcffa568b80 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561579c70b20 0x561579c700d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcffa568b80 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561579c6c640 0x561579c5fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfc77fe700 0 client.27271 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcffa568b80 1 --2- 172.21.15.39:0/1465725600 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x561579c6cf60 0x561579c6fb90 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 >> 172.21.15.39:0/1465725600 conn(0x561579b8a300 msgr2=0x561579c6a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 shutdown_connections 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcffa568b80 1 -- 172.21.15.39:0/1465725600 wait complete. 2023-12-07T14:14:41.704 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcffa568b80 20 client.27271 trim_cache size 0 max 16384 2023-12-07T14:14:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:14:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:14:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:14:41.705 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcfd00a1660 msgr2=0x7fcfd00a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcfd00a1660 0x7fcfd00a3b20 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0125e0 tx=0x7fcfdc007f90 comp rx=0 tx=0).stop 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcfe8115690 msgr2=0x7fcfe8114490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcfe8115690 0x7fcfe8114490 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fcfe806dd80 tx=0x7fcfd800ebb0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 shutdown_connections 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fcfe8115690 0x7fcfe8114490 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfe8109f70 0x7fcfe81139d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.701+0000 7fcfee36f700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fcfd00a1660 0x7fcfd00a3b20 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.702+0000 7fcfee36f700 1 --2- 172.21.15.39:0/4041615024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcfe8113520 0x7fcfe8113f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.702+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 >> 172.21.15.39:0/4041615024 conn(0x7fcfe806c5a0 msgr2=0x7fcfe8071180 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.702+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 shutdown_connections 2023-12-07T14:14:41.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:41.702+0000 7fcfee36f700 1 -- 172.21.15.39:0/4041615024 wait complete. 2023-12-07T14:14:42.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:42 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:14:42.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:42 smithi039 ceph-mon[98864]: pgmap v383: 97 pgs: 97 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 16 MiB/s wr, 1.48k op/s 2023-12-07T14:14:42.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:42 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:14:42.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:42 smithi055 ceph-mon[103363]: pgmap v383: 97 pgs: 97 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 16 MiB/s wr, 1.48k op/s 2023-12-07T14:14:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:42 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:14:42.690 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:42 smithi089 ceph-mon[103124]: pgmap v383: 97 pgs: 97 active+clean; 5.8 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 16 MiB/s wr, 1.48k op/s 2023-12-07T14:14:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 710.0 s, 1532.4 tps, lat 65.256 ms stddev 69.549 2023-12-07T14:14:44.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:44 smithi089 ceph-mon[103124]: pgmap v384: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 20 MiB/s wr, 1.76k op/s 2023-12-07T14:14:45.065 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:44 smithi039 ceph-mon[98864]: pgmap v384: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 20 MiB/s wr, 1.76k op/s 2023-12-07T14:14:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:44 smithi055 ceph-mon[103363]: pgmap v384: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 20 MiB/s wr, 1.76k op/s 2023-12-07T14:14:46.311 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:45 smithi039 ceph-mon[98864]: pgmap v385: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 981 op/s 2023-12-07T14:14:46.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:45 smithi055 ceph-mon[103363]: pgmap v385: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 981 op/s 2023-12-07T14:14:46.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:45 smithi089 ceph-mon[103124]: pgmap v385: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 MiB/s wr, 981 op/s 2023-12-07T14:14:48.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 715.0 s, 892.8 tps, lat 110.913 ms stddev 185.336 2023-12-07T14:14:49.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:49 smithi055 ceph-mon[103363]: pgmap v386: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.11k op/s 2023-12-07T14:14:49.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:49 smithi089 ceph-mon[103124]: pgmap v386: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.11k op/s 2023-12-07T14:14:50.059 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:49 smithi039 ceph-mon[98864]: pgmap v386: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 13 MiB/s wr, 1.11k op/s 2023-12-07T14:14:51.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:51 smithi089 ceph-mon[103124]: pgmap v387: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2023-12-07T14:14:52.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:51 smithi039 ceph-mon[98864]: pgmap v387: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2023-12-07T14:14:52.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:51 smithi055 ceph-mon[103363]: pgmap v387: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 14 MiB/s wr, 1.24k op/s 2023-12-07T14:14:53.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:52 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:14:53.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:52 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:14:53.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:52 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:14:53.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 720.0 s, 997.4 tps, lat 100.656 ms stddev 111.281 2023-12-07T14:14:54.064 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:53 smithi039 ceph-mon[98864]: pgmap v388: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 12 MiB/s wr, 1.03k op/s 2023-12-07T14:14:54.064 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:53 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:54.065 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:53 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:53 smithi055 ceph-mon[103363]: pgmap v388: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 12 MiB/s wr, 1.03k op/s 2023-12-07T14:14:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:53 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:54.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:53 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:53 smithi089 ceph-mon[103124]: pgmap v388: 97 pgs: 97 active+clean; 5.9 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 12 MiB/s wr, 1.03k op/s 2023-12-07T14:14:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:53 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:53 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.868+0000 7f85137cd700 1 -- 172.21.15.39:0/3883672759 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c10fc80 msgr2=0x7f850c1085d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.872 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.868+0000 7f85137cd700 1 --2- 172.21.15.39:0/3883672759 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c10fc80 0x7f850c1085d0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8504009fc0 tx=0x7f850400b330 comp rx=0 tx=0).stop 2023-12-07T14:14:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.870+0000 7f85137cd700 1 -- 172.21.15.39:0/3883672759 shutdown_connections 2023-12-07T14:14:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.870+0000 7f85137cd700 1 --2- 172.21.15.39:0/3883672759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f850c11adb0 0x7f850c11d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.873 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.870+0000 7f85137cd700 1 --2- 172.21.15.39:0/3883672759 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c10fc80 0x7f850c1085d0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.870+0000 7f85137cd700 1 --2- 172.21.15.39:0/3883672759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f850c1100f0 0x7f850c108b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.870+0000 7f85137cd700 1 -- 172.21.15.39:0/3883672759 >> 172.21.15.39:0/3883672759 conn(0x7f850c06c5a0 msgr2=0x7f850c06c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.870+0000 7f85137cd700 1 -- 172.21.15.39:0/3883672759 shutdown_connections 2023-12-07T14:14:54.874 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.870+0000 7f85137cd700 1 -- 172.21.15.39:0/3883672759 wait complete. 2023-12-07T14:14:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 Processor -- start 2023-12-07T14:14:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 -- start start 2023-12-07T14:14:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f850c10fc80 0x7f850c116530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c1100f0 0x7f850c116a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f850c11adb0 0x7f850c1a2910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f850c1a3040 con 0x7f850c10fc80 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f850c1a31b0 con 0x7f850c11adb0 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.871+0000 7f85137cd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f850c1a3370 con 0x7f850c1100f0 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c1100f0 0x7f850c116a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c1100f0 0x7f850c116a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35954/0 (socket says 172.21.15.39:35954) 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 -- 172.21.15.39:0/2356761662 learned_addr learned my addr 172.21.15.39:0/2356761662 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 -- 172.21.15.39:0/2356761662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f850c11adb0 msgr2=0x7f850c1a2910 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f850c11adb0 0x7f850c1a2910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 -- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f850c10fc80 msgr2=0x7f850c116530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f850c10fc80 0x7f850c116530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 -- 172.21.15.39:0/2356761662 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8504009c40 con 0x7f850c1100f0 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.872+0000 7f8510d68700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c1100f0 0x7f850c116a70 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00b550 tx=0x7f84fc00b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.873+0000 7f85027fc700 1 -- 172.21.15.39:0/2356761662 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc011830 con 0x7f850c1100f0 2023-12-07T14:14:54.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.873+0000 7f85027fc700 1 -- 172.21.15.39:0/2356761662 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f84fc011e50 con 0x7f850c1100f0 2023-12-07T14:14:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.873+0000 7f85027fc700 1 -- 172.21.15.39:0/2356761662 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc00f2e0 con 0x7f850c1100f0 2023-12-07T14:14:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.873+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f850c1a3650 con 0x7f850c1100f0 2023-12-07T14:14:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.873+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f850c1ccca0 con 0x7f850c1100f0 2023-12-07T14:14:54.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.876+0000 7f85027fc700 1 -- 172.21.15.39:0/2356761662 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f84fc00f440 con 0x7f850c1100f0 2023-12-07T14:14:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.877+0000 7f85027fc700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f84f80a15e0 0x7f84f80a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.877+0000 7f851f9c6b80 1 Processor -- start 2023-12-07T14:14:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.877+0000 7f851f9c6b80 1 -- start start 2023-12-07T14:14:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.877+0000 7f85027fc700 1 -- 172.21.15.39:0/2356761662 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f84fc0ccae0 con 0x7f850c1100f0 2023-12-07T14:14:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.877+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 0x564f6b312a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b3165d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.885 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b316f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b286760 con 0x564f6b312630 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b26d740 con 0x564f6b316b10 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b26b060 con 0x564f6b312f50 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8511d6a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b316f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8511d6a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b316f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50674/0 (socket says 172.21.15.39:50674) 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8511d6a700 1 -- 172.21.15.39:0/807217363 learned_addr learned my addr 172.21.15.39:0/807217363 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8510d68700 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b3165d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8510d68700 1 -- 172.21.15.39:0/807217363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 msgr2=0x564f6b316f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8510d68700 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b316f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8510d68700 1 -- 172.21.15.39:0/807217363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 msgr2=0x564f6b312a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8510d68700 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 0x564f6b312a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.878+0000 7f8510d68700 1 -- 172.21.15.39:0/807217363 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f6b0e35d0 con 0x564f6b312f50 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.879+0000 7f8510d68700 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b3165d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f84fc0ca380 tx=0x7f84fc099f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5bbbdf552798b3e9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:54.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.879+0000 7f8511d6a700 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b316f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.879+0000 7f84f77fe700 1 -- 172.21.15.39:0/807217363 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc098510 con 0x564f6b312f50 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.879+0000 7f84f77fe700 1 -- 172.21.15.39:0/807217363 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f84fc018310 con 0x564f6b312f50 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.879+0000 7f84f77fe700 1 -- 172.21.15.39:0/807217363 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc0a2240 con 0x564f6b312f50 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.880+0000 7f851f9c6b80 1 -- 172.21.15.39:0/807217363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 msgr2=0x564f6b3165d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.880+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b3165d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f84fc0ca380 tx=0x7f84fc099f80 comp rx=0 tx=0).stop 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.880+0000 7f851f9c6b80 1 -- 172.21.15.39:0/807217363 shutdown_connections 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.880+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b316f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.880+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 0x564f6b312a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.880+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/807217363 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b3165d0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.880+0000 7f851f9c6b80 1 -- 172.21.15.39:0/807217363 >> 172.21.15.39:0/807217363 conn(0x564f6b241300 msgr2=0x564f6b30cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.881+0000 7f851f9c6b80 1 -- 172.21.15.39:0/807217363 shutdown_connections 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.881+0000 7f851f9c6b80 1 -- 172.21.15.39:0/807217363 wait complete. 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.881+0000 7f8511569700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f84f80a15e0 0x7f84f80a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.887 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.881+0000 7f851f9c6b80 1 -- start start 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.881+0000 7f851f9c6b80 1 Processor -- start 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f8511569700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f84f80a15e0 0x7f84f80a3aa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f850400b770 tx=0x7f8504009f10 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 0x564f6b31b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b31bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b31c150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b266950 con 0x564f6b312630 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b220500 con 0x564f6b316b10 2023-12-07T14:14:54.888 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b2201a0 con 0x564f6b312f50 2023-12-07T14:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f851f9c6b80 10 client.0 _ll_register_callbacks cb 0x564f6b14ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f8510d68700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b31bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f8511569700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 0x564f6b31b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f8510d68700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b31bc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35966/0 (socket says 172.21.15.39:35966) 2023-12-07T14:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f8510d68700 1 -- 172.21.15.39:0/2924449328 learned_addr learned my addr 172.21.15.39:0/2924449328 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:54.889 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.882+0000 7f8511d6a700 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b31c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f8510d68700 1 -- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 msgr2=0x564f6b31c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f8510d68700 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b31c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f8510d68700 1 -- 172.21.15.39:0/2924449328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 msgr2=0x564f6b31b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f8510d68700 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 0x564f6b31b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f8510d68700 1 -- 172.21.15.39:0/2924449328 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f850800a640 con 0x564f6b312f50 2023-12-07T14:14:54.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f8510d68700 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b31bc10 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f84fc0ccdc0 tx=0x7f84fc095f30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=491a01ce707282c6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f84f4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f84f4ff9700 1 -- 172.21.15.39:0/2924449328 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc018480 con 0x564f6b312f50 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f84f4ff9700 1 -- 172.21.15.39:0/2924449328 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f84fc099800 con 0x564f6b312f50 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564f6b3055f0 con 0x564f6b312f50 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f84f4ff9700 1 -- 172.21.15.39:0/2924449328 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84fc099a00 con 0x564f6b312f50 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f851f9c6b80 10 client.27283 fetch_fsmap learned FSMap version 70 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.884+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x7f850c1ccca0 con 0x564f6b312f50 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f84f4ff9700 1 -- 172.21.15.39:0/2924449328 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564f6b3055f0 con 0x564f6b312f50 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f84f4ff9700 1 -- 172.21.15.39:0/2924449328 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f84fc07a020 con 0x564f6b312f50 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f851f9c6b80 10 client.27283 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f851f9c6b80 10 client.27283 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f851f9c6b80 20 client.27283 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b32bc20 0x564f6b32e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f851f9c6b80 4 client.27283 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:14:54.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564f6b2e1640 con 0x564f6b32bc20 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.885+0000 7f8511569700 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b32bc20 0x564f6b32e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.886+0000 7f8511569700 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b32bc20 0x564f6b32e040 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1faf8e3bfeb0f9a server_cookie=2ecb6e4e20407fd8 in_seq=0 out_seq=0 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.886+0000 7f84f4ff9700 10 client.27283 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.886+0000 7f84f4ff9700 1 -- 172.21.15.39:0/2924449328 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x564f6b2e1640 con 0x564f6b32bc20 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.886+0000 7f84f4ff9700 10 client.27283 handle_command_reply: tid=0 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.886+0000 7f851f9c6b80 1 client.27283 shutdown 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 msgr2=0x564f6b31bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b31bc10 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f84fc0ccdc0 tx=0x7f84fc095f30 comp rx=0 tx=0).stop 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 shutdown_connections 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b32bc20 0x564f6b32e040 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b316b10 0x564f6b31c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312630 0x564f6b31b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/2924449328 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b31bc10 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 >> 172.21.15.39:0/2924449328 conn(0x564f6b241300 msgr2=0x564f6b311430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:54.893 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f84f4ff9700 0 client.27283 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:54.894 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 shutdown_connections 2023-12-07T14:14:54.894 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 1 -- 172.21.15.39:0/2924449328 wait complete. 2023-12-07T14:14:54.894 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.887+0000 7f851f9c6b80 20 client.27283 trim_cache size 0 max 16384 2023-12-07T14:14:54.916 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.912+0000 7f851f9c6b80 1 Processor -- start 2023-12-07T14:14:54.917 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.912+0000 7f851f9c6b80 1 -- start start 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b314380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b317f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b316b10 0x564f6b332960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b0e58c0 con 0x564f6b316b10 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b30d5e0 con 0x564f6b312630 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b31ec20 con 0x564f6b312f50 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b317f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8511d6a700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b316b10 0x564f6b332960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b317f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35974/0 (socket says 172.21.15.39:35974) 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 -- 172.21.15.39:0/987139052 learned_addr learned my addr 172.21.15.39:0/987139052 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8511569700 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b314380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 -- 172.21.15.39:0/987139052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 msgr2=0x564f6b314380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b314380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 -- 172.21.15.39:0/987139052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b316b10 msgr2=0x564f6b332960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b316b10 0x564f6b332960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8510d68700 1 -- 172.21.15.39:0/987139052 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f6b08fd80 con 0x564f6b312f50 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8511569700 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b314380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.913+0000 7f8511d6a700 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b316b10 0x564f6b332960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.914+0000 7f8510d68700 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b317f00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f84fc0ca870 tx=0x7f84fc0ca430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ac19270e9e5dd6a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.914+0000 7f84f7fff700 1 -- 172.21.15.39:0/987139052 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc00d040 con 0x564f6b312f50 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.914+0000 7f84f7fff700 1 -- 172.21.15.39:0/987139052 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f84fc098510 con 0x564f6b312f50 2023-12-07T14:14:54.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.914+0000 7f84f7fff700 1 -- 172.21.15.39:0/987139052 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc066520 con 0x564f6b312f50 2023-12-07T14:14:54.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.915+0000 7f851f9c6b80 1 -- 172.21.15.39:0/987139052 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 msgr2=0x564f6b317f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.915+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b317f00 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f84fc0ca870 tx=0x7f84fc0ca430 comp rx=0 tx=0).stop 2023-12-07T14:14:54.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.915+0000 7f851f9c6b80 1 -- 172.21.15.39:0/987139052 shutdown_connections 2023-12-07T14:14:54.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.915+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b316b10 0x564f6b332960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.915+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b314380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.915+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/987139052 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b312f50 0x564f6b317f00 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.915+0000 7f851f9c6b80 1 -- 172.21.15.39:0/987139052 >> 172.21.15.39:0/987139052 conn(0x564f6b241300 msgr2=0x564f6b30c8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.916+0000 7f851f9c6b80 1 -- 172.21.15.39:0/987139052 shutdown_connections 2023-12-07T14:14:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.916+0000 7f851f9c6b80 1 -- 172.21.15.39:0/987139052 wait complete. 2023-12-07T14:14:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.916+0000 7f851f9c6b80 1 -- start start 2023-12-07T14:14:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.916+0000 7f851f9c6b80 1 Processor -- start 2023-12-07T14:14:54.921 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b3207a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312f50 0x564f6b320ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f851f9c6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b316b10 0x564f6b321220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b3810e0 con 0x564f6b312f50 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b381220 con 0x564f6b312630 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f851f9c6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6b381360 con 0x564f6b316b10 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f851f9c6b80 10 client.0 _ll_register_callbacks cb 0x564f6b14ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f8511d6a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b316b10 0x564f6b321220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f8511d6a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b316b10 0x564f6b321220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:35980/0 (socket says 172.21.15.39:35980) 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f8511d6a700 1 -- 172.21.15.39:0/1416765938 learned_addr learned my addr 172.21.15.39:0/1416765938 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f8510d68700 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312f50 0x564f6b320ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.917+0000 7f8511569700 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b3207a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.922 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.918+0000 7f8510d68700 1 -- 172.21.15.39:0/1416765938 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b316b10 msgr2=0x564f6b321220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.918+0000 7f8510d68700 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b316b10 0x564f6b321220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.918+0000 7f8510d68700 1 -- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 msgr2=0x564f6b3207a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:14:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.918+0000 7f8510d68700 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b3207a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.923 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.918+0000 7f8510d68700 1 -- 172.21.15.39:0/1416765938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f850800a9d0 con 0x564f6b312f50 2023-12-07T14:14:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.918+0000 7f8510d68700 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312f50 0x564f6b320ce0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x564f6b311d70 tx=0x7f84fc096310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2605d4cf79965cc8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:14:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.918+0000 7f84f4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:14:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.919+0000 7f84f4ff9700 1 -- 172.21.15.39:0/1416765938 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84fc098510 con 0x564f6b312f50 2023-12-07T14:14:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.919+0000 7f84f4ff9700 1 -- 172.21.15.39:0/1416765938 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f84fc099800 con 0x564f6b312f50 2023-12-07T14:14:54.924 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.919+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564f6b22cf70 con 0x564f6b312f50 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.919+0000 7f84f4ff9700 1 -- 172.21.15.39:0/1416765938 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84fc00d040 con 0x564f6b312f50 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.919+0000 7f851f9c6b80 10 client.17676 fetch_fsmap learned FSMap version 70 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.919+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x7f850c1ccca0 con 0x564f6b312f50 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.919+0000 7f84f4ff9700 1 -- 172.21.15.39:0/1416765938 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x564f6b22cf70 con 0x564f6b312f50 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f84f4ff9700 1 -- 172.21.15.39:0/1416765938 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f84fc07a070 con 0x564f6b312f50 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f851f9c6b80 10 client.17676 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f851f9c6b80 10 client.17676 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f851f9c6b80 20 client.17676 populate_metadata read hostname 'smithi039' 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b382630 0x564f6b384a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f851f9c6b80 4 client.17676 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564f6b21f430 con 0x564f6b382630 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f8511569700 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b382630 0x564f6b384a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.920+0000 7f84f4ff9700 10 client.17676 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:54.925 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.921+0000 7f8511569700 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b382630 0x564f6b384a50 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3cf100ccf14c4ec server_cookie=76624db786311f38 in_seq=0 out_seq=0 2023-12-07T14:14:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.937+0000 7f84f4ff9700 1 -- 172.21.15.39:0/1416765938 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564f6b21f430 con 0x564f6b382630 2023-12-07T14:14:54.941 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.937+0000 7f84f4ff9700 10 client.17676 handle_command_reply: tid=0 2023-12-07T14:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.937+0000 7f851f9c6b80 1 client.17676 shutdown 2023-12-07T14:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.938+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312f50 msgr2=0x564f6b320ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.938+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312f50 0x564f6b320ce0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x564f6b311d70 tx=0x7f84fc096310 comp rx=0 tx=0).stop 2023-12-07T14:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.939+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 shutdown_connections 2023-12-07T14:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.939+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564f6b316b10 0x564f6b321220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.939+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564f6b382630 0x564f6b384a50 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.942 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.939+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f6b312630 0x564f6b3207a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.939+0000 7f84f4ff9700 0 client.17676 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:14:54.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.939+0000 7f851f9c6b80 1 --2- 172.21.15.39:0/1416765938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f6b312f50 0x564f6b320ce0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.943 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.939+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 >> 172.21.15.39:0/1416765938 conn(0x564f6b241300 msgr2=0x564f6b332960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.940+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 shutdown_connections 2023-12-07T14:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.940+0000 7f851f9c6b80 1 -- 172.21.15.39:0/1416765938 wait complete. 2023-12-07T14:14:54.944 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f851f9c6b80 20 client.17676 trim_cache size 0 max 16384 2023-12-07T14:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f84f80a15e0 msgr2=0x7f84f80a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.945 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f84f80a15e0 0x7f84f80a3aa0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f850400b770 tx=0x7f8504009f10 comp rx=0 tx=0).stop 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c1100f0 msgr2=0x7f850c116a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c1100f0 0x7f850c116a70 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00b550 tx=0x7f84fc00b910 comp rx=0 tx=0).stop 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 shutdown_connections 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f84f80a15e0 0x7f84f80a3aa0 secure :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f850400b770 tx=0x7f8504009f10 comp rx=0 tx=0).stop 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f850c11adb0 0x7f850c1a2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f850c10fc80 0x7f850c116530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 --2- 172.21.15.39:0/2356761662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f850c1100f0 0x7f850c116a70 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:14:54.946 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.941+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 >> 172.21.15.39:0/2356761662 conn(0x7f850c06c5a0 msgr2=0x7f850c10c730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:14:54.950 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.946+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 shutdown_connections 2023-12-07T14:14:54.951 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:14:54.947+0000 7f85137cd700 1 -- 172.21.15.39:0/2356761662 wait complete. 2023-12-07T14:14:55.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:54 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:14:55.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:54 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:14:55.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:54 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:55.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:54 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:14:55.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:54 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:14:55.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:54 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:55.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:54 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:14:55.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:54 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:14:55.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:54 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:14:56.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:55 smithi039 ceph-mon[98864]: pgmap v389: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 20 MiB/s wr, 1.67k op/s 2023-12-07T14:14:56.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:55 smithi055 ceph-mon[103363]: pgmap v389: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 20 MiB/s wr, 1.67k op/s 2023-12-07T14:14:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:55 smithi089 ceph-mon[103124]: pgmap v389: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 20 MiB/s wr, 1.67k op/s 2023-12-07T14:14:58.062 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:57 smithi039 ceph-mon[98864]: pgmap v390: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 17 MiB/s wr, 1.39k op/s 2023-12-07T14:14:58.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:57 smithi055 ceph-mon[103363]: pgmap v390: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 17 MiB/s wr, 1.39k op/s 2023-12-07T14:14:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:57 smithi089 ceph-mon[103124]: pgmap v390: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 17 MiB/s wr, 1.39k op/s 2023-12-07T14:14:58.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 725.0 s, 589.7 tps, lat 79.571 ms stddev 96.258 2023-12-07T14:15:00.068 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:14:59 smithi039 ceph-mon[98864]: pgmap v391: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 19 MiB/s wr, 1.50k op/s 2023-12-07T14:15:00.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:14:59 smithi055 ceph-mon[103363]: pgmap v391: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 19 MiB/s wr, 1.50k op/s 2023-12-07T14:15:00.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:14:59 smithi089 ceph-mon[103124]: pgmap v391: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 19 MiB/s wr, 1.50k op/s 2023-12-07T14:15:02.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:01 smithi039 ceph-mon[98864]: pgmap v392: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:15:02.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:01 smithi055 ceph-mon[103363]: pgmap v392: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:15:02.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:01 smithi089 ceph-mon[103124]: pgmap v392: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:15:03.964 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 730.0 s, 484.4 tps, lat 187.558 ms stddev 615.758 2023-12-07T14:15:04.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:03 smithi039 ceph-mon[98864]: pgmap v393: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 13 MiB/s wr, 938 op/s 2023-12-07T14:15:04.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:03 smithi055 ceph-mon[103363]: pgmap v393: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 13 MiB/s wr, 938 op/s 2023-12-07T14:15:04.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:03 smithi089 ceph-mon[103124]: pgmap v393: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 13 MiB/s wr, 938 op/s 2023-12-07T14:15:06.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:05 smithi039 ceph-mon[98864]: pgmap v394: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 17 MiB/s wr, 1.22k op/s 2023-12-07T14:15:06.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:05 smithi055 ceph-mon[103363]: pgmap v394: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 17 MiB/s wr, 1.22k op/s 2023-12-07T14:15:06.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:05 smithi089 ceph-mon[103124]: pgmap v394: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 17 MiB/s wr, 1.22k op/s 2023-12-07T14:15:08.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:07 smithi039 ceph-mon[98864]: pgmap v395: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 8.2 MiB/s wr, 573 op/s 2023-12-07T14:15:08.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:07 smithi039 ceph-mon[98864]: osdmap e101: 12 total, 12 up, 12 in 2023-12-07T14:15:08.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 -- 172.21.15.39:0/2507107002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 msgr2=0x7fa29810b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 --2- 172.21.15.39:0/2507107002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29810b480 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fa288009990 tx=0x7fa288009ca0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 -- 172.21.15.39:0/2507107002 shutdown_connections 2023-12-07T14:15:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 --2- 172.21.15.39:0/2507107002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa29810ba50 0x7fa29810ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 --2- 172.21.15.39:0/2507107002 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 0x7fa298102a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 --2- 172.21.15.39:0/2507107002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29810b480 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 -- 172.21.15.39:0/2507107002 >> 172.21.15.39:0/2507107002 conn(0x7fa2980fbe60 msgr2=0x7fa2980fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 -- 172.21.15.39:0/2507107002 shutdown_connections 2023-12-07T14:15:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.066+0000 7fa29f88c700 1 -- 172.21.15.39:0/2507107002 wait complete. 2023-12-07T14:15:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 Processor -- start 2023-12-07T14:15:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 -- start start 2023-12-07T14:15:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 0x7fa29819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29819db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa29810ba50 0x7fa2981976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa298197e90 con 0x7fa298102fa0 2023-12-07T14:15:08.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa298198000 con 0x7fa298102680 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.067+0000 7fa29f88c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2981981c0 con 0x7fa29810ba50 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29ce27700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29819db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29d628700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 0x7fa29819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29ce27700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29819db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59508/0 (socket says 172.21.15.39:59508) 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29d628700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 0x7fa29819d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50708/0 (socket says 172.21.15.39:50708) 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29de29700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa29810ba50 0x7fa2981976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29d628700 1 -- 172.21.15.39:0/1100420386 learned_addr learned my addr 172.21.15.39:0/1100420386 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29de29700 1 -- 172.21.15.39:0/1100420386 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 msgr2=0x7fa29819d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29de29700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 0x7fa29819d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29de29700 1 -- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 msgr2=0x7fa29819db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29de29700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29819db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29de29700 1 -- 172.21.15.39:0/1100420386 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2880095f0 con 0x7fa29810ba50 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29819db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:08.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29d628700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 0x7fa29819d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29de29700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa29810ba50 0x7fa2981976c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa29000efc0 tx=0x7fa29000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa28e7fc700 1 -- 172.21.15.39:0/1100420386 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa290018070 con 0x7fa29810ba50 2023-12-07T14:15:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa28e7fc700 1 -- 172.21.15.39:0/1100420386 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa29000f040 con 0x7fa29810ba50 2023-12-07T14:15:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa298198440 con 0x7fa29810ba50 2023-12-07T14:15:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa28e7fc700 1 -- 172.21.15.39:0/1100420386 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29000cd40 con 0x7fa29810ba50 2023-12-07T14:15:08.076 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.068+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2981003e0 con 0x7fa29810ba50 2023-12-07T14:15:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.071+0000 7fa28e7fc700 1 -- 172.21.15.39:0/1100420386 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa290003a00 con 0x7fa29810ba50 2023-12-07T14:15:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.071+0000 7fa28e7fc700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2840a15e0 0x7fa2840a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.072+0000 7fa29d628700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2840a15e0 0x7fa2840a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.072+0000 7fa28e7fc700 1 -- 172.21.15.39:0/1100420386 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fa2900ccc40 con 0x7fa29810ba50 2023-12-07T14:15:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.072+0000 7fa29d628700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2840a15e0 0x7fa2840a3aa0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa294005950 tx=0x7fa29400b500 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 Processor -- start 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 -- start start 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59630 0x56286bf59a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf5d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf5df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286becd760 con 0x56286bf59630 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286beb4740 con 0x56286bf59f50 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286beb2060 con 0x56286bf5db10 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29d628700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59630 0x56286bf59a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29d628700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59630 0x56286bf59a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59514/0 (socket says 172.21.15.39:59514) 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29d628700 1 -- 172.21.15.39:0/1725688700 learned_addr learned my addr 172.21.15.39:0/1725688700 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf5d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29de29700 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf5df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29ce27700 1 -- 172.21.15.39:0/1725688700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 msgr2=0x56286bf5df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf5df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29ce27700 1 -- 172.21.15.39:0/1725688700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59630 msgr2=0x56286bf59a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.083 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59630 0x56286bf59a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29ce27700 1 -- 172.21.15.39:0/1725688700 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56286bd2a5d0 con 0x56286bf59f50 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.073+0000 7fa29d628700 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59630 0x56286bf59a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.074+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf5d5d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa2880059d0 tx=0x7fa288005960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81e93f8f68f4dd22 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.074+0000 7fa2837fe700 1 -- 172.21.15.39:0/1725688700 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa288021050 con 0x56286bf59f50 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.074+0000 7fa2837fe700 1 -- 172.21.15.39:0/1725688700 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa288022040 con 0x56286bf59f50 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.074+0000 7fa2837fe700 1 -- 172.21.15.39:0/1725688700 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2880055c0 con 0x56286bf59f50 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.074+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1725688700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 msgr2=0x56286bf5d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.074+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf5d5d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fa2880059d0 tx=0x7fa288005960 comp rx=0 tx=0).stop 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1725688700 shutdown_connections 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf5df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59630 0x56286bf59a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1725688700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf5d5d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1725688700 >> 172.21.15.39:0/1725688700 conn(0x56286be88300 msgr2=0x56286bf53ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1725688700 shutdown_connections 2023-12-07T14:15:08.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1725688700 wait complete. 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 -- start start 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.075+0000 7fa2aba85b80 1 Processor -- start 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf59630 0x56286bf652b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf625a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf5db10 0x56286bf62ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286bead950 con 0x56286bf5db10 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286be67500 con 0x56286bf59f50 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286be671a0 con 0x56286bf59630 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 10 client.0 _ll_register_callbacks cb 0x56286bd92a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf59630 0x56286bf652b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf59630 0x56286bf652b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36010/0 (socket says 172.21.15.39:36010) 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 -- 172.21.15.39:0/1322366354 learned_addr learned my addr 172.21.15.39:0/1322366354 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf625a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29de29700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf5db10 0x56286bf62ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 -- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 msgr2=0x56286bf625a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf625a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 -- 172.21.15.39:0/1322366354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf5db10 msgr2=0x56286bf62ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf5db10 0x56286bf62ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 -- 172.21.15.39:0/1322366354 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa294011480 con 0x56286bf59630 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29de29700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf5db10 0x56286bf62ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa29d628700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf59630 0x56286bf652b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa294011cf0 tx=0x7fa2940047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2dd95fa5fcc84a50 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa280ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa280ff9700 1 -- 172.21.15.39:0/1322366354 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29401ea50 con 0x56286bf59630 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa280ff9700 1 -- 172.21.15.39:0/1322366354 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fa294017070 con 0x56286bf59630 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.076+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56286bf4c5f0 con 0x56286bf59630 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa280ff9700 1 -- 172.21.15.39:0/1322366354 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa29401ebb0 con 0x56286bf59630 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 10 client.27301 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x7fa29810eb90 con 0x56286bf59630 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa280ff9700 1 -- 172.21.15.39:0/1322366354 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa294034080 con 0x56286bf59630 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa280ff9700 1 -- 172.21.15.39:0/1322366354 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fa29401f430 con 0x56286bf59630 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 10 client.27301 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 10 client.27301 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 20 client.27301 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bf72f60 0x56286bf75380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 4 client.27301 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56286bf28640 con 0x56286bf72f60 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.077+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bf72f60 0x56286bf75380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.078+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bf72f60 0x56286bf75380 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19502bc2d791cafc server_cookie=8ef67559714d168f in_seq=0 out_seq=0 2023-12-07T14:15:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.078+0000 7fa280ff9700 10 client.27301 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:08.088 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.078+0000 7fa280ff9700 1 -- 172.21.15.39:0/1322366354 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56286bf28640 con 0x56286bf72f60 2023-12-07T14:15:08.088 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.078+0000 7fa280ff9700 10 client.27301 handle_command_reply: tid=0 2023-12-07T14:15:08.088 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 client.27301 shutdown 2023-12-07T14:15:08.088 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf59630 msgr2=0x56286bf652b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf59630 0x56286bf652b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa294011cf0 tx=0x7fa2940047c0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 shutdown_connections 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf5db10 0x56286bf62ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf59630 0x56286bf652b0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bf72f60 0x56286bf75380 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1322366354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59f50 0x56286bf625a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa280ff9700 0 client.27301 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 >> 172.21.15.39:0/1322366354 conn(0x56286be88300 msgr2=0x56286bf53b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 shutdown_connections 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1322366354 wait complete. 2023-12-07T14:15:08.089 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.079+0000 7fa2aba85b80 20 client.27301 trim_cache size 0 max 16384 2023-12-07T14:15:08.099 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 Processor -- start 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 -- start start 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf5b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf6e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf69d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286bd2c8c0 con 0x56286bf59f50 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286bf7a5e0 con 0x56286bf59630 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286bf60b40 con 0x56286bf5db10 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa29ce27700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf6e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa29d628700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf5b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.100 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa29de29700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf69d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa29ce27700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf6e810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59530/0 (socket says 172.21.15.39:59530) 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa29d628700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf5b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50730/0 (socket says 172.21.15.39:50730) 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa29ce27700 1 -- 172.21.15.39:0/3045106362 learned_addr learned my addr 172.21.15.39:0/3045106362 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.095+0000 7fa29d628700 1 -- 172.21.15.39:0/3045106362 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 msgr2=0x56286bf69d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa29d628700 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf69d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa29d628700 1 -- 172.21.15.39:0/3045106362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 msgr2=0x56286bf6e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa29d628700 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf6e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa29d628700 1 -- 172.21.15.39:0/3045106362 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56286bcd6d80 con 0x56286bf59630 2023-12-07T14:15:08.101 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa29de29700 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf69d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:08.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa29d628700 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf5b340 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa29401e6a0 tx=0x7fa294010fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f93af1eb34d9425c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:08.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa283fff700 1 -- 172.21.15.39:0/3045106362 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29401fa20 con 0x56286bf59630 2023-12-07T14:15:08.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa283fff700 1 -- 172.21.15.39:0/3045106362 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56286bf4c5f0 con 0x56286bf59630 2023-12-07T14:15:08.102 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.096+0000 7fa283fff700 1 -- 172.21.15.39:0/3045106362 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29401ebd0 con 0x56286bf59630 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 -- 172.21.15.39:0/3045106362 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 msgr2=0x56286bf5b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf5b340 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fa29401e6a0 tx=0x7fa294010fa0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 -- 172.21.15.39:0/3045106362 shutdown_connections 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bf69d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf5b340 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/3045106362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf6e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 -- 172.21.15.39:0/3045106362 >> 172.21.15.39:0/3045106362 conn(0x56286be88300 msgr2=0x56286bf5bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 -- 172.21.15.39:0/3045106362 shutdown_connections 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 -- 172.21.15.39:0/3045106362 wait complete. 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 -- start start 2023-12-07T14:15:08.106 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.097+0000 7fa2aba85b80 1 Processor -- start 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf58620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf58b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bfc8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286bf592b0 con 0x56286bf59f50 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286bfc8990 con 0x56286bf59630 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56286bfc8b50 con 0x56286bf5db10 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 10 client.0 _ll_register_callbacks cb 0x56286bd92a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf58b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf58b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59536/0 (socket says 172.21.15.39:59536) 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 -- 172.21.15.39:0/1524480651 learned_addr learned my addr 172.21.15.39:0/1524480651 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29d628700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf58620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29de29700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bfc8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 -- 172.21.15.39:0/1524480651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 msgr2=0x56286bfc8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.107 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bfc8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 -- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 msgr2=0x56286bf58620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf58620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 -- 172.21.15.39:0/1524480651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2981003e0 con 0x56286bf59f50 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29d628700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf58620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa29ce27700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf58b60 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fa2880059d0 tx=0x7fa28801cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60c8cd9abb4329ae server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa280ff9700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa280ff9700 1 -- 172.21.15.39:0/1524480651 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa288038040 con 0x56286bf59f50 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa280ff9700 1 -- 172.21.15.39:0/1524480651 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 8499+0+0 (secure 0 0 0) 0x7fa2880056b0 con 0x56286bf59f50 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.098+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa288022040 con 0x56286bf59f50 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa280ff9700 1 -- 172.21.15.39:0/1524480651 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa28800b950 con 0x56286bf59f50 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 10 client.17691 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x7fa29810eb90 con 0x56286bf59f50 2023-12-07T14:15:08.108 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa280ff9700 1 -- 172.21.15.39:0/1524480651 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa288022040 con 0x56286bf59f50 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa280ff9700 1 -- 172.21.15.39:0/1524480651 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fa2880099c0 con 0x56286bf59f50 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 10 client.17691 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 10 client.17691 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 20 client.17691 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bfca0d0 0x56286bfcc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 4 client.17691 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56286be73f70 con 0x56286bfca0d0 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.099+0000 7fa29d628700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bfca0d0 0x56286bfcc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.100+0000 7fa280ff9700 10 client.17691 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.100+0000 7fa29d628700 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bfca0d0 0x56286bfcc4f0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=264c7bf5358ade67 server_cookie=f744f53d43712c0d in_seq=0 out_seq=0 2023-12-07T14:15:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa280ff9700 1 -- 172.21.15.39:0/1524480651 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56286be73f70 con 0x56286bfca0d0 2023-12-07T14:15:08.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa280ff9700 10 client.17691 handle_command_reply: tid=0 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 client.17691 shutdown 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 msgr2=0x56286bf58b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf58b60 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fa2880059d0 tx=0x7fa28801cbc0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 shutdown_connections 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56286bf5db10 0x56286bfc8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56286bfca0d0 0x56286bfcc4f0 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56286bf59630 0x56286bf58620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 --2- 172.21.15.39:0/1524480651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56286bf59f50 0x56286bf58b60 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa280ff9700 0 client.17691 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:08.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 >> 172.21.15.39:0/1524480651 conn(0x56286be88300 msgr2=0x56286bf5ff00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 shutdown_connections 2023-12-07T14:15:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.109+0000 7fa2aba85b80 1 -- 172.21.15.39:0/1524480651 wait complete. 2023-12-07T14:15:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa2aba85b80 20 client.17691 trim_cache size 0 max 16384 2023-12-07T14:15:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:15:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:15:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:15:08.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:15:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2840a15e0 msgr2=0x7fa2840a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2840a15e0 0x7fa2840a3aa0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fa294005950 tx=0x7fa29400b500 comp rx=0 tx=0).stop 2023-12-07T14:15:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa29810ba50 msgr2=0x7fa2981976c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa29810ba50 0x7fa2981976c0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa29000efc0 tx=0x7fa29000c3a0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 shutdown_connections 2023-12-07T14:15:08.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa29810ba50 0x7fa2981976c0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2840a15e0 0x7fa2840a3aa0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa298102680 0x7fa29819d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 --2- 172.21.15.39:0/1100420386 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa298102fa0 0x7fa29819db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:08.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 >> 172.21.15.39:0/1100420386 conn(0x7fa2980fbe60 msgr2=0x7fa2980fcc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:08.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 shutdown_connections 2023-12-07T14:15:08.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:08.110+0000 7fa29f88c700 1 -- 172.21.15.39:0/1100420386 wait complete. 2023-12-07T14:15:08.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:07 smithi055 ceph-mon[103363]: pgmap v395: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 8.2 MiB/s wr, 573 op/s 2023-12-07T14:15:08.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:07 smithi055 ceph-mon[103363]: osdmap e101: 12 total, 12 up, 12 in 2023-12-07T14:15:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:07 smithi089 ceph-mon[103124]: pgmap v395: 97 pgs: 97 active+clean; 6.0 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 8.2 MiB/s wr, 573 op/s 2023-12-07T14:15:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:07 smithi089 ceph-mon[103124]: osdmap e101: 12 total, 12 up, 12 in 2023-12-07T14:15:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 735.0 s, 572.9 tps, lat 277.751 ms stddev 836.929 2023-12-07T14:15:10.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:09 smithi039 ceph-mon[98864]: pgmap v397: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.8 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 8.8 MiB/s wr, 615 op/s 2023-12-07T14:15:10.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:09 smithi055 ceph-mon[103363]: pgmap v397: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.8 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 8.8 MiB/s wr, 615 op/s 2023-12-07T14:15:10.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:09 smithi089 ceph-mon[103124]: pgmap v397: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.8 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 8.8 MiB/s wr, 615 op/s 2023-12-07T14:15:12.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:11 smithi039 ceph-mon[98864]: pgmap v398: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 563 op/s 2023-12-07T14:15:12.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:11 smithi055 ceph-mon[103363]: pgmap v398: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 563 op/s 2023-12-07T14:15:12.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:11 smithi089 ceph-mon[103124]: pgmap v398: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 563 op/s 2023-12-07T14:15:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 740.0 s, 498.6 tps, lat 169.603 ms stddev 573.961 2023-12-07T14:15:14.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:13 smithi055 ceph-mon[103363]: pgmap v399: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 559 op/s 2023-12-07T14:15:14.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:13 smithi089 ceph-mon[103124]: pgmap v399: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 559 op/s 2023-12-07T14:15:14.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:13 smithi039 ceph-mon[98864]: pgmap v399: 97 pgs: 4 active+clean+snaptrim, 9 active+clean+snaptrim_wait, 84 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 7.5 MiB/s wr, 559 op/s 2023-12-07T14:15:16.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:15 smithi055 ceph-mon[103363]: pgmap v400: 97 pgs: 97 active+clean; 5.3 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.8 MiB/s wr, 472 op/s 2023-12-07T14:15:16.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:15 smithi089 ceph-mon[103124]: pgmap v400: 97 pgs: 97 active+clean; 5.3 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.8 MiB/s wr, 472 op/s 2023-12-07T14:15:16.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:15 smithi039 ceph-mon[98864]: pgmap v400: 97 pgs: 97 active+clean; 5.3 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.8 MiB/s wr, 472 op/s 2023-12-07T14:15:18.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:17 smithi089 ceph-mon[103124]: pgmap v401: 97 pgs: 97 active+clean; 5.3 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.8 MiB/s wr, 472 op/s 2023-12-07T14:15:18.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:17 smithi039 ceph-mon[98864]: pgmap v401: 97 pgs: 97 active+clean; 5.3 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.8 MiB/s wr, 472 op/s 2023-12-07T14:15:18.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:17 smithi055 ceph-mon[103363]: pgmap v401: 97 pgs: 97 active+clean; 5.3 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 6.8 MiB/s wr, 472 op/s 2023-12-07T14:15:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 745.0 s, 1390.6 tps, lat 84.707 ms stddev 237.439 2023-12-07T14:15:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:19 smithi055 ceph-mon[103363]: pgmap v402: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 8.4 MiB/s wr, 584 op/s 2023-12-07T14:15:19.900 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:19 smithi055 ceph-mon[103363]: osdmap e102: 12 total, 12 up, 12 in 2023-12-07T14:15:19.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:19 smithi089 ceph-mon[103124]: pgmap v402: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 8.4 MiB/s wr, 584 op/s 2023-12-07T14:15:19.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:19 smithi089 ceph-mon[103124]: osdmap e102: 12 total, 12 up, 12 in 2023-12-07T14:15:20.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:19 smithi039 ceph-mon[98864]: pgmap v402: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 8.4 MiB/s wr, 584 op/s 2023-12-07T14:15:20.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:19 smithi039 ceph-mon[98864]: osdmap e102: 12 total, 12 up, 12 in 2023-12-07T14:15:21.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 -- 172.21.15.39:0/1514078173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944107550 msgr2=0x7f9944107930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.244 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 --2- 172.21.15.39:0/1514078173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944107550 0x7f9944107930 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f99340099c0 tx=0x7f9934009cd0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 -- 172.21.15.39:0/1514078173 shutdown_connections 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 --2- 172.21.15.39:0/1514078173 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9944101e50 0x7f994410e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 --2- 172.21.15.39:0/1514078173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944107550 0x7f9944107930 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 --2- 172.21.15.39:0/1514078173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9944101490 0x7f9944101910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 -- 172.21.15.39:0/1514078173 >> 172.21.15.39:0/1514078173 conn(0x7f99440fcf80 msgr2=0x7f99440ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 -- 172.21.15.39:0/1514078173 shutdown_connections 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.241+0000 7f994a25d700 1 -- 172.21.15.39:0/1514078173 wait complete. 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 Processor -- start 2023-12-07T14:15:21.245 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 -- start start 2023-12-07T14:15:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9944101490 0x7f99440738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944101e50 0x7f9944073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9944107550 0x7f9944074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99441a5bf0 con 0x7f9944101e50 2023-12-07T14:15:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99441a5d60 con 0x7f9944101490 2023-12-07T14:15:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f994a25d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99441a5f20 con 0x7f9944107550 2023-12-07T14:15:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f9942ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944101e50 0x7f9944073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f9942ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944101e50 0x7f9944073e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59548/0 (socket says 172.21.15.39:59548) 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f9942ffd700 1 -- 172.21.15.39:0/1965512490 learned_addr learned my addr 172.21.15.39:0/1965512490 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f99437fe700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9944101490 0x7f99440738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.242+0000 7f9943fff700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9944107550 0x7f9944074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9942ffd700 1 -- 172.21.15.39:0/1965512490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9944107550 msgr2=0x7f9944074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9942ffd700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9944107550 0x7f9944074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9942ffd700 1 -- 172.21.15.39:0/1965512490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9944101490 msgr2=0x7f99440738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9942ffd700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9944101490 0x7f99440738d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9942ffd700 1 -- 172.21.15.39:0/1965512490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99340095f0 con 0x7f9944101e50 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9942ffd700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944101e50 0x7f9944073e10 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f993800d950 tx=0x7f993800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9940ff9700 1 -- 172.21.15.39:0/1965512490 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f993800f890 con 0x7f9944101e50 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99441a6200 con 0x7f9944101e50 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9940ff9700 1 -- 172.21.15.39:0/1965512490 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9938010460 con 0x7f9944101e50 2023-12-07T14:15:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f9940ff9700 1 -- 172.21.15.39:0/1965512490 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f993800e610 con 0x7f9944101e50 2023-12-07T14:15:21.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.243+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99441a6710 con 0x7f9944101e50 2023-12-07T14:15:21.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.246+0000 7f9940ff9700 1 -- 172.21.15.39:0/1965512490 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f99380108d0 con 0x7f9944101e50 2023-12-07T14:15:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 Processor -- start 2023-12-07T14:15:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 -- start start 2023-12-07T14:15:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9940ff9700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f992c0a15e0 0x7f992c0a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a61a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a655d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a65f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9943fff700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f992c0a15e0 0x7f992c0a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d729d5760 con 0x555d72a61630 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d729bc740 con 0x555d72a65b10 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9940ff9700 1 -- 172.21.15.39:0/1965512490 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f99380cce60 con 0x7f9944101e50 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9956456b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d729ba060 con 0x555d72a61f50 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f99437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a61a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f99437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a61a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59554/0 (socket says 172.21.15.39:59554) 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f99437fe700 1 -- 172.21.15.39:0/358826857 learned_addr learned my addr 172.21.15.39:0/358826857 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9942ffd700 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a655d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9943fff700 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a65f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9942ffd700 1 -- 172.21.15.39:0/358826857 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 msgr2=0x555d72a65f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.247+0000 7f9942ffd700 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a65f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9942ffd700 1 -- 172.21.15.39:0/358826857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 msgr2=0x555d72a61a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9942ffd700 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a61a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9942ffd700 1 -- 172.21.15.39:0/358826857 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d728325d0 con 0x555d72a61f50 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f99437fe700 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a61a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9943fff700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f992c0a15e0 0x7f992c0a3aa0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f993c00f870 tx=0x7f993c00fc30 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9942ffd700 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a655d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f99380ca5f0 tx=0x7f993809a580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7a89a6165bc94bf1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9929ffb700 1 -- 172.21.15.39:0/358826857 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f993809dfd0 con 0x555d72a61f50 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9929ffb700 1 -- 172.21.15.39:0/358826857 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99380a2210 con 0x555d72a61f50 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.248+0000 7f9929ffb700 1 -- 172.21.15.39:0/358826857 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99380995b0 con 0x555d72a61f50 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- 172.21.15.39:0/358826857 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 msgr2=0x555d72a655d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a655d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f99380ca5f0 tx=0x7f993809a580 comp rx=0 tx=0).stop 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- 172.21.15.39:0/358826857 shutdown_connections 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a65f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a61a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 --2- 172.21.15.39:0/358826857 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a655d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- 172.21.15.39:0/358826857 >> 172.21.15.39:0/358826857 conn(0x555d72990300 msgr2=0x555d72a5bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:21.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- 172.21.15.39:0/358826857 shutdown_connections 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- 172.21.15.39:0/358826857 wait complete. 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- start start 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 Processor -- start 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a6d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a6a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6ae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d729b5950 con 0x555d72a61630 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d7296f500 con 0x555d72a65b10 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d7296f1a0 con 0x555d72a61f50 2023-12-07T14:15:21.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.249+0000 7f9956456b80 10 client.0 _ll_register_callbacks cb 0x555d7289aa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a6d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a6d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59560/0 (socket says 172.21.15.39:59560) 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 -- 172.21.15.39:0/2979005228 learned_addr learned my addr 172.21.15.39:0/2979005228 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9942ffd700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a6a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9943fff700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 -- 172.21.15.39:0/2979005228 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 msgr2=0x555d72a6a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a6a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 -- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 msgr2=0x555d72a6ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 -- 172.21.15.39:0/2979005228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f994410ec10 con 0x555d72a61630 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9942ffd700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a6a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f99437fe700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a6d330 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f993400b580 tx=0x7f9934005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e4dce5fd3441ca server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9922ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9922ffd700 1 -- 172.21.15.39:0/2979005228 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f993401c040 con 0x555d72a61630 2023-12-07T14:15:21.259 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9922ffd700 1 -- 172.21.15.39:0/2979005228 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f9934003680 con 0x555d72a61630 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555d72a545f0 con 0x555d72a61630 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9922ffd700 1 -- 172.21.15.39:0/2979005228 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9934003840 con 0x555d72a61630 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9956456b80 10 client.17703 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.250+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x7f99441a6710 con 0x555d72a61630 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9922ffd700 1 -- 172.21.15.39:0/2979005228 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555d72a545f0 con 0x555d72a61630 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9922ffd700 1 -- 172.21.15.39:0/2979005228 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f993400f930 con 0x555d72a61630 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9956456b80 10 client.17703 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9956456b80 10 client.17703 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9956456b80 20 client.17703 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9956456b80 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72a7af60 0x555d72a7d3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9956456b80 4 client.17703 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555d72a30640 con 0x555d72a7af60 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9942ffd700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72a7af60 0x555d72a7d3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.260 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9922ffd700 10 client.17703 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.251+0000 7f9942ffd700 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72a7af60 0x555d72a7d3a0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12bcaa07f58b932f server_cookie=5de71e35694582e2 in_seq=0 out_seq=0 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9922ffd700 1 -- 172.21.15.39:0/2979005228 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x555d72a30640 con 0x555d72a7af60 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9922ffd700 10 client.17703 handle_command_reply: tid=0 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 client.17703 shutdown 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 msgr2=0x555d72a6d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a6d330 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f993400b580 tx=0x7f9934005c70 comp rx=0 tx=0).stop 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 shutdown_connections 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72a7af60 0x555d72a7d3a0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a6d330 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9922ffd700 0 client.17703 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 --2- 172.21.15.39:0/2979005228 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a6a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 >> 172.21.15.39:0/2979005228 conn(0x555d72990300 msgr2=0x555d72a60430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:21.261 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 shutdown_connections 2023-12-07T14:15:21.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.252+0000 7f9956456b80 1 -- 172.21.15.39:0/2979005228 wait complete. 2023-12-07T14:15:21.262 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.253+0000 7f9956456b80 20 client.17703 trim_cache size 0 max 16384 2023-12-07T14:15:21.280 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.270+0000 7f9956456b80 1 Processor -- start 2023-12-07T14:15:21.296 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.292+0000 7f9956456b80 1 -- start start 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.292+0000 7f9956456b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a61630 0x555d72a76870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.292+0000 7f9956456b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61f50 0x555d72a60d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.292+0000 7f9956456b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a65b10 0x555d72a5d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.292+0000 7f9956456b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d728348c0 con 0x555d72a61f50 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.292+0000 7f9956456b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d72a545c0 con 0x555d72a61630 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.292+0000 7f9956456b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d72a5df50 con 0x555d72a65b10 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.293+0000 7f9942ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61f50 0x555d72a60d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.293+0000 7f9942ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61f50 0x555d72a60d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59568/0 (socket says 172.21.15.39:59568) 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.293+0000 7f9942ffd700 1 -- 172.21.15.39:0/1839990741 learned_addr learned my addr 172.21.15.39:0/1839990741 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.294+0000 7f9942ffd700 1 -- 172.21.15.39:0/1839990741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a65b10 msgr2=0x555d72a5d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.307 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.298+0000 7f9942ffd700 1 --2- 172.21.15.39:0/1839990741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a65b10 0x555d72a5d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.307 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.298+0000 7f9942ffd700 1 -- 172.21.15.39:0/1839990741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a61630 msgr2=0x555d72a76870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.308 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.298+0000 7f9942ffd700 1 --2- 172.21.15.39:0/1839990741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a61630 0x555d72a76870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.308 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.298+0000 7f9942ffd700 1 -- 172.21.15.39:0/1839990741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555d727ded80 con 0x555d72a61f50 2023-12-07T14:15:21.311 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.307+0000 7f9942ffd700 1 --2- 172.21.15.39:0/1839990741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61f50 0x555d72a60d80 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f9938096330 tx=0x7f993809a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47dcaefb335655dd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:21.311 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.308+0000 7f992a7fc700 1 -- 172.21.15.39:0/1839990741 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9938096590 con 0x555d72a61f50 2023-12-07T14:15:21.311 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.308+0000 7f992a7fc700 1 -- 172.21.15.39:0/1839990741 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99380966f0 con 0x555d72a61f50 2023-12-07T14:15:21.312 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.308+0000 7f992a7fc700 1 -- 172.21.15.39:0/1839990741 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99380a1d80 con 0x555d72a61f50 2023-12-07T14:15:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.315+0000 7f9956456b80 1 -- 172.21.15.39:0/1839990741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61f50 msgr2=0x555d72a60d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.315+0000 7f9956456b80 1 --2- 172.21.15.39:0/1839990741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61f50 0x555d72a60d80 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f9938096330 tx=0x7f993809a000 comp rx=0 tx=0).stop 2023-12-07T14:15:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.315+0000 7f9956456b80 1 -- 172.21.15.39:0/1839990741 shutdown_connections 2023-12-07T14:15:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.315+0000 7f9956456b80 1 --2- 172.21.15.39:0/1839990741 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a65b10 0x555d72a5d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.315+0000 7f9956456b80 1 --2- 172.21.15.39:0/1839990741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a61630 0x555d72a76870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.315+0000 7f9956456b80 1 --2- 172.21.15.39:0/1839990741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61f50 0x555d72a60d80 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.318 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.315+0000 7f9956456b80 1 -- 172.21.15.39:0/1839990741 >> 172.21.15.39:0/1839990741 conn(0x555d72990300 msgr2=0x555d72a6d060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.316+0000 7f9956456b80 1 -- 172.21.15.39:0/1839990741 shutdown_connections 2023-12-07T14:15:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.317+0000 7f9956456b80 1 -- 172.21.15.39:0/1839990741 wait complete. 2023-12-07T14:15:21.319 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.317+0000 7f9956456b80 1 -- start start 2023-12-07T14:15:21.322 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.317+0000 7f9956456b80 1 Processor -- start 2023-12-07T14:15:21.322 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.317+0000 7f9956456b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a72140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.317+0000 7f9956456b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a69c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.317+0000 7f9956456b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9956456b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d72a6a840 con 0x555d72a61630 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9956456b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d72a6a9b0 con 0x555d72a65b10 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9956456b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x555d72a665e0 con 0x555d72a61f50 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9956456b80 10 client.0 _ll_register_callbacks cb 0x555d7289aa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f99437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a72140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9943fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f99437fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a72140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59574/0 (socket says 172.21.15.39:59574) 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f99437fe700 1 -- 172.21.15.39:0/2433377529 learned_addr learned my addr 172.21.15.39:0/2433377529 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9942ffd700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a69c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9943fff700 1 -- 172.21.15.39:0/2433377529 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 msgr2=0x555d72a69c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9943fff700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a69c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9943fff700 1 -- 172.21.15.39:0/2433377529 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 msgr2=0x555d72a72140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9943fff700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a72140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9943fff700 1 -- 172.21.15.39:0/2433377529 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99380b1040 con 0x555d72a65b10 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f99437fe700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a72140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9942ffd700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a69c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9943fff700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6a160 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x555d72a54570 tx=0x7f993c004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2058c9eccc2bc server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9922ffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.318+0000 7f9922ffd700 1 -- 172.21.15.39:0/2433377529 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f993c00e040 con 0x555d72a65b10 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f99380a2210 con 0x555d72a65b10 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9922ffd700 1 -- 172.21.15.39:0/2433377529 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f993c004bb0 con 0x555d72a65b10 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9922ffd700 1 -- 172.21.15.39:0/2433377529 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f993c0093f0 con 0x555d72a65b10 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 10 client.27182 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:21.324 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x555d727c7c00 con 0x555d72a65b10 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9922ffd700 1 -- 172.21.15.39:0/2433377529 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99380a2210 con 0x555d72a65b10 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9922ffd700 1 -- 172.21.15.39:0/2433377529 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f993c0269c0 con 0x555d72a65b10 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 10 client.27182 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 10 client.27182 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 20 client.27182 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72ad65f0 0x555d72ad6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 4 client.27182 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555d7297bf70 con 0x555d72ad65f0 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.319+0000 7f99437fe700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72ad65f0 0x555d72ad6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.320+0000 7f9922ffd700 10 client.27182 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:21.325 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.320+0000 7f99437fe700 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72ad65f0 0x555d72ad6a00 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=984ab1fabead4b50 server_cookie=11d67cefe9ef4153 in_seq=0 out_seq=0 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.328+0000 7f9922ffd700 1 -- 172.21.15.39:0/2433377529 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555d7297bf70 con 0x555d72ad65f0 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.328+0000 7f9922ffd700 10 client.27182 handle_command_reply: tid=0 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.328+0000 7f9956456b80 1 client.27182 shutdown 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 msgr2=0x555d72a6a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6a160 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x555d72a54570 tx=0x7f993c004ad0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 shutdown_connections 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x555d72ad65f0 0x555d72ad6a00 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555d72a65b10 0x555d72a6a160 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555d72a61630 0x555d72a72140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 --2- 172.21.15.39:0/2433377529 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x555d72a61f50 0x555d72a69c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9922ffd700 0 client.27182 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 >> 172.21.15.39:0/2433377529 conn(0x555d72990300 msgr2=0x555d72a81d00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:21.332 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 shutdown_connections 2023-12-07T14:15:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 1 -- 172.21.15.39:0/2433377529 wait complete. 2023-12-07T14:15:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f9956456b80 20 client.27182 trim_cache size 0 max 16384 2023-12-07T14:15:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:15:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:15:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:15:21.333 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:15:21.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f992c0a15e0 msgr2=0x7f992c0a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f992c0a15e0 0x7f992c0a3aa0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f993c00f870 tx=0x7f993c00fc30 comp rx=0 tx=0).stop 2023-12-07T14:15:21.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944101e50 msgr2=0x7f9944073e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:21.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944101e50 0x7f9944073e10 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f993800d950 tx=0x7f993800dc60 comp rx=0 tx=0).stop 2023-12-07T14:15:21.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 shutdown_connections 2023-12-07T14:15:21.334 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9944107550 0x7f9944074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f992c0a15e0 0x7f992c0a3aa0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9944101490 0x7f99440738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 --2- 172.21.15.39:0/1965512490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9944101e50 0x7f9944073e10 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.329+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 >> 172.21.15.39:0/1965512490 conn(0x7f99440fcf80 msgr2=0x7f99440fe690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.330+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 shutdown_connections 2023-12-07T14:15:21.335 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:21.330+0000 7f994a25d700 1 -- 172.21.15.39:0/1965512490 wait complete. 2023-12-07T14:15:21.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:21 smithi055 ceph-mon[103363]: pgmap v404: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 11 MiB/s wr, 791 op/s 2023-12-07T14:15:21.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:21 smithi089 ceph-mon[103124]: pgmap v404: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 11 MiB/s wr, 791 op/s 2023-12-07T14:15:22.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:21 smithi039 ceph-mon[98864]: pgmap v404: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 11 MiB/s wr, 791 op/s 2023-12-07T14:15:23.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:23 smithi055 ceph-mon[103363]: pgmap v405: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 11 MiB/s wr, 795 op/s 2023-12-07T14:15:23.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:23 smithi089 ceph-mon[103124]: pgmap v405: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 11 MiB/s wr, 795 op/s 2023-12-07T14:15:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 750.0 s, 332.2 tps, lat 90.917 ms stddev 91.517 2023-12-07T14:15:24.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:23 smithi039 ceph-mon[98864]: pgmap v405: 97 pgs: 97 active+clean; 5.3 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 11 MiB/s wr, 795 op/s 2023-12-07T14:15:25.907 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:25 smithi055 ceph-mon[103363]: pgmap v406: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 770 op/s 2023-12-07T14:15:25.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:25 smithi089 ceph-mon[103124]: pgmap v406: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 770 op/s 2023-12-07T14:15:26.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:25 smithi039 ceph-mon[98864]: pgmap v406: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 770 op/s 2023-12-07T14:15:27.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:27 smithi055 ceph-mon[103363]: pgmap v407: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 770 op/s 2023-12-07T14:15:27.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:27 smithi089 ceph-mon[103124]: pgmap v407: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 770 op/s 2023-12-07T14:15:28.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:27 smithi039 ceph-mon[98864]: pgmap v407: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 770 op/s 2023-12-07T14:15:28.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 755.0 s, 1084.5 tps, lat 156.505 ms stddev 552.143 2023-12-07T14:15:29.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:29 smithi055 ceph-mon[103363]: pgmap v408: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 9.8 MiB/s wr, 776 op/s 2023-12-07T14:15:29.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:29 smithi089 ceph-mon[103124]: pgmap v408: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 9.8 MiB/s wr, 776 op/s 2023-12-07T14:15:30.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:29 smithi039 ceph-mon[98864]: pgmap v408: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 9.8 MiB/s wr, 776 op/s 2023-12-07T14:15:31.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:31 smithi055 ceph-mon[103363]: pgmap v409: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 9.1 MiB/s wr, 736 op/s 2023-12-07T14:15:31.943 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:31 smithi089 ceph-mon[103124]: pgmap v409: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 9.1 MiB/s wr, 736 op/s 2023-12-07T14:15:32.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:31 smithi039 ceph-mon[98864]: pgmap v409: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 9.1 MiB/s wr, 736 op/s 2023-12-07T14:15:33.899 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:33 smithi055 ceph-mon[103363]: pgmap v410: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.7 MiB/s wr, 703 op/s 2023-12-07T14:15:33.948 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:33 smithi089 ceph-mon[103124]: pgmap v410: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.7 MiB/s wr, 703 op/s 2023-12-07T14:15:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 760.0 s, 1910.0 tps, lat 52.879 ms stddev 59.299 2023-12-07T14:15:34.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:33 smithi039 ceph-mon[98864]: pgmap v410: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 8.7 MiB/s wr, 703 op/s 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.502+0000 7fead94e6700 1 -- 172.21.15.39:0/3733860126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101e10 msgr2=0x7fead410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.502+0000 7fead94e6700 1 --2- 172.21.15.39:0/3733860126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101e10 0x7fead410e320 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7feacc00b0a0 tx=0x7feacc00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 -- 172.21.15.39:0/3733860126 shutdown_connections 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 --2- 172.21.15.39:0/3733860126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101e10 0x7fead410e320 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 --2- 172.21.15.39:0/3733860126 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fead41074f0 0x7fead41078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 --2- 172.21.15.39:0/3733860126 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fead4101450 0x7fead41018d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 -- 172.21.15.39:0/3733860126 >> 172.21.15.39:0/3733860126 conn(0x7fead40fcf80 msgr2=0x7fead40ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 -- 172.21.15.39:0/3733860126 shutdown_connections 2023-12-07T14:15:34.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 -- 172.21.15.39:0/3733860126 wait complete. 2023-12-07T14:15:34.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.503+0000 7fead94e6700 1 Processor -- start 2023-12-07T14:15:34.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead94e6700 1 -- start start 2023-12-07T14:15:34.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead94e6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101450 0x7fead40738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead94e6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fead4101e10 0x7fead4073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead94e6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fead41074f0 0x7fead4074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead94e6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead40758a0 con 0x7fead4101450 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead94e6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead41aa220 con 0x7fead4101e10 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead94e6700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead41aa3e0 con 0x7fead41074f0 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fead41074f0 0x7fead4074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101450 0x7fead40738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101450 0x7fead40738d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59588/0 (socket says 172.21.15.39:59588) 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.504+0000 7fead2ffd700 1 -- 172.21.15.39:0/2728595730 learned_addr learned my addr 172.21.15.39:0/2728595730 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:34.508 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead27fc700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fead4101e10 0x7fead4073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead2ffd700 1 -- 172.21.15.39:0/2728595730 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fead41074f0 msgr2=0x7fead4074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead2ffd700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fead41074f0 0x7fead4074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead2ffd700 1 -- 172.21.15.39:0/2728595730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fead4101e10 msgr2=0x7fead4073e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead2ffd700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fead4101e10 0x7fead4073e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead2ffd700 1 -- 172.21.15.39:0/2728595730 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feacc009d00 con 0x7fead4101450 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead2ffd700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101450 0x7fead40738d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7feac400e9a0 tx=0x7feac400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7feabbfff700 1 -- 172.21.15.39:0/2728595730 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac400cbd0 con 0x7fead4101450 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fead41aa6c0 con 0x7fead4101450 2023-12-07T14:15:34.509 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7feabbfff700 1 -- 172.21.15.39:0/2728595730 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feac400cd30 con 0x7fead4101450 2023-12-07T14:15:34.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead41aac20 con 0x7fead4101450 2023-12-07T14:15:34.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.505+0000 7feabbfff700 1 -- 172.21.15.39:0/2728595730 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac4018680 con 0x7fead4101450 2023-12-07T14:15:34.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.509+0000 7feabbfff700 1 -- 172.21.15.39:0/2728595730 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7feac4010430 con 0x7fead4101450 2023-12-07T14:15:34.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.510+0000 7feabbfff700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feabc0a1630 0x7feabc0a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.512 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.510+0000 7feabbfff700 1 -- 172.21.15.39:0/2728595730 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7feac4014070 con 0x7fead4101450 2023-12-07T14:15:34.513 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.510+0000 7fead27fc700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feabc0a1630 0x7feabc0a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.513 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.511+0000 7fead27fc700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feabc0a1630 0x7feabc0a3af0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fead40750b0 tx=0x7feac8009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 Processor -- start 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 -- start start 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11eda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11f15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a11f1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a1161760 con 0x5560a11ed630 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a1148740 con 0x5560a11edf50 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.512+0000 7feae56dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a1146060 con 0x5560a11f1b10 2023-12-07T14:15:34.516 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11eda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11eda10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59598/0 (socket says 172.21.15.39:59598) 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 -- 172.21.15.39:0/3898965976 learned_addr learned my addr 172.21.15.39:0/3898965976 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead37fe700 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a11f1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead27fc700 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11f15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 -- 172.21.15.39:0/3898965976 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 msgr2=0x5560a11f1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a11f1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 -- 172.21.15.39:0/3898965976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 msgr2=0x5560a11f15d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11f15d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 -- 172.21.15.39:0/3898965976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560a0fbe5d0 con 0x5560a11ed630 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead27fc700 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11f15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:34.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7fead2ffd700 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11eda10 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7feac40a21f0 tx=0x7feac4099ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64860682241416ef server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.513+0000 7feab97fa700 1 -- 172.21.15.39:0/3898965976 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac409aa90 con 0x5560a11ed630 2023-12-07T14:15:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.514+0000 7feab97fa700 1 -- 172.21.15.39:0/3898965976 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feac409a390 con 0x5560a11ed630 2023-12-07T14:15:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.514+0000 7feab97fa700 1 -- 172.21.15.39:0/3898965976 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac4099880 con 0x5560a11ed630 2023-12-07T14:15:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 -- 172.21.15.39:0/3898965976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 msgr2=0x5560a11eda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11eda10 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7feac40a21f0 tx=0x7feac4099ed0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 -- 172.21.15.39:0/3898965976 shutdown_connections 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a11f1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11eda10 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 --2- 172.21.15.39:0/3898965976 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11f15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 -- 172.21.15.39:0/3898965976 >> 172.21.15.39:0/3898965976 conn(0x5560a111c300 msgr2=0x5560a11e7ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 -- 172.21.15.39:0/3898965976 shutdown_connections 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 -- 172.21.15.39:0/3898965976 wait complete. 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.515+0000 7feae56dfb80 1 -- start start 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 1 Processor -- start 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11ed630 0x5560a11f66a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a11f6be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11f1b10 0x5560a11f7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a1141950 con 0x5560a11edf50 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a10fb500 con 0x5560a11f1b10 2023-12-07T14:15:34.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a10fb1a0 con 0x5560a11ed630 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7feae56dfb80 10 client.0 _ll_register_callbacks cb 0x5560a1026a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a11f6be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead2ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11ed630 0x5560a11f66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11f1b10 0x5560a11f7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead2ffd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11ed630 0x5560a11f66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36092/0 (socket says 172.21.15.39:36092) 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead2ffd700 1 -- 172.21.15.39:0/1149814674 learned_addr learned my addr 172.21.15.39:0/1149814674 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a11f6be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59604/0 (socket says 172.21.15.39:59604) 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead2ffd700 1 -- 172.21.15.39:0/1149814674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11f1b10 msgr2=0x5560a11f7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11f1b10 0x5560a11f7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead2ffd700 1 -- 172.21.15.39:0/1149814674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 msgr2=0x5560a11f6be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.516+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a11f6be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.517+0000 7fead2ffd700 1 -- 172.21.15.39:0/1149814674 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feac8017070 con 0x5560a11ed630 2023-12-07T14:15:34.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.517+0000 7fead27fc700 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a11f6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.517+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11ed630 0x5560a11f66a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7feac40cb080 tx=0x7feac400cf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=255fa009bc89c8e1 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.517+0000 7feab6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:15:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feab6ff5700 1 -- 172.21.15.39:0/1149814674 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac40a2720 con 0x5560a11ed630 2023-12-07T14:15:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feab6ff5700 1 -- 172.21.15.39:0/1149814674 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7feac409a800 con 0x5560a11ed630 2023-12-07T14:15:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5560a11e05f0 con 0x5560a11ed630 2023-12-07T14:15:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feab6ff5700 1 -- 172.21.15.39:0/1149814674 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7feac40a2290 con 0x5560a11ed630 2023-12-07T14:15:34.523 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 10 client.27334 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x7fead41aac20 con 0x5560a11ed630 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feab6ff5700 1 -- 172.21.15.39:0/1149814674 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5560a11e05f0 con 0x5560a11ed630 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feab6ff5700 1 -- 172.21.15.39:0/1149814674 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7feac40b1030 con 0x5560a11ed630 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 10 client.27334 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 10 client.27334 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 20 client.27334 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a1206ba0 0x5560a1208fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 4 client.27334 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.518+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5560a11bc640 con 0x5560a1206ba0 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.519+0000 7fead27fc700 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a1206ba0 0x5560a1208fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.519+0000 7feab6ff5700 10 client.27334 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.519+0000 7fead27fc700 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a1206ba0 0x5560a1208fc0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e758d2c153905ac server_cookie=882774498beb90f3 in_seq=0 out_seq=0 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feab6ff5700 1 -- 172.21.15.39:0/1149814674 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5560a11bc640 con 0x5560a1206ba0 2023-12-07T14:15:34.524 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feab6ff5700 10 client.27334 handle_command_reply: tid=0 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 client.27334 shutdown 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11ed630 msgr2=0x5560a11f66a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11ed630 0x5560a11f66a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7feac40cb080 tx=0x7feac400cf10 comp rx=0 tx=0).stop 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 shutdown_connections 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a1206ba0 0x5560a1208fc0 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11f1b10 0x5560a11f7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11ed630 0x5560a11f66a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1149814674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a11f6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 >> 172.21.15.39:0/1149814674 conn(0x5560a111c300 msgr2=0x5560a11ec430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:34.525 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.520+0000 7feab6ff5700 0 client.27334 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.521+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 shutdown_connections 2023-12-07T14:15:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.521+0000 7feae56dfb80 1 -- 172.21.15.39:0/1149814674 wait complete. 2023-12-07T14:15:34.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.521+0000 7feae56dfb80 20 client.27334 trim_cache size 0 max 16384 2023-12-07T14:15:34.558 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.552+0000 7feae56dfb80 1 Processor -- start 2023-12-07T14:15:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.559+0000 7feae56dfb80 1 -- start start 2023-12-07T14:15:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.559+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11ef4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.559+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11ecd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.559+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a11f2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.559+0000 7feae56dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a0fc08c0 con 0x5560a11ed630 2023-12-07T14:15:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.559+0000 7feae56dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a11e9f50 con 0x5560a11edf50 2023-12-07T14:15:34.566 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.559+0000 7feae56dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a11e4240 con 0x5560a11f1b10 2023-12-07T14:15:34.567 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.565+0000 7fead27fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11ecd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.565+0000 7fead27fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11ecd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50812/0 (socket says 172.21.15.39:50812) 2023-12-07T14:15:34.568 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.565+0000 7fead27fc700 1 -- 172.21.15.39:0/1727977550 learned_addr learned my addr 172.21.15.39:0/1727977550 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:34.571 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.569+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11ef4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.569+0000 7fead2ffd700 1 -- 172.21.15.39:0/1727977550 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 msgr2=0x5560a11f2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.569+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a11f2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.569+0000 7fead2ffd700 1 -- 172.21.15.39:0/1727977550 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 msgr2=0x5560a11ecd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.569+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11ecd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.569+0000 7fead2ffd700 1 -- 172.21.15.39:0/1727977550 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560a0f6ad80 con 0x5560a11ed630 2023-12-07T14:15:34.572 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.569+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11ef4d0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7feac4000c00 tx=0x7feac4099ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6be490ab275b55 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.570+0000 7feab9ffb700 1 -- 172.21.15.39:0/1727977550 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac40a0fe0 con 0x5560a11ed630 2023-12-07T14:15:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.570+0000 7feab9ffb700 1 -- 172.21.15.39:0/1727977550 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feac409aa90 con 0x5560a11ed630 2023-12-07T14:15:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.570+0000 7feab9ffb700 1 -- 172.21.15.39:0/1727977550 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac40a24f0 con 0x5560a11ed630 2023-12-07T14:15:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.571+0000 7feae56dfb80 1 -- 172.21.15.39:0/1727977550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 msgr2=0x5560a11ef4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.571+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11ef4d0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7feac4000c00 tx=0x7feac4099ed0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.582+0000 7feae56dfb80 1 -- 172.21.15.39:0/1727977550 shutdown_connections 2023-12-07T14:15:34.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.582+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a11f2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.582+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11ed630 0x5560a11ef4d0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.586 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.582+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1727977550 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11edf50 0x5560a11ecd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.587 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.582+0000 7feae56dfb80 1 -- 172.21.15.39:0/1727977550 >> 172.21.15.39:0/1727977550 conn(0x5560a111c300 msgr2=0x5560a11e7b40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:34.594 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.592+0000 7feae56dfb80 1 -- 172.21.15.39:0/1727977550 shutdown_connections 2023-12-07T14:15:34.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.595+0000 7feae56dfb80 1 -- 172.21.15.39:0/1727977550 wait complete. 2023-12-07T14:15:34.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.595+0000 7feae56dfb80 1 -- start start 2023-12-07T14:15:34.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.595+0000 7feae56dfb80 1 Processor -- start 2023-12-07T14:15:34.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.595+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11ed630 0x5560a11fe010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.595+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a1258080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.595+0000 7feae56dfb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a12585c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7feae56dfb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a1258be0 con 0x5560a11edf50 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7feae56dfb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a1258d50 con 0x5560a11ed630 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7feae56dfb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560a1258f10 con 0x5560a11f1b10 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7feae56dfb80 10 client.0 _ll_register_callbacks cb 0x5560a1026a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7fead37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a12585c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7fead37fe700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a12585c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36108/0 (socket says 172.21.15.39:36108) 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7fead37fe700 1 -- 172.21.15.39:0/1357724966 learned_addr learned my addr 172.21.15.39:0/1357724966 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:34.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.596+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11ed630 0x5560a11fe010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.597+0000 7fead2ffd700 1 -- 172.21.15.39:0/1357724966 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 msgr2=0x5560a12585c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.597+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a12585c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.597+0000 7fead2ffd700 1 -- 172.21.15.39:0/1357724966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 msgr2=0x5560a1258080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:34.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.597+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a1258080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.597+0000 7fead2ffd700 1 -- 172.21.15.39:0/1357724966 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead41aac20 con 0x5560a11ed630 2023-12-07T14:15:34.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.599+0000 7fead2ffd700 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11ed630 0x5560a11fe010 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7feac4096890 tx=0x7feac409ac00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c0d0aa688390886 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:34.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.599+0000 7feab6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:15:34.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.599+0000 7feab6ff5700 1 -- 172.21.15.39:0/1357724966 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac40a0f90 con 0x5560a11ed630 2023-12-07T14:15:34.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.599+0000 7feab6ff5700 1 -- 172.21.15.39:0/1357724966 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7feac40a2720 con 0x5560a11ed630 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feac409a390 con 0x5560a11ed630 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feab6ff5700 1 -- 172.21.15.39:0/1357724966 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7feac4096390 con 0x5560a11ed630 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 10 client.27200 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x5560a0f53c00 con 0x5560a11ed630 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feab6ff5700 1 -- 172.21.15.39:0/1357724966 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feac409a390 con 0x5560a11ed630 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feab6ff5700 1 -- 172.21.15.39:0/1357724966 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7feac40b1070 con 0x5560a11ed630 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 10 client.27200 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 10 client.27200 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 20 client.27200 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a126e220 0x5560a1270610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 4 client.27200 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.600+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5560a1107f70 con 0x5560a126e220 2023-12-07T14:15:34.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.601+0000 7fead27fc700 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a126e220 0x5560a1270610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.601+0000 7feab6ff5700 10 client.27200 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.601+0000 7fead27fc700 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a126e220 0x5560a1270610 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce0c207cc4247d54 server_cookie=9772f22c1928eb9c in_seq=0 out_seq=0 2023-12-07T14:15:34.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feab6ff5700 1 -- 172.21.15.39:0/1357724966 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5560a1107f70 con 0x5560a126e220 2023-12-07T14:15:34.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feab6ff5700 10 client.27200 handle_command_reply: tid=0 2023-12-07T14:15:34.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 client.27200 shutdown 2023-12-07T14:15:34.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11ed630 msgr2=0x5560a11fe010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11ed630 0x5560a11fe010 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7feac4096890 tx=0x7feac409ac00 comp rx=0 tx=0).stop 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 shutdown_connections 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5560a11f1b10 0x5560a12585c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5560a126e220 0x5560a1270610 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5560a11ed630 0x5560a11fe010 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feab6ff5700 0 client.27200 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 --2- 172.21.15.39:0/1357724966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560a11edf50 0x5560a1258080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 >> 172.21.15.39:0/1357724966 conn(0x5560a111c300 msgr2=0x5560a11e7b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 shutdown_connections 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 1 -- 172.21.15.39:0/1357724966 wait complete. 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.632+0000 7feae56dfb80 20 client.27200 trim_cache size 0 max 16384 2023-12-07T14:15:34.636 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feabc0a1630 msgr2=0x7feabc0a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feabc0a1630 0x7feabc0a3af0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fead40750b0 tx=0x7feac8009260 comp rx=0 tx=0).stop 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101450 msgr2=0x7fead40738d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101450 0x7fead40738d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7feac400e9a0 tx=0x7feac400ecb0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.637 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 shutdown_connections 2023-12-07T14:15:34.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fead41074f0 0x7fead4074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fead4101450 0x7fead40738d0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7feabc0a1630 0x7feabc0a3af0 secure :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fead40750b0 tx=0x7feac8009260 comp rx=0 tx=0).stop 2023-12-07T14:15:34.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 --2- 172.21.15.39:0/2728595730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fead4101e10 0x7fead4073e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:34.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.633+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 >> 172.21.15.39:0/2728595730 conn(0x7fead40fcf80 msgr2=0x7fead40fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:34.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.634+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 shutdown_connections 2023-12-07T14:15:34.638 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:34.634+0000 7fead94e6700 1 -- 172.21.15.39:0/2728595730 wait complete. 2023-12-07T14:15:35.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:35 smithi089 ceph-mon[103124]: pgmap v411: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 14 MiB/s wr, 978 op/s 2023-12-07T14:15:36.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:35 smithi039 ceph-mon[98864]: pgmap v411: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 14 MiB/s wr, 978 op/s 2023-12-07T14:15:36.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:35 smithi055 ceph-mon[103363]: pgmap v411: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 129 KiB/s rd, 14 MiB/s wr, 978 op/s 2023-12-07T14:15:37.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:37 smithi089 ceph-mon[103124]: pgmap v412: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 11 MiB/s wr, 768 op/s 2023-12-07T14:15:38.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:37 smithi039 ceph-mon[98864]: pgmap v412: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 11 MiB/s wr, 768 op/s 2023-12-07T14:15:38.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:37 smithi055 ceph-mon[103363]: pgmap v412: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 118 KiB/s rd, 11 MiB/s wr, 768 op/s 2023-12-07T14:15:38.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 765.0 s, 1383.8 tps, lat 72.686 ms stddev 81.395 2023-12-07T14:15:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:39 smithi089 ceph-mon[103124]: pgmap v413: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 13 MiB/s wr, 887 op/s 2023-12-07T14:15:40.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:39 smithi039 ceph-mon[98864]: pgmap v413: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 13 MiB/s wr, 887 op/s 2023-12-07T14:15:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:39 smithi055 ceph-mon[103363]: pgmap v413: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 120 KiB/s rd, 13 MiB/s wr, 887 op/s 2023-12-07T14:15:41.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:41 smithi089 ceph-mon[103124]: pgmap v414: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 15 MiB/s wr, 940 op/s 2023-12-07T14:15:42.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:41 smithi039 ceph-mon[98864]: pgmap v414: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 15 MiB/s wr, 940 op/s 2023-12-07T14:15:42.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:41 smithi055 ceph-mon[103363]: pgmap v414: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 130 KiB/s rd, 15 MiB/s wr, 940 op/s 2023-12-07T14:15:43.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:43 smithi089 ceph-mon[103124]: pgmap v415: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 11 MiB/s wr, 632 op/s 2023-12-07T14:15:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 770.0 s, 1600.0 tps, lat 62.327 ms stddev 70.430 2023-12-07T14:15:44.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:43 smithi039 ceph-mon[98864]: pgmap v415: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 11 MiB/s wr, 632 op/s 2023-12-07T14:15:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:43 smithi055 ceph-mon[103363]: pgmap v415: 97 pgs: 97 active+clean; 5.5 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 117 KiB/s rd, 11 MiB/s wr, 632 op/s 2023-12-07T14:15:46.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:45 smithi039 ceph-mon[98864]: pgmap v416: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 128 KiB/s rd, 15 MiB/s wr, 917 op/s 2023-12-07T14:15:46.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:45 smithi055 ceph-mon[103363]: pgmap v416: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 128 KiB/s rd, 15 MiB/s wr, 917 op/s 2023-12-07T14:15:46.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:45 smithi089 ceph-mon[103124]: pgmap v416: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 128 KiB/s rd, 15 MiB/s wr, 917 op/s 2023-12-07T14:15:47.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 -- 172.21.15.39:0/1324254002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4104010 msgr2=0x7f2bd4110520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.806 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/1324254002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4104010 0x7f2bd4110520 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc00b0a0 tx=0x7f2bcc00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 -- 172.21.15.39:0/1324254002 shutdown_connections 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/1324254002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4104010 0x7f2bd4110520 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/1324254002 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2bd4109660 0x7f2bd4109a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/1324254002 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2bd4103650 0x7f2bd4103ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 -- 172.21.15.39:0/1324254002 >> 172.21.15.39:0/1324254002 conn(0x7f2bd40ff180 msgr2=0x7f2bd41015a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 -- 172.21.15.39:0/1324254002 shutdown_connections 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.802+0000 7f2bd9db7700 1 -- 172.21.15.39:0/1324254002 wait complete. 2023-12-07T14:15:47.807 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 Processor -- start 2023-12-07T14:15:47.808 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 -- start start 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4103650 0x7f2bd419f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2bd4104010 0x7f2bd419fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2bd4109660 0x7f2bd41997f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd4199ea0 con 0x7f2bd4103650 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd419a010 con 0x7f2bd4104010 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.803+0000 7f2bd9db7700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd419a1d0 con 0x7f2bd4109660 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4103650 0x7f2bd419f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4103650 0x7f2bd419f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59630/0 (socket says 172.21.15.39:59630) 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd37fe700 1 -- 172.21.15.39:0/2729017215 learned_addr learned my addr 172.21.15.39:0/2729017215 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2bd4109660 0x7f2bd41997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd2ffd700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2bd4104010 0x7f2bd419fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd3fff700 1 -- 172.21.15.39:0/2729017215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2bd4104010 msgr2=0x7f2bd419fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2bd4104010 0x7f2bd419fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.809 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd3fff700 1 -- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4103650 msgr2=0x7f2bd419f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4103650 0x7f2bd419f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd3fff700 1 -- 172.21.15.39:0/2729017215 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bcc009d00 con 0x7f2bd4109660 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2bd4109660 0x7f2bd41997f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc00b0a0 tx=0x7f2bcc007870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.804+0000 7f2bd0ff9700 1 -- 172.21.15.39:0/2729017215 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc00e040 con 0x7f2bd4109660 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.805+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bd419a450 con 0x7f2bd4109660 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.805+0000 7f2bd0ff9700 1 -- 172.21.15.39:0/2729017215 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bcc004e60 con 0x7f2bd4109660 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.805+0000 7f2bd0ff9700 1 -- 172.21.15.39:0/2729017215 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc005040 con 0x7f2bd4109660 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.805+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bd41a66d0 con 0x7f2bd4109660 2023-12-07T14:15:47.810 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.807+0000 7f2bd0ff9700 1 -- 172.21.15.39:0/2729017215 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2bcc0051a0 con 0x7f2bd4109660 2023-12-07T14:15:47.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.807+0000 7f2bd0ff9700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2bbc0a1660 0x7f2bbc0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.808+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2bbc0a1660 0x7f2bbc0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.811 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.808+0000 7f2bd0ff9700 1 -- 172.21.15.39:0/2729017215 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2bcc0ce470 con 0x7f2bd4109660 2023-12-07T14:15:47.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 Processor -- start 2023-12-07T14:15:47.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 -- start start 2023-12-07T14:15:47.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2bbc0a1660 0x7f2bbc0a3b20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4009ca0 tx=0x7f2bc4009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:47.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 0x5557b3171de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.813 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b30d9760 con 0x5557b316de40 2023-12-07T14:15:47.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b30c0740 con 0x5557b316e760 2023-12-07T14:15:47.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.809+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b30be060 con 0x5557b3172320 2023-12-07T14:15:47.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd37fe700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59638/0 (socket says 172.21.15.39:59638) 2023-12-07T14:15:47.814 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd37fe700 1 -- 172.21.15.39:0/176243051 learned_addr learned my addr 172.21.15.39:0/176243051 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd2ffd700 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 0x5557b3171de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd3fff700 1 -- 172.21.15.39:0/176243051 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 msgr2=0x5557b3171de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 0x5557b3171de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd3fff700 1 -- 172.21.15.39:0/176243051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 msgr2=0x5557b316e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd3fff700 1 -- 172.21.15.39:0/176243051 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5557b2f365d0 con 0x5557b3172320 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:47.815 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.810+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172780 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0cbc00 tx=0x7f2bcc0099e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5bcffb19f7d7b99 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.811+0000 7f2bb9ffb700 1 -- 172.21.15.39:0/176243051 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc097040 con 0x5557b3172320 2023-12-07T14:15:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.811+0000 7f2bb9ffb700 1 -- 172.21.15.39:0/176243051 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bcc09bc20 con 0x5557b3172320 2023-12-07T14:15:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.811+0000 7f2bb9ffb700 1 -- 172.21.15.39:0/176243051 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc09b780 con 0x5557b3172320 2023-12-07T14:15:47.816 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/176243051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 msgr2=0x5557b3172780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172780 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0cbc00 tx=0x7f2bcc0099e0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/176243051 shutdown_connections 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172780 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/176243051 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 0x5557b3171de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/176243051 >> 172.21.15.39:0/176243051 conn(0x5557b3094300 msgr2=0x5557b315fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/176243051 shutdown_connections 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.812+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/176243051 wait complete. 2023-12-07T14:15:47.817 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 -- start start 2023-12-07T14:15:47.820 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 Processor -- start 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b3176f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316e760 0x5557b3177480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b31779c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b30b9950 con 0x5557b316e760 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b3073500 con 0x5557b316de40 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.813+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b30731a0 con 0x5557b3172320 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2be5fb0b80 10 client.0 _ll_register_callbacks cb 0x5557b2f9ea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b3176f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd3fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b31779c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b3176f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50846/0 (socket says 172.21.15.39:50846) 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd37fe700 1 -- 172.21.15.39:0/1625679844 learned_addr learned my addr 172.21.15.39:0/1625679844 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd2ffd700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316e760 0x5557b3177480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.821 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd3fff700 1 -- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 msgr2=0x5557b3176f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b3176f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd3fff700 1 -- 172.21.15.39:0/1625679844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316e760 msgr2=0x5557b3177480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316e760 0x5557b3177480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd3fff700 1 -- 172.21.15.39:0/1625679844 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bc4017070 con 0x5557b3172320 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b3176f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd2ffd700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316e760 0x5557b3177480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b31779c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0a18f0 tx=0x7f2bcc006230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6201426df95d2a92 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bb2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.814+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/1625679844 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc097040 con 0x5557b3172320 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5557b31585f0 con 0x5557b3172320 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/1625679844 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2bcc09b520 con 0x5557b3172320 2023-12-07T14:15:47.822 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/1625679844 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2bcc09f670 con 0x5557b3172320 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 10 client.27349 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x7f2bd41a66d0 con 0x5557b3172320 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/1625679844 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5557b31585f0 con 0x5557b3172320 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/1625679844 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f2bcc0a3390 con 0x5557b3172320 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 10 client.27349 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 10 client.27349 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 20 client.27349 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31871a0 0x5557b31895c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 4 client.27349 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5557b3134640 con 0x5557b31871a0 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.815+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31871a0 0x5557b31895c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.816+0000 7f2bb2ffd700 10 client.27349 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:47.823 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.816+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31871a0 0x5557b31895c0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ce2ae48f8b77409 server_cookie=bd8b3cbb8a5691f6 in_seq=0 out_seq=0 2023-12-07T14:15:47.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/1625679844 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5557b3134640 con 0x5557b31871a0 2023-12-07T14:15:47.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2bb2ffd700 10 client.27349 handle_command_reply: tid=0 2023-12-07T14:15:47.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 client.27349 shutdown 2023-12-07T14:15:47.824 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 msgr2=0x5557b31779c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b31779c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc0a18f0 tx=0x7f2bcc006230 comp rx=0 tx=0).stop 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 shutdown_connections 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b31779c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31871a0 0x5557b31895c0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b3176f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/1625679844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316e760 0x5557b3177480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2bb2ffd700 0 client.27349 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 >> 172.21.15.39:0/1625679844 conn(0x5557b3094300 msgr2=0x5557b3164430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 shutdown_connections 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/1625679844 wait complete. 2023-12-07T14:15:47.825 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.819+0000 7f2be5fb0b80 20 client.27349 trim_cache size 0 max 16384 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.855+0000 7f2be5fb0b80 1 Processor -- start 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2be5fb0b80 1 -- start start 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 0x5557b3182e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b2f388c0 con 0x5557b316de40 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b3160140 con 0x5557b316e760 2023-12-07T14:15:47.860 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b3178540 con 0x5557b3172320 2023-12-07T14:15:47.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2bd3fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2bd3fff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36144/0 (socket says 172.21.15.39:36144) 2023-12-07T14:15:47.861 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.856+0000 7f2bd3fff700 1 -- 172.21.15.39:0/4246673662 learned_addr learned my addr 172.21.15.39:0/4246673662 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:47.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.861+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.861+0000 7f2bd3fff700 1 -- 172.21.15.39:0/4246673662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 msgr2=0x5557b3182e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.861+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 0x5557b3182e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.865 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.861+0000 7f2bd3fff700 1 -- 172.21.15.39:0/4246673662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 msgr2=0x5557b316fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.861+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.861+0000 7f2bd3fff700 1 -- 172.21.15.39:0/4246673662 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5557b2ee2d80 con 0x5557b3172320 2023-12-07T14:15:47.866 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.862+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172720 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc09b4b0 tx=0x7f2bcc097260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44c096a86cc4d1ae server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:47.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.862+0000 7f2bba7fc700 1 -- 172.21.15.39:0/4246673662 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc097040 con 0x5557b3172320 2023-12-07T14:15:47.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.862+0000 7f2bba7fc700 1 -- 172.21.15.39:0/4246673662 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bcc09b520 con 0x5557b3172320 2023-12-07T14:15:47.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.862+0000 7f2bba7fc700 1 -- 172.21.15.39:0/4246673662 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc0a34b0 con 0x5557b3172320 2023-12-07T14:15:47.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.863+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/4246673662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 msgr2=0x5557b3172720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.867 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.863+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172720 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc09b4b0 tx=0x7f2bcc097260 comp rx=0 tx=0).stop 2023-12-07T14:15:47.878 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.867+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/4246673662 shutdown_connections 2023-12-07T14:15:47.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.867+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b3172320 0x5557b3172720 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.867+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b316de40 0x5557b316fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.867+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/4246673662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316e760 0x5557b3182e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.867+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/4246673662 >> 172.21.15.39:0/4246673662 conn(0x5557b3094300 msgr2=0x5557b31767d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:47.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.875+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/4246673662 shutdown_connections 2023-12-07T14:15:47.879 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.875+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/4246673662 wait complete. 2023-12-07T14:15:47.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.875+0000 7f2be5fb0b80 1 -- start start 2023-12-07T14:15:47.880 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.875+0000 7f2be5fb0b80 1 Processor -- start 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b317e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b316e760 0x5557b31d8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2be5fb0b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b3172320 0x5557b31d8b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b31d90c0 con 0x5557b3172320 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b31d9230 con 0x5557b316de40 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2be5fb0b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557b31d93f0 con 0x5557b316e760 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2be5fb0b80 10 client.0 _ll_register_callbacks cb 0x5557b2f9ea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b3172320 0x5557b31d8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b317e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b3172320 0x5557b31d8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59662/0 (socket says 172.21.15.39:59662) 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 -- 172.21.15.39:0/3409836937 learned_addr learned my addr 172.21.15.39:0/3409836937 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd2ffd700 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b316e760 0x5557b31d8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 -- 172.21.15.39:0/3409836937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b316e760 msgr2=0x5557b31d8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.881 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b316e760 0x5557b31d8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 -- 172.21.15.39:0/3409836937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 msgr2=0x5557b317e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:15:47.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b317e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.876+0000 7f2bd3fff700 1 -- 172.21.15.39:0/3409836937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bd41a66d0 con 0x5557b3172320 2023-12-07T14:15:47.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.877+0000 7f2bd3fff700 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b3172320 0x5557b31d8b80 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc097a20 tx=0x7f2bcc0099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb731e3d17c40a57 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:15:47.882 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.877+0000 7f2bb2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:15:47.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.882+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/3409836937 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bcc0a3820 con 0x5557b3172320 2023-12-07T14:15:47.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.882+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/3409836937 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2bcc09f670 con 0x5557b3172320 2023-12-07T14:15:47.886 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.882+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2bcc09bc20 con 0x5557b3172320 2023-12-07T14:15:47.890 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.883+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/3409836937 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2bcc09f1b0 con 0x5557b3172320 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.883+0000 7f2be5fb0b80 10 client.17742 fetch_fsmap learned FSMap version 70 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.883+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x5557b2ecbc00 con 0x5557b3172320 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/3409836937 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2bcc0a7020 con 0x5557b3172320 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/3409836937 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f2bcc01d600 con 0x5557b3172320 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2be5fb0b80 10 client.17742 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2be5fb0b80 10 client.17742 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2be5fb0b80 20 client.17742 populate_metadata read hostname 'smithi039' 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31694b0 0x5557b316b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2be5fb0b80 4 client.17742 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5557b307ff70 con 0x5557b31694b0 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31694b0 0x5557b316b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:15:47.891 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.884+0000 7f2bb2ffd700 10 client.17742 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:47.892 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.885+0000 7f2bd37fe700 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31694b0 0x5557b316b8d0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=517e398da5f16597 server_cookie=b44fe9510380aa8f in_seq=0 out_seq=0 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.897+0000 7f2bb2ffd700 1 -- 172.21.15.39:0/3409836937 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5557b307ff70 con 0x5557b31694b0 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.897+0000 7f2bb2ffd700 10 client.17742 handle_command_reply: tid=0 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.897+0000 7f2be5fb0b80 1 client.17742 shutdown 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b3172320 msgr2=0x5557b31d8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b3172320 0x5557b31d8b80 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc097a20 tx=0x7f2bcc0099e0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 shutdown_connections 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557b3172320 0x5557b31d8b80 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5557b31694b0 0x5557b316b8d0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5557b316de40 0x5557b317e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 --2- 172.21.15.39:0/3409836937 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5557b316e760 0x5557b31d8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bb2ffd700 0 client.17742 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:15:47.902 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 >> 172.21.15.39:0/3409836937 conn(0x5557b3094300 msgr2=0x5557b3170580 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:47.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 shutdown_connections 2023-12-07T14:15:47.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 1 -- 172.21.15.39:0/3409836937 wait complete. 2023-12-07T14:15:47.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2be5fb0b80 20 client.17742 trim_cache size 0 max 16384 2023-12-07T14:15:47.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:15:47.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:15:47.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:15:47.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2bbc0a1660 msgr2=0x7f2bbc0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2bbc0a1660 0x7f2bbc0a3b20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4009ca0 tx=0x7f2bc4009260 comp rx=0 tx=0).stop 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2bd4109660 msgr2=0x7f2bd41997f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2bd4109660 0x7f2bd41997f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f2bcc00b0a0 tx=0x7f2bcc007870 comp rx=0 tx=0).stop 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 shutdown_connections 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2bd4109660 0x7f2bd41997f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2bd4103650 0x7f2bd419f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2bbc0a1660 0x7f2bbc0a3b20 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 --2- 172.21.15.39:0/2729017215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2bd4104010 0x7f2bd419fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.898+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 >> 172.21.15.39:0/2729017215 conn(0x7f2bd40ff180 msgr2=0x7f2bd40ff870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.899+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 shutdown_connections 2023-12-07T14:15:47.904 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:15:47.899+0000 7f2bd9db7700 1 -- 172.21.15.39:0/2729017215 wait complete. 2023-12-07T14:15:48.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:47 smithi039 ceph-mon[98864]: pgmap v417: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 9.4 MiB/s wr, 633 op/s 2023-12-07T14:15:48.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:47 smithi055 ceph-mon[103363]: pgmap v417: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 9.4 MiB/s wr, 633 op/s 2023-12-07T14:15:48.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:47 smithi089 ceph-mon[103124]: pgmap v417: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 9.4 MiB/s wr, 633 op/s 2023-12-07T14:15:48.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 775.0 s, 1560.9 tps, lat 63.136 ms stddev 78.348 2023-12-07T14:15:50.060 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:49 smithi039 ceph-mon[98864]: pgmap v418: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 12 MiB/s wr, 743 op/s 2023-12-07T14:15:50.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:49 smithi055 ceph-mon[103363]: pgmap v418: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 12 MiB/s wr, 743 op/s 2023-12-07T14:15:50.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:49 smithi089 ceph-mon[103124]: pgmap v418: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 12 MiB/s wr, 743 op/s 2023-12-07T14:15:52.067 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:51 smithi039 ceph-mon[98864]: pgmap v419: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 12 MiB/s wr, 782 op/s 2023-12-07T14:15:52.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:51 smithi055 ceph-mon[103363]: pgmap v419: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 12 MiB/s wr, 782 op/s 2023-12-07T14:15:52.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:51 smithi089 ceph-mon[103124]: pgmap v419: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 12 MiB/s wr, 782 op/s 2023-12-07T14:15:53.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 780.0 s, 1640.3 tps, lat 61.148 ms stddev 75.898 2023-12-07T14:15:54.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:53 smithi039 ceph-mon[98864]: pgmap v420: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 8.9 MiB/s wr, 576 op/s 2023-12-07T14:15:54.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:53 smithi055 ceph-mon[103363]: pgmap v420: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 8.9 MiB/s wr, 576 op/s 2023-12-07T14:15:54.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:53 smithi089 ceph-mon[103124]: pgmap v420: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 8.9 MiB/s wr, 576 op/s 2023-12-07T14:15:55.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:54 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:15:55.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:54 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:15:55.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:54 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:15:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:55 smithi039 ceph-mon[98864]: pgmap v421: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 12 MiB/s wr, 821 op/s 2023-12-07T14:15:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:55 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:55 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:55 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:55 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:55 smithi055 ceph-mon[103363]: pgmap v421: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 12 MiB/s wr, 821 op/s 2023-12-07T14:15:56.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:55 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:55 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:55 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:55 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:55 smithi089 ceph-mon[103124]: pgmap v421: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 12 MiB/s wr, 821 op/s 2023-12-07T14:15:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:55 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:55 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:55 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:56.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:55 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:57.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:56 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:15:57.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:56 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:15:57.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:56 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:57.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:56 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:15:57.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:56 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:15:57.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:56 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:57.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:56 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:15:57.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:56 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:15:57.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:56 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:15:58.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:57 smithi039 ceph-mon[98864]: pgmap v422: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 7.9 MiB/s wr, 526 op/s 2023-12-07T14:15:58.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:57 smithi055 ceph-mon[103363]: pgmap v422: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 7.9 MiB/s wr, 526 op/s 2023-12-07T14:15:58.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:57 smithi089 ceph-mon[103124]: pgmap v422: 97 pgs: 97 active+clean; 5.6 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 7.9 MiB/s wr, 526 op/s 2023-12-07T14:15:58.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 785.0 s, 1370.0 tps, lat 73.866 ms stddev 93.225 2023-12-07T14:16:00.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:15:59 smithi039 ceph-mon[98864]: pgmap v423: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 9.4 MiB/s wr, 628 op/s 2023-12-07T14:16:00.152 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:15:59 smithi055 ceph-mon[103363]: pgmap v423: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 9.4 MiB/s wr, 628 op/s 2023-12-07T14:16:00.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:15:59 smithi089 ceph-mon[103124]: pgmap v423: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 9.4 MiB/s wr, 628 op/s 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 -- 172.21.15.39:0/3805537378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7518102f20 msgr2=0x7f751810b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 --2- 172.21.15.39:0/3805537378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7518102f20 0x7f751810b400 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f7508009990 tx=0x7f7508009ca0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 -- 172.21.15.39:0/3805537378 shutdown_connections 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 --2- 172.21.15.39:0/3805537378 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f751810ba20 0x7f751810dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 --2- 172.21.15.39:0/3805537378 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7518102600 0x7f75181029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 --2- 172.21.15.39:0/3805537378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7518102f20 0x7f751810b400 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 -- 172.21.15.39:0/3805537378 >> 172.21.15.39:0/3805537378 conn(0x7f75180fbe60 msgr2=0x7f75180fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 -- 172.21.15.39:0/3805537378 shutdown_connections 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.026+0000 7f751facf700 1 -- 172.21.15.39:0/3805537378 wait complete. 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 Processor -- start 2023-12-07T14:16:01.031 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 -- start start 2023-12-07T14:16:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7518102600 0x7f751819d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7518102f20 0x7f751819db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f751810ba20 0x7f7518197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7518197da0 con 0x7f751810ba20 2023-12-07T14:16:01.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7518197f10 con 0x7f7518102600 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.027+0000 7f751facf700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75181980d0 con 0x7f7518102f20 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f751810ba20 0x7f7518197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f751810ba20 0x7f7518197740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59680/0 (socket says 172.21.15.39:59680) 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751d86b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7518102600 0x7f751819d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 -- 172.21.15.39:0/2925121806 learned_addr learned my addr 172.21.15.39:0/2925121806 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751d06a700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7518102f20 0x7f751819db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 -- 172.21.15.39:0/2925121806 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7518102f20 msgr2=0x7f751819db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7518102f20 0x7f751819db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 -- 172.21.15.39:0/2925121806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7518102600 msgr2=0x7f751819d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7518102600 0x7f751819d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 -- 172.21.15.39:0/2925121806 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7514009520 con 0x7f751810ba20 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751d86b700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7518102600 0x7f751819d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751d06a700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7518102f20 0x7f751819db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:01.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751e06c700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f751810ba20 0x7f7518197740 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f751000ef30 tx=0x7f751000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f750effd700 1 -- 172.21.15.39:0/2925121806 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7510018070 con 0x7f751810ba20 2023-12-07T14:16:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f750effd700 1 -- 172.21.15.39:0/2925121806 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f751000f040 con 0x7f751810ba20 2023-12-07T14:16:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f750effd700 1 -- 172.21.15.39:0/2925121806 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f751000cd00 con 0x7f751810ba20 2023-12-07T14:16:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75080095f0 con 0x7f751810ba20 2023-12-07T14:16:01.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.028+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75181a43d0 con 0x7f751810ba20 2023-12-07T14:16:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.031+0000 7f750effd700 1 -- 172.21.15.39:0/2925121806 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7510003a00 con 0x7f751810ba20 2023-12-07T14:16:01.037 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.031+0000 7f750effd700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75040a15e0 0x7f75040a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.031+0000 7f750effd700 1 -- 172.21.15.39:0/2925121806 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f75100ccb40 con 0x7f751810ba20 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.031+0000 7f751d86b700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75040a15e0 0x7f75040a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f751d86b700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75040a15e0 0x7f75040a3aa0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7514009fd0 tx=0x7f7514009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 Processor -- start 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 -- start start 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a67a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67f50 0x562178a6b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a6bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621789db760 con 0x562178a67f50 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621789c2740 con 0x562178a67630 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.032+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621789c0060 con 0x562178a6bb10 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a67a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a67a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50886/0 (socket says 172.21.15.39:50886) 2023-12-07T14:16:01.038 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 -- 172.21.15.39:0/463417811 learned_addr learned my addr 172.21.15.39:0/463417811 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d06a700 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67f50 0x562178a6b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751e06c700 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a6bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 -- 172.21.15.39:0/463417811 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 msgr2=0x562178a6bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a6bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 -- 172.21.15.39:0/463417811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67f50 msgr2=0x562178a6b5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67f50 0x562178a6b5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 -- 172.21.15.39:0/463417811 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621788385d0 con 0x562178a67630 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f751d86b700 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a67a10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7514012fd0 tx=0x7f7514014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3e26df85dbdbfa2 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f7503fff700 1 -- 172.21.15.39:0/463417811 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f751401b600 con 0x562178a67630 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.033+0000 7f7503fff700 1 -- 172.21.15.39:0/463417811 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f751400ee40 con 0x562178a67630 2023-12-07T14:16:01.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f7503fff700 1 -- 172.21.15.39:0/463417811 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7514026b60 con 0x562178a67630 2023-12-07T14:16:01.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f752bcc8b80 1 -- 172.21.15.39:0/463417811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 msgr2=0x562178a67a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a67a10 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f7514012fd0 tx=0x7f7514014000 comp rx=0 tx=0).stop 2023-12-07T14:16:01.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f752bcc8b80 1 -- 172.21.15.39:0/463417811 shutdown_connections 2023-12-07T14:16:01.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a6bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a67a10 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/463417811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67f50 0x562178a6b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.034+0000 7f752bcc8b80 1 -- 172.21.15.39:0/463417811 >> 172.21.15.39:0/463417811 conn(0x562178996300 msgr2=0x562178a61ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 -- 172.21.15.39:0/463417811 shutdown_connections 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 -- 172.21.15.39:0/463417811 wait complete. 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 -- start start 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 Processor -- start 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a732b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a705a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a70ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621789bb950 con 0x562178a6bb10 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562178975500 con 0x562178a67630 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.035+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621789751a0 con 0x562178a67f50 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f752bcc8b80 10 client.0 _ll_register_callbacks cb 0x5621788a0a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:01.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d06a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a705a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a732b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a732b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50892/0 (socket says 172.21.15.39:50892) 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d06a700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a705a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36182/0 (socket says 172.21.15.39:36182) 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 -- 172.21.15.39:0/1269429382 learned_addr learned my addr 172.21.15.39:0/1269429382 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751e06c700 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a70ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 -- 172.21.15.39:0/1269429382 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 msgr2=0x562178a705a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a705a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 -- 172.21.15.39:0/1269429382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 msgr2=0x562178a70ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a70ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 -- 172.21.15.39:0/1269429382 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7514017050 con 0x562178a67630 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f751d86b700 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a732b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f751400efd0 tx=0x7f75140054e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4d980dd73d6e5f server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f75017fa700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f75017fa700 1 -- 172.21.15.39:0/1269429382 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75140269e0 con 0x562178a67630 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562178a5a5f0 con 0x562178a67630 2023-12-07T14:16:01.045 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.036+0000 7f75017fa700 1 -- 172.21.15.39:0/1269429382 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7514026b40 con 0x562178a67630 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f75017fa700 1 -- 172.21.15.39:0/1269429382 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7514026500 con 0x562178a67630 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 10 client.27227 fetch_fsmap learned FSMap version 70 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x5621787e4d80 con 0x562178a67630 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f75017fa700 1 -- 172.21.15.39:0/1269429382 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562178a5a5f0 con 0x562178a67630 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f75017fa700 1 -- 172.21.15.39:0/1269429382 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f751402f4d0 con 0x562178a67630 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 10 client.27227 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 10 client.27227 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 20 client.27227 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178a80e00 0x562178a83220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 4 client.27227 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562178a36640 con 0x562178a80e00 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.037+0000 7f751d06a700 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178a80e00 0x562178a83220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.038+0000 7f75017fa700 10 client.27227 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.038+0000 7f751d06a700 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178a80e00 0x562178a83220 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13359bfffc536d5b server_cookie=7c8391c6d1a2c07d in_seq=0 out_seq=0 2023-12-07T14:16:01.046 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.038+0000 7f75017fa700 1 -- 172.21.15.39:0/1269429382 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x562178a36640 con 0x562178a80e00 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.038+0000 7f75017fa700 10 client.27227 handle_command_reply: tid=0 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 client.27227 shutdown 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 msgr2=0x562178a732b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a732b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f751400efd0 tx=0x7f75140054e0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 shutdown_connections 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a70ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178a80e00 0x562178a83220 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a732b0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/1269429382 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a705a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f75017fa700 0 client.27227 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 >> 172.21.15.39:0/1269429382 conn(0x562178996300 msgr2=0x562178a66430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 shutdown_connections 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 1 -- 172.21.15.39:0/1269429382 wait complete. 2023-12-07T14:16:01.047 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.039+0000 7f752bcc8b80 20 client.27227 trim_cache size 0 max 16384 2023-12-07T14:16:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 Processor -- start 2023-12-07T14:16:01.059 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 -- start start 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a7c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a631d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a61b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56217883a8c0 con 0x562178a6bb10 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562178a6a7c0 con 0x562178a67630 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562178a5e240 con 0x562178a67f50 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a7c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751e06c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a61b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a7c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50900/0 (socket says 172.21.15.39:50900) 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 -- 172.21.15.39:0/2032526053 learned_addr learned my addr 172.21.15.39:0/2032526053 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d06a700 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a631d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 -- 172.21.15.39:0/2032526053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 msgr2=0x562178a631d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a631d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 -- 172.21.15.39:0/2032526053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 msgr2=0x562178a61b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a61b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.055+0000 7f751d86b700 1 -- 172.21.15.39:0/2032526053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621787cdc00 con 0x562178a67630 2023-12-07T14:16:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.056+0000 7f751d86b700 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a7c8a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f751400e6a0 tx=0x7f7514011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9039af6135a1c33 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.056+0000 7f750cd82700 1 -- 172.21.15.39:0/2032526053 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f751402f640 con 0x562178a67630 2023-12-07T14:16:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.056+0000 7f750cd82700 1 -- 172.21.15.39:0/2032526053 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f751401f070 con 0x562178a67630 2023-12-07T14:16:01.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.056+0000 7f750cd82700 1 -- 172.21.15.39:0/2032526053 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75140264b0 con 0x562178a67630 2023-12-07T14:16:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 -- 172.21.15.39:0/2032526053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 msgr2=0x562178a7c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.064 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a7c8a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f751400e6a0 tx=0x7f7514011440 comp rx=0 tx=0).stop 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 -- 172.21.15.39:0/2032526053 shutdown_connections 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a6bb10 0x562178a61b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67630 0x562178a7c8a0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/2032526053 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a67f50 0x562178a631d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 -- 172.21.15.39:0/2032526053 >> 172.21.15.39:0/2032526053 conn(0x562178996300 msgr2=0x562178a66430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 -- 172.21.15.39:0/2032526053 shutdown_connections 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 -- 172.21.15.39:0/2032526053 wait complete. 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 -- start start 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.057+0000 7f752bcc8b80 1 Processor -- start 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67630 0x562178a6fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67f50 0x562178a70020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f752bcc8b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a70560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.065 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562178a76e60 con 0x562178a67630 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x562178a76fa0 con 0x562178a67f50 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f752bcc8b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x562178a77160 con 0x562178a6bb10 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f752bcc8b80 10 client.0 _ll_register_callbacks cb 0x5621788a0a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f751d86b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67630 0x562178a6fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f751d86b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67630 0x562178a6fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59704/0 (socket says 172.21.15.39:59704) 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f751d06a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67f50 0x562178a70020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f751d86b700 1 -- 172.21.15.39:0/3892924747 learned_addr learned my addr 172.21.15.39:0/3892924747 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.058+0000 7f751e06c700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a70560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751e06c700 1 -- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67f50 msgr2=0x562178a70020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751e06c700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67f50 0x562178a70020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751e06c700 1 -- 172.21.15.39:0/3892924747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67630 msgr2=0x562178a6fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751e06c700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67630 0x562178a6fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751e06c700 1 -- 172.21.15.39:0/3892924747 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5621787e4d80 con 0x562178a6bb10 2023-12-07T14:16:01.066 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751d86b700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67630 0x562178a6fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751d06a700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67f50 0x562178a70020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f751e06c700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a70560 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f75100ca2d0 tx=0x7f7510004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cca5cdf4005443b server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f75017fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f75017fa700 1 -- 172.21.15.39:0/3892924747 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f751000ce60 con 0x562178a6bb10 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f75017fa700 1 -- 172.21.15.39:0/3892924747 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7510099bf0 con 0x562178a6bb10 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f751400ee40 con 0x562178a6bb10 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f75017fa700 1 -- 172.21.15.39:0/3892924747 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) v2 ==== 24+0+0 (secure 0 0 0) 0x7f751009dd40 con 0x562178a6bb10 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f752bcc8b80 10 client.27373 fetch_fsmap learned FSMap version 70 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=4+}) v3 -- 0x56217880b1f0 con 0x562178a6bb10 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f75017fa700 1 -- 172.21.15.39:0/3892924747 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f751007c080 con 0x562178a6bb10 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f75017fa700 1 -- 172.21.15.39:0/3892924747 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 70) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f75100990e0 con 0x562178a6bb10 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f752bcc8b80 10 client.27373 fetch_fsmap finished waiting for FSMap version 70 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.059+0000 7f752bcc8b80 10 client.27373 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.060+0000 7f752bcc8b80 20 client.27373 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:01.067 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.060+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178ad7d80 0x562178ada1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.060+0000 7f752bcc8b80 4 client.27373 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:16:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.060+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562178981f70 con 0x562178ad7d80 2023-12-07T14:16:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.060+0000 7f751d86b700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178ad7d80 0x562178ada1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.060+0000 7f75017fa700 10 client.27373 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:01.068 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.060+0000 7f751d86b700 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178ad7d80 0x562178ada1a0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79e0558c86a1655f server_cookie=5699cf60bd95f478 in_seq=0 out_seq=0 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.250+0000 7f75017fa700 1 -- 172.21.15.39:0/3892924747 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562178981f70 con 0x562178ad7d80 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.250+0000 7f75017fa700 10 client.27373 handle_command_reply: tid=0 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.250+0000 7f752bcc8b80 1 client.27373 shutdown 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 msgr2=0x562178a70560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a70560 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f75100ca2d0 tx=0x7f7510004ad0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 shutdown_connections 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x562178a6bb10 0x562178a70560 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562178a67630 0x562178a6fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x562178ad7d80 0x562178ada1a0 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 --2- 172.21.15.39:0/3892924747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x562178a67f50 0x562178a70020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f75017fa700 0 client.27373 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 >> 172.21.15.39:0/3892924747 conn(0x562178996300 msgr2=0x562178a87b80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 shutdown_connections 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 1 -- 172.21.15.39:0/3892924747 wait complete. 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f752bcc8b80 20 client.27373 trim_cache size 0 max 16384 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:16:01.256 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:16:01.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75040a15e0 msgr2=0x7f75040a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.257 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75040a15e0 0x7f75040a3aa0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7514009fd0 tx=0x7f7514009260 comp rx=0 tx=0).stop 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f751810ba20 msgr2=0x7f7518197740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f751810ba20 0x7f7518197740 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f751000ef30 tx=0x7f751000c3a0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 shutdown_connections 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f751810ba20 0x7f7518197740 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f75040a15e0 0x7f75040a3aa0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7518102600 0x7f751819d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 --2- 172.21.15.39:0/2925121806 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7518102f20 0x7f751819db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.251+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 >> 172.21.15.39:0/2925121806 conn(0x7f75180fbe60 msgr2=0x7f75180fccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.252+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 shutdown_connections 2023-12-07T14:16:01.258 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:01.252+0000 7f751facf700 1 -- 172.21.15.39:0/2925121806 wait complete. 2023-12-07T14:16:02.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:01 smithi055 ceph-mon[103363]: pgmap v424: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.4 MiB/s wr, 680 op/s 2023-12-07T14:16:02.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:01 smithi089 ceph-mon[103124]: pgmap v424: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.4 MiB/s wr, 680 op/s 2023-12-07T14:16:02.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:01 smithi039 ceph-mon[98864]: pgmap v424: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 9.4 MiB/s wr, 680 op/s 2023-12-07T14:16:03.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:02 smithi055 ceph-mon[103363]: osdmap e103: 12 total, 12 up, 12 in 2023-12-07T14:16:03.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:02 smithi089 ceph-mon[103124]: osdmap e103: 12 total, 12 up, 12 in 2023-12-07T14:16:03.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:02 smithi039 ceph-mon[98864]: osdmap e103: 12 total, 12 up, 12 in 2023-12-07T14:16:03.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 790.0 s, 792.8 tps, lat 123.124 ms stddev 297.945 2023-12-07T14:16:04.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:03 smithi039 ceph-mon[98864]: pgmap v426: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 8.7 MiB/s wr, 630 op/s 2023-12-07T14:16:04.409 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:03 smithi055 ceph-mon[103363]: pgmap v426: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 8.7 MiB/s wr, 630 op/s 2023-12-07T14:16:04.452 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:03 smithi089 ceph-mon[103124]: pgmap v426: 97 pgs: 97 active+clean; 5.7 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 8.7 MiB/s wr, 630 op/s 2023-12-07T14:16:06.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:05 smithi039 ceph-mon[98864]: pgmap v427: 97 pgs: 14 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 53 active+clean; 5.4 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 23 MiB/s wr, 1.86k op/s 2023-12-07T14:16:06.307 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:05 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:06.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:05 smithi055 ceph-mon[103363]: pgmap v427: 97 pgs: 14 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 53 active+clean; 5.4 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 23 MiB/s wr, 1.86k op/s 2023-12-07T14:16:06.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:05 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:06.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:05 smithi089 ceph-mon[103124]: pgmap v427: 97 pgs: 14 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 53 active+clean; 5.4 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 23 MiB/s wr, 1.86k op/s 2023-12-07T14:16:06.445 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:05 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:08.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:07 smithi039 ceph-mon[98864]: pgmap v428: 97 pgs: 14 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 53 active+clean; 5.4 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 23 MiB/s wr, 1.86k op/s 2023-12-07T14:16:08.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:07 smithi055 ceph-mon[103363]: pgmap v428: 97 pgs: 14 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 53 active+clean; 5.4 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 23 MiB/s wr, 1.86k op/s 2023-12-07T14:16:08.455 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:07 smithi089 ceph-mon[103124]: pgmap v428: 97 pgs: 14 active+clean+snaptrim, 30 active+clean+snaptrim_wait, 53 active+clean; 5.4 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 23 MiB/s wr, 1.86k op/s 2023-12-07T14:16:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 795.0 s, 1571.8 tps, lat 64.862 ms stddev 86.516 2023-12-07T14:16:09.901 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:09 smithi055 ceph-mon[103363]: pgmap v429: 97 pgs: 8 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 72 active+clean; 5.2 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 25 MiB/s wr, 1.98k op/s 2023-12-07T14:16:09.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:09 smithi089 ceph-mon[103124]: pgmap v429: 97 pgs: 8 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 72 active+clean; 5.2 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 25 MiB/s wr, 1.98k op/s 2023-12-07T14:16:10.072 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:09 smithi039 ceph-mon[98864]: pgmap v429: 97 pgs: 8 active+clean+snaptrim, 17 active+clean+snaptrim_wait, 72 active+clean; 5.2 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 25 MiB/s wr, 1.98k op/s 2023-12-07T14:16:11.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:10 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:11.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:10 smithi039 ceph-mon[98864]: pgmap v430: 97 pgs: 97 active+clean; 5.0 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 25 MiB/s wr, 2.10k op/s 2023-12-07T14:16:11.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:10 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:11.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:10 smithi055 ceph-mon[103363]: pgmap v430: 97 pgs: 97 active+clean; 5.0 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 25 MiB/s wr, 2.10k op/s 2023-12-07T14:16:11.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:10 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:11.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:10 smithi089 ceph-mon[103124]: pgmap v430: 97 pgs: 97 active+clean; 5.0 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 25 MiB/s wr, 2.10k op/s 2023-12-07T14:16:13.308 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:13 smithi039 ceph-mon[98864]: pgmap v431: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 26 MiB/s wr, 2.10k op/s 2023-12-07T14:16:13.403 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:13 smithi055 ceph-mon[103363]: pgmap v431: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 26 MiB/s wr, 2.10k op/s 2023-12-07T14:16:13.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:13 smithi089 ceph-mon[103124]: pgmap v431: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 26 MiB/s wr, 2.10k op/s 2023-12-07T14:16:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 800.0 s, 1467.2 tps, lat 68.780 ms stddev 91.805 2023-12-07T14:16:14.449 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.444+0000 7f94f8322700 1 -- 172.21.15.39:0/3165561842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f011adb0 msgr2=0x7f94f011d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.450 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.444+0000 7f94f8322700 1 --2- 172.21.15.39:0/3165561842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f011adb0 0x7f94f011d1a0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f94e800b0d0 tx=0x7f94e800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.454 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.452+0000 7f94f8322700 1 -- 172.21.15.39:0/3165561842 shutdown_connections 2023-12-07T14:16:14.454 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.452+0000 7f94f8322700 1 --2- 172.21.15.39:0/3165561842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f011adb0 0x7f94f011d1a0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.454 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.452+0000 7f94f8322700 1 --2- 172.21.15.39:0/3165561842 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f010fc80 0x7f94f01085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.452+0000 7f94f8322700 1 --2- 172.21.15.39:0/3165561842 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f01100f0 0x7f94f0108b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.452+0000 7f94f8322700 1 -- 172.21.15.39:0/3165561842 >> 172.21.15.39:0/3165561842 conn(0x7f94f006c5a0 msgr2=0x7f94f006c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:14.455 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.452+0000 7f94f8322700 1 -- 172.21.15.39:0/3165561842 shutdown_connections 2023-12-07T14:16:14.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.453+0000 7f94f8322700 1 -- 172.21.15.39:0/3165561842 wait complete. 2023-12-07T14:16:14.456 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 Processor -- start 2023-12-07T14:16:14.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 -- start start 2023-12-07T14:16:14.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f010fc80 0x7f94f01ac530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f01100f0 0x7f94f01aca70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f011adb0 0x7f94f01a6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.457 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01a6cc0 con 0x7f94f01100f0 2023-12-07T14:16:14.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01a6e30 con 0x7f94f010fc80 2023-12-07T14:16:14.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.454+0000 7f94f8322700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f01a6ff0 con 0x7f94f011adb0 2023-12-07T14:16:14.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f01100f0 0x7f94f01aca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.458 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f01100f0 0x7f94f01aca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59720/0 (socket says 172.21.15.39:59720) 2023-12-07T14:16:14.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 -- 172.21.15.39:0/479134292 learned_addr learned my addr 172.21.15.39:0/479134292 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:14.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 -- 172.21.15.39:0/479134292 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f011adb0 msgr2=0x7f94f01a6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f011adb0 0x7f94f01a6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 -- 172.21.15.39:0/479134292 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f010fc80 msgr2=0x7f94f01ac530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f010fc80 0x7f94f01ac530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.455+0000 7f94f58bd700 1 -- 172.21.15.39:0/479134292 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94e8009d00 con 0x7f94f01100f0 2023-12-07T14:16:14.459 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.456+0000 7f94f58bd700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f01100f0 0x7f94f01aca70 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f94ec00b550 tx=0x7f94ec00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.456+0000 7f94e77fe700 1 -- 172.21.15.39:0/479134292 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec011830 con 0x7f94f01100f0 2023-12-07T14:16:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.456+0000 7f94e77fe700 1 -- 172.21.15.39:0/479134292 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94ec011e50 con 0x7f94f01100f0 2023-12-07T14:16:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.456+0000 7f94e77fe700 1 -- 172.21.15.39:0/479134292 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec010e40 con 0x7f94f01100f0 2023-12-07T14:16:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.456+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94f01a72d0 con 0x7f94f01100f0 2023-12-07T14:16:14.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.456+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f01107f0 con 0x7f94f01100f0 2023-12-07T14:16:14.464 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.461+0000 7f950451bb80 1 Processor -- start 2023-12-07T14:16:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.461+0000 7f950451bb80 1 -- start start 2023-12-07T14:16:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.462+0000 7f950451bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775630 0x56088b775a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.462+0000 7f950451bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b7795d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.462+0000 7f950451bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 0x56088b779f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.462+0000 7f950451bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b6e9760 con 0x56088b779b10 2023-12-07T14:16:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.462+0000 7f950451bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b6d0740 con 0x56088b775630 2023-12-07T14:16:14.465 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.462+0000 7f950451bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b6ce060 con 0x56088b775f50 2023-12-07T14:16:14.466 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775630 0x56088b775a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775630 0x56088b775a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50924/0 (socket says 172.21.15.39:50924) 2023-12-07T14:16:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 -- 172.21.15.39:0/1371754187 learned_addr learned my addr 172.21.15.39:0/1371754187 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94e77fe700 1 -- 172.21.15.39:0/479134292 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f94ec01a400 con 0x7f94f01100f0 2023-12-07T14:16:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 -- 172.21.15.39:0/1371754187 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 msgr2=0x56088b7795d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 --2- 172.21.15.39:0/1371754187 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b7795d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 -- 172.21.15.39:0/1371754187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 msgr2=0x56088b779f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.467 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 --2- 172.21.15.39:0/1371754187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 0x56088b779f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.468 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.464+0000 7f94f68bf700 1 -- 172.21.15.39:0/1371754187 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56088b5465d0 con 0x56088b775630 2023-12-07T14:16:14.468 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.465+0000 7f94e77fe700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94dc0a17f0 0x7f94dc0a3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.468 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.466+0000 7f94e77fe700 1 -- 172.21.15.39:0/479134292 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f94ec0cc8e0 con 0x7f94f01100f0 2023-12-07T14:16:14.469 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.467+0000 7f94f68bf700 1 --2- 172.21.15.39:0/1371754187 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775630 0x56088b775a10 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f94e8009850 tx=0x7f94e8005a60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebce3216ad41cf4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.473+0000 7f94e4d82700 1 -- 172.21.15.39:0/1371754187 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e800e040 con 0x56088b775630 2023-12-07T14:16:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.473+0000 7f94e4d82700 1 -- 172.21.15.39:0/1371754187 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94e80093d0 con 0x56088b775630 2023-12-07T14:16:14.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.473+0000 7f94e4d82700 1 -- 172.21.15.39:0/1371754187 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8005330 con 0x56088b775630 2023-12-07T14:16:14.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.475+0000 7f94f60be700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94dc0a17f0 0x7f94dc0a3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.475+0000 7f94f60be700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94dc0a17f0 0x7f94dc0a3cb0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f94e0009770 tx=0x7f94e0006d40 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:14.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.477+0000 7f950451bb80 1 -- 172.21.15.39:0/1371754187 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775630 msgr2=0x56088b775a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.477+0000 7f950451bb80 1 --2- 172.21.15.39:0/1371754187 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775630 0x56088b775a10 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f94e8009850 tx=0x7f94e8005a60 comp rx=0 tx=0).stop 2023-12-07T14:16:14.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.481+0000 7f950451bb80 1 -- 172.21.15.39:0/1371754187 shutdown_connections 2023-12-07T14:16:14.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.481+0000 7f950451bb80 1 --2- 172.21.15.39:0/1371754187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 0x56088b779f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.481+0000 7f950451bb80 1 --2- 172.21.15.39:0/1371754187 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775630 0x56088b775a10 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.481+0000 7f950451bb80 1 --2- 172.21.15.39:0/1371754187 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b7795d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.481+0000 7f950451bb80 1 -- 172.21.15.39:0/1371754187 >> 172.21.15.39:0/1371754187 conn(0x56088b6a4300 msgr2=0x56088b76fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:14.490 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.487+0000 7f950451bb80 1 -- 172.21.15.39:0/1371754187 shutdown_connections 2023-12-07T14:16:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.493+0000 7f950451bb80 1 -- 172.21.15.39:0/1371754187 wait complete. 2023-12-07T14:16:14.497 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.493+0000 7f950451bb80 1 -- start start 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.493+0000 7f950451bb80 1 Processor -- start 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.493+0000 7f950451bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b781320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f950451bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775f50 0x56088b77e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f950451bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 0x56088b77eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f950451bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b6c9950 con 0x56088b779b10 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f950451bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b683500 con 0x56088b775f50 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f950451bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b6831a0 con 0x56088b775630 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f950451bb80 10 client.0 _ll_register_callbacks cb 0x56088b5aea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:14.498 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f94f58bd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775f50 0x56088b77e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f94f58bd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775f50 0x56088b77e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50934/0 (socket says 172.21.15.39:50934) 2023-12-07T14:16:14.499 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.494+0000 7f94f58bd700 1 -- 172.21.15.39:0/1342301006 learned_addr learned my addr 172.21.15.39:0/1342301006 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:14.500 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.495+0000 7f94f60be700 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b781320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94f60be700 1 -- 172.21.15.39:0/1342301006 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775f50 msgr2=0x56088b77e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94f60be700 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775f50 0x56088b77e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94f60be700 1 -- 172.21.15.39:0/1342301006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 msgr2=0x56088b77eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94f60be700 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 0x56088b77eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94f60be700 1 -- 172.21.15.39:0/1342301006 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f011d9b0 con 0x56088b775630 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94f60be700 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b781320 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f94e0009ec0 tx=0x7f94e0004850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c90d351de006aa8 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94d9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94d9ffb700 1 -- 172.21.15.39:0/1342301006 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e001a070 con 0x56088b775630 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94d9ffb700 1 -- 172.21.15.39:0/1342301006 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f94e0012b80 con 0x56088b775630 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56088b7685f0 con 0x56088b775630 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f94d9ffb700 1 -- 172.21.15.39:0/1342301006 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e00152e0 con 0x56088b775630 2023-12-07T14:16:14.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f950451bb80 10 client.27376 fetch_fsmap learned FSMap version 72 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.496+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x56088b4f2d80 con 0x56088b775630 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f94d9ffb700 1 -- 172.21.15.39:0/1342301006 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56088b7685f0 con 0x56088b775630 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f94d9ffb700 1 -- 172.21.15.39:0/1342301006 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 72) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f94e00273d0 con 0x56088b775630 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f950451bb80 10 client.27376 fetch_fsmap finished waiting for FSMap version 72 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f950451bb80 10 client.27376 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f950451bb80 20 client.27376 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f950451bb80 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b7b10c0 0x56088b7b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f950451bb80 4 client.27376 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56088b744640 con 0x56088b7b10c0 2023-12-07T14:16:14.502 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.497+0000 7f94f58bd700 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b7b10c0 0x56088b7b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.503 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.498+0000 7f94d9ffb700 10 client.27376 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:14.503 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.498+0000 7f94f58bd700 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b7b10c0 0x56088b7b34e0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4589c7671adea6b3 server_cookie=99716e7766537dfb in_seq=0 out_seq=0 2023-12-07T14:16:14.503 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.499+0000 7f94d9ffb700 1 -- 172.21.15.39:0/1342301006 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x56088b744640 con 0x56088b7b10c0 2023-12-07T14:16:14.503 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.499+0000 7f94d9ffb700 10 client.27376 handle_command_reply: tid=0 2023-12-07T14:16:14.503 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.499+0000 7f950451bb80 1 client.27376 shutdown 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.502+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 msgr2=0x56088b781320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.502+0000 7f950451bb80 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b781320 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f94e0009ec0 tx=0x7f94e0004850 comp rx=0 tx=0).stop 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 shutdown_connections 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b779b10 0x56088b77eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b781320 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b7b10c0 0x56088b7b34e0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 --2- 172.21.15.39:0/1342301006 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b775f50 0x56088b77e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 >> 172.21.15.39:0/1342301006 conn(0x56088b6a4300 msgr2=0x56088b774430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f94d9ffb700 0 client.27376 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:14.506 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 shutdown_connections 2023-12-07T14:16:14.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 1 -- 172.21.15.39:0/1342301006 wait complete. 2023-12-07T14:16:14.507 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.503+0000 7f950451bb80 20 client.27376 trim_cache size 0 max 16384 2023-12-07T14:16:14.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 Processor -- start 2023-12-07T14:16:14.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 -- start start 2023-12-07T14:16:14.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775630 0x56088b777400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b771390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.531 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b781050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b5488c0 con 0x56088b775630 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b7705b0 con 0x56088b779b10 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.525+0000 7f950451bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b76f8b0 con 0x56088b775f50 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b771390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b771390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36230/0 (socket says 172.21.15.39:36230) 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 -- 172.21.15.39:0/1171650236 learned_addr learned my addr 172.21.15.39:0/1171650236 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f68bf700 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b781050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 -- 172.21.15.39:0/1171650236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 msgr2=0x56088b781050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b781050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 -- 172.21.15.39:0/1171650236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775630 msgr2=0x56088b777400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775630 0x56088b777400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 -- 172.21.15.39:0/1171650236 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56088b4dbc00 con 0x56088b775f50 2023-12-07T14:16:14.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.526+0000 7f94f58bd700 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b771390 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f94ec09aa00 tx=0x7f94ec0cc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee765ae7febec5cd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.527+0000 7f94e5583700 1 -- 172.21.15.39:0/1171650236 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec09aa70 con 0x56088b775f50 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.527+0000 7f94e5583700 1 -- 172.21.15.39:0/1171650236 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94ec0a1db0 con 0x56088b775f50 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.527+0000 7f94e5583700 1 -- 172.21.15.39:0/1171650236 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94ec09b500 con 0x56088b775f50 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.527+0000 7f950451bb80 1 -- 172.21.15.39:0/1171650236 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 msgr2=0x56088b771390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.527+0000 7f950451bb80 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b771390 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f94ec09aa00 tx=0x7f94ec0cc040 comp rx=0 tx=0).stop 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 -- 172.21.15.39:0/1171650236 shutdown_connections 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b781050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775630 0x56088b777400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 --2- 172.21.15.39:0/1171650236 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775f50 0x56088b771390 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 -- 172.21.15.39:0/1171650236 >> 172.21.15.39:0/1171650236 conn(0x56088b6a4300 msgr2=0x56088b774ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:14.533 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 -- 172.21.15.39:0/1171650236 shutdown_connections 2023-12-07T14:16:14.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 -- 172.21.15.39:0/1171650236 wait complete. 2023-12-07T14:16:14.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 -- start start 2023-12-07T14:16:14.534 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.528+0000 7f950451bb80 1 Processor -- start 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f950451bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b7862d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f950451bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775f50 0x56088b77bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f950451bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b77c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f950451bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b776390 con 0x56088b775f50 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f950451bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b776500 con 0x56088b779b10 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f950451bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x56088b7766c0 con 0x56088b775630 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f950451bb80 10 client.0 _ll_register_callbacks cb 0x56088b5aea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:14.537 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f60be700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b7862d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b77c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b77c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50950/0 (socket says 172.21.15.39:50950) 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f60be700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b7862d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36234/0 (socket says 172.21.15.39:36234) 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 -- 172.21.15.39:0/4110861075 learned_addr learned my addr 172.21.15.39:0/4110861075 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 -- 172.21.15.39:0/4110861075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 msgr2=0x56088b7862d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b7862d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 -- 172.21.15.39:0/4110861075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775f50 msgr2=0x56088b77bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775f50 0x56088b77bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f68bf700 1 -- 172.21.15.39:0/4110861075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f01107f0 con 0x56088b779b10 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.529+0000 7f94f60be700 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b7862d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f94f68bf700 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b77c310 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f94e80076d0 tx=0x7f94e8007700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d86b98829e284bb4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:14.538 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f94d9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f94d9ffb700 1 -- 172.21.15.39:0/4110861075 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e800e050 con 0x56088b779b10 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f94d9ffb700 1 -- 172.21.15.39:0/4110861075 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f94e80050d0 con 0x56088b779b10 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94e80093d0 con 0x56088b779b10 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f94d9ffb700 1 -- 172.21.15.39:0/4110861075 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e80096e0 con 0x56088b779b10 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 10 client.27245 fetch_fsmap learned FSMap version 72 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x56088b5191f0 con 0x56088b779b10 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f94d9ffb700 1 -- 172.21.15.39:0/4110861075 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94e80093d0 con 0x56088b779b10 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f94d9ffb700 1 -- 172.21.15.39:0/4110861075 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 72) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f94e800b500 con 0x56088b779b10 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 10 client.27245 fetch_fsmap finished waiting for FSMap version 72 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 10 client.27245 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 20 client.27245 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:14.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b807e40 0x56088b80a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 4 client.27245 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:16:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.530+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56088b68ff70 con 0x56088b807e40 2023-12-07T14:16:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.531+0000 7f94f60be700 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b807e40 0x56088b80a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.531+0000 7f94d9ffb700 10 client.27245 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:14.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.531+0000 7f94f60be700 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b807e40 0x56088b80a260 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2507dab5b931874 server_cookie=153f8c8029447472 in_seq=0 out_seq=0 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.544+0000 7f94d9ffb700 1 -- 172.21.15.39:0/4110861075 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56088b68ff70 con 0x56088b807e40 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.544+0000 7f94d9ffb700 10 client.27245 handle_command_reply: tid=0 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.544+0000 7f950451bb80 1 client.27245 shutdown 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.544+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 msgr2=0x56088b77c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.544+0000 7f950451bb80 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b77c310 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f94e80076d0 tx=0x7f94e8007700 comp rx=0 tx=0).stop 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.544+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 shutdown_connections 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.544+0000 7f950451bb80 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x56088b807e40 0x56088b80a260 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f950451bb80 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56088b779b10 0x56088b77c310 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f950451bb80 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x56088b775630 0x56088b7862d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94d9ffb700 0 client.27245 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f950451bb80 1 --2- 172.21.15.39:0/4110861075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56088b775f50 0x56088b77bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.548 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 >> 172.21.15.39:0/4110861075 conn(0x56088b6a4300 msgr2=0x56088b7b7e00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 shutdown_connections 2023-12-07T14:16:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f950451bb80 1 -- 172.21.15.39:0/4110861075 wait complete. 2023-12-07T14:16:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f950451bb80 20 client.27245 trim_cache size 0 max 16384 2023-12-07T14:16:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:16:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:16:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:16:14.549 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94dc0a17f0 msgr2=0x7f94dc0a3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94dc0a17f0 0x7f94dc0a3cb0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f94e0009770 tx=0x7f94e0006d40 comp rx=0 tx=0).stop 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f01100f0 msgr2=0x7f94f01aca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f01100f0 0x7f94f01aca70 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f94ec00b550 tx=0x7f94ec00b910 comp rx=0 tx=0).stop 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 shutdown_connections 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f94f011adb0 0x7f94f01a6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f94dc0a17f0 0x7f94dc0a3cb0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f94f010fc80 0x7f94f01ac530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 --2- 172.21.15.39:0/479134292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94f01100f0 0x7f94f01aca70 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:14.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.545+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 >> 172.21.15.39:0/479134292 conn(0x7f94f006c5a0 msgr2=0x7f94f0118da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:14.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.546+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 shutdown_connections 2023-12-07T14:16:14.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:14.546+0000 7f94f8322700 1 -- 172.21.15.39:0/479134292 wait complete. 2023-12-07T14:16:14.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:14 smithi089 ceph-mon[103124]: osdmap e104: 12 total, 12 up, 12 in 2023-12-07T14:16:15.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:14 smithi039 ceph-mon[98864]: osdmap e104: 12 total, 12 up, 12 in 2023-12-07T14:16:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:14 smithi055 ceph-mon[103363]: osdmap e104: 12 total, 12 up, 12 in 2023-12-07T14:16:16.065 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:15 smithi039 ceph-mon[98864]: pgmap v433: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 17 MiB/s wr, 1.46k op/s 2023-12-07T14:16:16.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:15 smithi055 ceph-mon[103363]: pgmap v433: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 17 MiB/s wr, 1.46k op/s 2023-12-07T14:16:16.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:15 smithi089 ceph-mon[103124]: pgmap v433: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 17 MiB/s wr, 1.46k op/s 2023-12-07T14:16:18.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:17 smithi039 ceph-mon[98864]: pgmap v434: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 17 MiB/s wr, 1.46k op/s 2023-12-07T14:16:18.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:17 smithi055 ceph-mon[103363]: pgmap v434: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 17 MiB/s wr, 1.46k op/s 2023-12-07T14:16:18.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:17 smithi089 ceph-mon[103124]: pgmap v434: 97 pgs: 97 active+clean; 5.1 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 17 MiB/s wr, 1.46k op/s 2023-12-07T14:16:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 805.0 s, 1372.4 tps, lat 72.089 ms stddev 102.141 2023-12-07T14:16:20.069 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:19 smithi039 ceph-mon[98864]: pgmap v435: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 16 MiB/s wr, 1.46k op/s 2023-12-07T14:16:20.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:19 smithi055 ceph-mon[103363]: pgmap v435: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 16 MiB/s wr, 1.46k op/s 2023-12-07T14:16:20.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:19 smithi089 ceph-mon[103124]: pgmap v435: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 16 MiB/s wr, 1.46k op/s 2023-12-07T14:16:22.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:21 smithi039 ceph-mon[98864]: pgmap v436: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 20 MiB/s wr, 1.78k op/s 2023-12-07T14:16:22.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:21 smithi055 ceph-mon[103363]: pgmap v436: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 20 MiB/s wr, 1.78k op/s 2023-12-07T14:16:22.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:21 smithi089 ceph-mon[103124]: pgmap v436: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 20 MiB/s wr, 1.78k op/s 2023-12-07T14:16:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 810.0 s, 907.6 tps, lat 110.136 ms stddev 127.476 2023-12-07T14:16:24.061 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:23 smithi039 ceph-mon[98864]: pgmap v437: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 20 MiB/s wr, 1.78k op/s 2023-12-07T14:16:24.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:23 smithi055 ceph-mon[103363]: pgmap v437: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 20 MiB/s wr, 1.78k op/s 2023-12-07T14:16:24.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:23 smithi089 ceph-mon[103124]: pgmap v437: 97 pgs: 97 active+clean; 5.2 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 20 MiB/s wr, 1.78k op/s 2023-12-07T14:16:26.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:25 smithi039 ceph-mon[98864]: pgmap v438: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 20 MiB/s wr, 1.63k op/s 2023-12-07T14:16:26.153 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:25 smithi055 ceph-mon[103363]: pgmap v438: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 20 MiB/s wr, 1.63k op/s 2023-12-07T14:16:26.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:25 smithi089 ceph-mon[103124]: pgmap v438: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 20 MiB/s wr, 1.63k op/s 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 -- 172.21.15.39:0/3674301445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 msgr2=0x7f7638100c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 --2- 172.21.15.39:0/3674301445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f7638100c20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f762c009990 tx=0x7f762c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 -- 172.21.15.39:0/3674301445 shutdown_connections 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 --2- 172.21.15.39:0/3674301445 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f7638100c20 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 --2- 172.21.15.39:0/3674301445 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7638105380 0x7f7638105760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 --2- 172.21.15.39:0/3674301445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76380ffde0 0x7f7638100260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 -- 172.21.15.39:0/3674301445 >> 172.21.15.39:0/3674301445 conn(0x7f76380764a0 msgr2=0x7f76380fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:27.694 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 -- 172.21.15.39:0/3674301445 shutdown_connections 2023-12-07T14:16:27.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 -- 172.21.15.39:0/3674301445 wait complete. 2023-12-07T14:16:27.695 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.690+0000 7f763d9fd700 1 Processor -- start 2023-12-07T14:16:27.696 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f763d9fd700 1 -- start start 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f763d9fd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76380ffde0 0x7f763819f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f763d9fd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f763819fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f763d9fd700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7638105380 0x7f76381999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f763d9fd700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f763819a050 con 0x7f76380ffde0 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f763d9fd700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f763819a1c0 con 0x7f76381007a0 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f763d9fd700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f763819a380 con 0x7f7638105380 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76380ffde0 0x7f763819f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f763819fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f763819fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:50960/0 (socket says 172.21.15.39:50960) 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76380ffde0 0x7f763819f8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59758/0 (socket says 172.21.15.39:59758) 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 -- 172.21.15.39:0/884230302 learned_addr learned my addr 172.21.15.39:0/884230302 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76377fe700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7638105380 0x7f76381999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 -- 172.21.15.39:0/884230302 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7638105380 msgr2=0x7f76381999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7638105380 0x7f76381999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.697 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 -- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76380ffde0 msgr2=0x7f763819f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76380ffde0 0x7f763819f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76367fc700 1 -- 172.21.15.39:0/884230302 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f762c0095f0 con 0x7f76381007a0 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.691+0000 7f76377fe700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7638105380 0x7f76381999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.692+0000 7f76367fc700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f763819fdf0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f76300060b0 tx=0x7f763000d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.692+0000 7f763c9fb700 1 -- 172.21.15.39:0/884230302 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f763000dd20 con 0x7f76381007a0 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.692+0000 7f763c9fb700 1 -- 172.21.15.39:0/884230302 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f763000f040 con 0x7f76381007a0 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.692+0000 7f763c9fb700 1 -- 172.21.15.39:0/884230302 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7630014600 con 0x7f76381007a0 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.692+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f763810b270 con 0x7f76381007a0 2023-12-07T14:16:27.698 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.692+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76381a66c0 con 0x7f76381007a0 2023-12-07T14:16:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.694+0000 7f763c9fb700 1 -- 172.21.15.39:0/884230302 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7630015400 con 0x7f76381007a0 2023-12-07T14:16:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.694+0000 7f763c9fb700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76200a1660 0x7f76200a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.695+0000 7f763c9fb700 1 -- 172.21.15.39:0/884230302 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f76300cc980 con 0x7f76381007a0 2023-12-07T14:16:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.695+0000 7f7636ffd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76200a1660 0x7f76200a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.699 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.696+0000 7f7649bf6b80 1 Processor -- start 2023-12-07T14:16:27.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.696+0000 7f7649bf6b80 1 -- start start 2023-12-07T14:16:27.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145bdbc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145b47760 con 0x55e145bdc190 2023-12-07T14:16:27.700 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145b2e740 con 0x55e145be11a0 2023-12-07T14:16:27.701 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145b2c060 con 0x55e145be1ac0 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f7636ffd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76200a1660 0x7f76200a3b20 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7638077a60 tx=0x7f7628009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145bdbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145bdbc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36258/0 (socket says 172.21.15.39:36258) 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 -- 172.21.15.39:0/2074204116 learned_addr learned my addr 172.21.15.39:0/2074204116 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 -- 172.21.15.39:0/2074204116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 msgr2=0x55e145be1580 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 --2- 172.21.15.39:0/2074204116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be1580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 -- 172.21.15.39:0/2074204116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 msgr2=0x55e145bdc5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 --2- 172.21.15.39:0/2074204116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 -- 172.21.15.39:0/2074204116 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e1459a45d0 con 0x55e145be1ac0 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.697+0000 7f76367fc700 1 --2- 172.21.15.39:0/2074204116 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145bdbc50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f7630095ea0 tx=0x7f76300998a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c52bfbfe80afbcb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:27.702 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f761dffb700 1 -- 172.21.15.39:0/2074204116 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76300b7ea0 con 0x55e145be1ac0 2023-12-07T14:16:27.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f761dffb700 1 -- 172.21.15.39:0/2074204116 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f763009a0a0 con 0x55e145be1ac0 2023-12-07T14:16:27.703 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f761dffb700 1 -- 172.21.15.39:0/2074204116 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7630099c00 con 0x55e145be1ac0 2023-12-07T14:16:27.706 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f7649bf6b80 1 -- 172.21.15.39:0/2074204116 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 msgr2=0x55e145bdbc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/2074204116 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145bdbc50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f7630095ea0 tx=0x7f76300998a0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f7649bf6b80 1 -- 172.21.15.39:0/2074204116 shutdown_connections 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/2074204116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/2074204116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/2074204116 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145bdbc50 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.698+0000 7f7649bf6b80 1 -- 172.21.15.39:0/2074204116 >> 172.21.15.39:0/2074204116 conn(0x55e145b02300 msgr2=0x55e145bcdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 -- 172.21.15.39:0/2074204116 shutdown_connections 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 -- 172.21.15.39:0/2074204116 wait complete. 2023-12-07T14:16:27.707 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 -- start start 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 Processor -- start 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145be7b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be4d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be54c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145b27950 con 0x55e145bdc190 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145ae1500 con 0x55e145be11a0 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.699+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145ae11a0 con 0x55e145be1ac0 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7649bf6b80 10 client.0 _ll_register_callbacks cb 0x55e145a0ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145be7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76367fc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145be7b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59772/0 (socket says 172.21.15.39:59772) 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7636ffd700 1 -- 172.21.15.39:0/3532043909 learned_addr learned my addr 172.21.15.39:0/3532043909 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76377fe700 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76367fc700 1 -- 172.21.15.39:0/3532043909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 msgr2=0x55e145be54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:27.708 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76367fc700 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76367fc700 1 -- 172.21.15.39:0/3532043909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 msgr2=0x55e145be7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76367fc700 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145be7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76367fc700 1 -- 172.21.15.39:0/3532043909 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76381a66c0 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76377fe700 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f76367fc700 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be4d80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x55e145be81e0 tx=0x7f763000d8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27257e460074fdb0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7616ffd700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7616ffd700 1 -- 172.21.15.39:0/3532043909 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76300b7ea0 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7616ffd700 1 -- 172.21.15.39:0/3532043909 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f763009daf0 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e145bc65f0 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.700+0000 7f7616ffd700 1 -- 172.21.15.39:0/3532043909 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f76300b2260 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 10 client.27254 fetch_fsmap learned FSMap version 72 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55e145950d80 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7616ffd700 1 -- 172.21.15.39:0/3532043909 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e145bc65f0 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7616ffd700 1 -- 172.21.15.39:0/3532043909 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 72) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f7630015740 con 0x55e145be11a0 2023-12-07T14:16:27.709 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 10 client.27254 fetch_fsmap finished waiting for FSMap version 72 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 10 client.27254 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 20 client.27254 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145bf5470 0x55e145bf7890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 4 client.27254 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e145ba2640 con 0x55e145bf5470 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.701+0000 7f7636ffd700 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145bf5470 0x55e145bf7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.702+0000 7f7636ffd700 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145bf5470 0x55e145bf7890 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=509809e899062ff9 server_cookie=a52e15d4548081e7 in_seq=0 out_seq=0 2023-12-07T14:16:27.710 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.702+0000 7f7616ffd700 10 client.27254 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.703+0000 7f7616ffd700 1 -- 172.21.15.39:0/3532043909 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55e145ba2640 con 0x55e145bf5470 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.703+0000 7f7616ffd700 10 client.27254 handle_command_reply: tid=0 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.703+0000 7f7649bf6b80 1 client.27254 shutdown 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 msgr2=0x55e145be4d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be4d80 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x55e145be81e0 tx=0x7f763000d8a0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 shutdown_connections 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145be7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.711 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145bf5470 0x55e145bf7890 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3532043909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145be4d80 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 >> 172.21.15.39:0/3532043909 conn(0x55e145b02300 msgr2=0x55e145bcdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:27.712 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.704+0000 7f7616ffd700 0 client.27254 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:27.719 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.716+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 shutdown_connections 2023-12-07T14:16:27.732 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.728+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3532043909 wait complete. 2023-12-07T14:16:27.733 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.730+0000 7f7649bf6b80 20 client.27254 trim_cache size 0 max 16384 2023-12-07T14:16:27.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.758+0000 7f7649bf6b80 1 Processor -- start 2023-12-07T14:16:27.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.758+0000 7f7649bf6b80 1 -- start start 2023-12-07T14:16:27.762 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.758+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdbc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.759+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145bf1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.759+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be4630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.759+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e1459a68c0 con 0x55e145bdc190 2023-12-07T14:16:27.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.759+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145bce570 con 0x55e145be11a0 2023-12-07T14:16:27.763 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.759+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145be4ba0 con 0x55e145be1ac0 2023-12-07T14:16:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdbc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59780/0 (socket says 172.21.15.39:59780) 2023-12-07T14:16:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 -- 172.21.15.39:0/1240627861 learned_addr learned my addr 172.21.15.39:0/1240627861 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:27.766 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 -- 172.21.15.39:0/1240627861 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 msgr2=0x55e145be4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 --2- 172.21.15.39:0/1240627861 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 -- 172.21.15.39:0/1240627861 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 msgr2=0x55e145bf1120 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 --2- 172.21.15.39:0/1240627861 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145bf1120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 -- 172.21.15.39:0/1240627861 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e145939c00 con 0x55e145bdc190 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.760+0000 7f7636ffd700 1 --2- 172.21.15.39:0/1240627861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdbc50 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x55e145bf8130 tx=0x7f7628013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2badf220232f0d5a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.761+0000 7f761e7fc700 1 -- 172.21.15.39:0/1240627861 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7628022040 con 0x55e145bdc190 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.761+0000 7f761e7fc700 1 -- 172.21.15.39:0/1240627861 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f762801ed10 con 0x55e145bdc190 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.761+0000 7f761e7fc700 1 -- 172.21.15.39:0/1240627861 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76280276e0 con 0x55e145bdc190 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.762+0000 7f7649bf6b80 1 -- 172.21.15.39:0/1240627861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 msgr2=0x55e145bdbc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.767 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.762+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/1240627861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdbc50 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x55e145bf8130 tx=0x7f7628013040 comp rx=0 tx=0).stop 2023-12-07T14:16:27.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.764+0000 7f7649bf6b80 1 -- 172.21.15.39:0/1240627861 shutdown_connections 2023-12-07T14:16:27.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.764+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/1240627861 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be1ac0 0x55e145be4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.764+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/1240627861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bdbc50 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.764+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/1240627861 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be11a0 0x55e145bf1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.768 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.764+0000 7f7649bf6b80 1 -- 172.21.15.39:0/1240627861 >> 172.21.15.39:0/1240627861 conn(0x55e145b02300 msgr2=0x55e145bdef60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:27.769 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.764+0000 7f7649bf6b80 1 -- 172.21.15.39:0/1240627861 shutdown_connections 2023-12-07T14:16:27.769 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.765+0000 7f7649bf6b80 1 -- 172.21.15.39:0/1240627861 wait complete. 2023-12-07T14:16:27.769 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.765+0000 7f7649bf6b80 1 -- start start 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.765+0000 7f7649bf6b80 1 Processor -- start 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bea650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be11a0 0x55e145beab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7649bf6b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be1ac0 0x55e145bd7470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145beb4a0 con 0x55e145bdc190 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145bd79b0 con 0x55e145be1ac0 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7649bf6b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e145bd7b20 con 0x55e145be11a0 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7649bf6b80 10 client.0 _ll_register_callbacks cb 0x55e145a0ca20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bea650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7636ffd700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bea650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59784/0 (socket says 172.21.15.39:59784) 2023-12-07T14:16:27.770 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f7636ffd700 1 -- 172.21.15.39:0/3987905673 learned_addr learned my addr 172.21.15.39:0/3987905673 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.766+0000 7f76377fe700 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be1ac0 0x55e145bd7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7636ffd700 1 -- 172.21.15.39:0/3987905673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be11a0 msgr2=0x55e145beab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7636ffd700 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be11a0 0x55e145beab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7636ffd700 1 -- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be1ac0 msgr2=0x55e145bd7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7636ffd700 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be1ac0 0x55e145bd7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7636ffd700 1 -- 172.21.15.39:0/3987905673 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7628017070 con 0x55e145bdc190 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7636ffd700 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bea650 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f76280094f0 tx=0x7f762801fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf456d02d0dcdd41 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7616ffd700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:16:27.772 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7616ffd700 1 -- 172.21.15.39:0/3987905673 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7628022050 con 0x55e145bdc190 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7616ffd700 1 -- 172.21.15.39:0/3987905673 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7628005040 con 0x55e145bdc190 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f763009a0a0 con 0x55e145bdc190 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7616ffd700 1 -- 172.21.15.39:0/3987905673 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=72) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7628028510 con 0x55e145bdc190 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7649bf6b80 10 client.17781 fetch_fsmap learned FSMap version 72 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.767+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=72,monmap=4+}) v3 -- 0x55e1459771f0 con 0x55e145bdc190 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7616ffd700 1 -- 172.21.15.39:0/3987905673 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f763009a0a0 con 0x55e145bdc190 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7616ffd700 1 -- 172.21.15.39:0/3987905673 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 72) v1 ==== 7914+0+0 (secure 0 0 0) 0x7f7628027480 con 0x55e145bdc190 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7649bf6b80 10 client.17781 fetch_fsmap finished waiting for FSMap version 72 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7649bf6b80 10 client.17781 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7649bf6b80 20 client.17781 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145c660d0 0x55e145c684f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7649bf6b80 4 client.17781 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:16:27.773 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.768+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e145aedf70 con 0x55e145c660d0 2023-12-07T14:16:27.781 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.777+0000 7f76367fc700 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145c660d0 0x55e145c684f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.781+0000 7f7616ffd700 10 client.17781 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:27.791 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.781+0000 7f76367fc700 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145c660d0 0x55e145c684f0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1f50956b49ea9d2 server_cookie=14f53b6b8c4b86b9 in_seq=0 out_seq=0 2023-12-07T14:16:27.851 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7616ffd700 1 -- 172.21.15.39:0/3987905673 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e145aedf70 con 0x55e145c660d0 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7616ffd700 10 client.17781 handle_command_reply: tid=0 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 client.17781 shutdown 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 msgr2=0x55e145bea650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bea650 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f76280094f0 tx=0x7f762801fe90 comp rx=0 tx=0).stop 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 shutdown_connections 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55e145c660d0 0x55e145c684f0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e145be1ac0 0x55e145bd7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e145bdc190 0x55e145bea650 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7616ffd700 0 client.17781 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 --2- 172.21.15.39:0/3987905673 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55e145be11a0 0x55e145beab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 >> 172.21.15.39:0/3987905673 conn(0x55e145b02300 msgr2=0x55e145bcd8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 shutdown_connections 2023-12-07T14:16:27.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.847+0000 7f7649bf6b80 1 -- 172.21.15.39:0/3987905673 wait complete. 2023-12-07T14:16:27.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f7649bf6b80 20 client.17781 trim_cache size 0 max 16384 2023-12-07T14:16:27.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:16:27.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:16:27.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:16:27.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76200a1660 msgr2=0x7f76200a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76200a1660 0x7f76200a3b20 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f7638077a60 tx=0x7f7628009260 comp rx=0 tx=0).stop 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 msgr2=0x7f763819fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f763819fdf0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f76300060b0 tx=0x7f763000d3b0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 shutdown_connections 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7638105380 0x7f76381999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76380ffde0 0x7f763819f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76200a1660 0x7f76200a3b20 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 --2- 172.21.15.39:0/884230302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76381007a0 0x7f763819fdf0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:27.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 >> 172.21.15.39:0/884230302 conn(0x7f76380764a0 msgr2=0x7f7638107d60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:27.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 shutdown_connections 2023-12-07T14:16:27.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:27.848+0000 7f763d9fd700 1 -- 172.21.15.39:0/884230302 wait complete. 2023-12-07T14:16:28.059 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:27 smithi039 ceph-mon[98864]: pgmap v439: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 16 MiB/s wr, 1.29k op/s 2023-12-07T14:16:28.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:27 smithi055 ceph-mon[103363]: pgmap v439: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 16 MiB/s wr, 1.29k op/s 2023-12-07T14:16:28.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:27 smithi089 ceph-mon[103124]: pgmap v439: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 16 MiB/s wr, 1.29k op/s 2023-12-07T14:16:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 815.0 s, 1156.6 tps, lat 86.503 ms stddev 101.168 2023-12-07T14:16:30.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:29 smithi055 ceph-mon[103363]: pgmap v440: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 18 MiB/s wr, 1.43k op/s 2023-12-07T14:16:30.198 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:29 smithi089 ceph-mon[103124]: pgmap v440: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 18 MiB/s wr, 1.43k op/s 2023-12-07T14:16:30.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:29 smithi039 ceph-mon[98864]: pgmap v440: 97 pgs: 97 active+clean; 5.3 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 18 MiB/s wr, 1.43k op/s 2023-12-07T14:16:32.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:31 smithi055 ceph-mon[103363]: pgmap v441: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 22 MiB/s wr, 1.59k op/s 2023-12-07T14:16:32.197 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:31 smithi089 ceph-mon[103124]: pgmap v441: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 22 MiB/s wr, 1.59k op/s 2023-12-07T14:16:32.312 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:31 smithi039 ceph-mon[98864]: pgmap v441: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 22 MiB/s wr, 1.59k op/s 2023-12-07T14:16:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:32 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:33.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:32 smithi055 ceph-mon[103363]: pgmap v442: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-12-07T14:16:33.193 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:32 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:33.194 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:32 smithi089 ceph-mon[103124]: pgmap v442: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-12-07T14:16:33.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:32 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:33.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:32 smithi039 ceph-mon[98864]: pgmap v442: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 16 MiB/s wr, 1.07k op/s 2023-12-07T14:16:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 820.0 s, 1240.4 tps, lat 80.550 ms stddev 85.266 2023-12-07T14:16:34.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:34 smithi089 ceph-mon[103124]: pgmap v443: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 23 MiB/s wr, 1.55k op/s 2023-12-07T14:16:35.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:34 smithi039 ceph-mon[98864]: pgmap v443: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 23 MiB/s wr, 1.55k op/s 2023-12-07T14:16:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:34 smithi055 ceph-mon[103363]: pgmap v443: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 23 MiB/s wr, 1.55k op/s 2023-12-07T14:16:37.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:37 smithi055 ceph-mon[103363]: pgmap v444: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 15 MiB/s wr, 1.02k op/s 2023-12-07T14:16:37.447 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:37 smithi089 ceph-mon[103124]: pgmap v444: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 15 MiB/s wr, 1.02k op/s 2023-12-07T14:16:37.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:37 smithi039 ceph-mon[98864]: pgmap v444: 97 pgs: 97 active+clean; 5.4 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 15 MiB/s wr, 1.02k op/s 2023-12-07T14:16:38.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 825.0 s, 1465.6 tps, lat 68.010 ms stddev 81.733 2023-12-07T14:16:39.940 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:39 smithi089 ceph-mon[103124]: pgmap v445: 97 pgs: 97 active+clean; 5.5 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 19 MiB/s wr, 1.19k op/s 2023-12-07T14:16:40.057 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:39 smithi039 ceph-mon[98864]: pgmap v445: 97 pgs: 97 active+clean; 5.5 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 19 MiB/s wr, 1.19k op/s 2023-12-07T14:16:40.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:39 smithi055 ceph-mon[103363]: pgmap v445: 97 pgs: 97 active+clean; 5.5 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 19 MiB/s wr, 1.19k op/s 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 -- 172.21.15.39:0/2469499420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 msgr2=0x7f96801009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 --2- 172.21.15.39:0/2469499420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f96801009b0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f9670009990 tx=0x7f9670009ca0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 -- 172.21.15.39:0/2469499420 shutdown_connections 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 --2- 172.21.15.39:0/2469499420 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96801056f0 0x7f968010d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 --2- 172.21.15.39:0/2469499420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f96801009b0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 --2- 172.21.15.39:0/2469499420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9680100f80 0x7f9680104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 -- 172.21.15.39:0/2469499420 >> 172.21.15.39:0/2469499420 conn(0x7f96800fbe70 msgr2=0x7f96800fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 -- 172.21.15.39:0/2469499420 shutdown_connections 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.996+0000 7f9684fe3700 1 -- 172.21.15.39:0/2469499420 wait complete. 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 Processor -- start 2023-12-07T14:16:41.001 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 -- start start 2023-12-07T14:16:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f9680198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96801056f0 0x7f9680198cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96801991f0 0x7f96801a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96801a3ed0 con 0x7f96801005d0 2023-12-07T14:16:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96801a4040 con 0x7f96801056f0 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f9684fe3700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96801a4200 con 0x7f96801991f0 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f967e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f9680198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f967e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f9680198770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59798/0 (socket says 172.21.15.39:59798) 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.997+0000 7f967e59c700 1 -- 172.21.15.39:0/1262185166 learned_addr learned my addr 172.21.15.39:0/1262185166 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967dd9b700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96801056f0 0x7f9680198cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967ed9d700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96801991f0 0x7f96801a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967e59c700 1 -- 172.21.15.39:0/1262185166 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96801991f0 msgr2=0x7f96801a37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967e59c700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96801991f0 0x7f96801a37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967e59c700 1 -- 172.21.15.39:0/1262185166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96801056f0 msgr2=0x7f9680198cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967e59c700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96801056f0 0x7f9680198cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967e59c700 1 -- 172.21.15.39:0/1262185166 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96700095f0 con 0x7f96801005d0 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f967e59c700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f9680198770 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f9670004760 tx=0x7f9670004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:41.004 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f966f7fe700 1 -- 172.21.15.39:0/1262185166 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967001d070 con 0x7f96801005d0 2023-12-07T14:16:41.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f966f7fe700 1 -- 172.21.15.39:0/1262185166 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f967000fbf0 con 0x7f96801005d0 2023-12-07T14:16:41.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f966f7fe700 1 -- 172.21.15.39:0/1262185166 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9670022d50 con 0x7f96801005d0 2023-12-07T14:16:41.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96801a4480 con 0x7f96801005d0 2023-12-07T14:16:41.005 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:40.998+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96801a48a0 con 0x7f96801005d0 2023-12-07T14:16:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.000+0000 7f966f7fe700 1 -- 172.21.15.39:0/1262185166 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f9670022470 con 0x7f96801005d0 2023-12-07T14:16:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.001+0000 7f966f7fe700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96680a1660 0x7f96680a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.001+0000 7f967dd9b700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96680a1660 0x7f96680a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.001+0000 7f966f7fe700 1 -- 172.21.15.39:0/1262185166 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f96700ce130 con 0x7f96801005d0 2023-12-07T14:16:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f967dd9b700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96680a1660 0x7f96680a3b20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f9680069ef0 tx=0x7f967400b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 Processor -- start 2023-12-07T14:16:41.007 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 -- start start 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcde5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcde95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcde9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcd59760 con 0x5621fcde9b10 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcd40740 con 0x5621fcde5f50 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.002+0000 7f96911dcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcd3e060 con 0x5621fcde5630 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967dd9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcde95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcde9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967dd9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcde95d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51010/0 (socket says 172.21.15.39:51010) 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967dd9b700 1 -- 172.21.15.39:0/1647113935 learned_addr learned my addr 172.21.15.39:0/1647113935 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967e59c700 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcde5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967ed9d700 1 -- 172.21.15.39:0/1647113935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 msgr2=0x5621fcde5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967ed9d700 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcde5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967ed9d700 1 -- 172.21.15.39:0/1647113935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 msgr2=0x5621fcde95d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.008 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967ed9d700 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcde95d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967ed9d700 1 -- 172.21.15.39:0/1647113935 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621fcbb65d0 con 0x5621fcde9b10 2023-12-07T14:16:41.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967dd9b700 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcde95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:41.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f967ed9d700 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcde9f70 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9678009bb0 tx=0x7f96780094b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0068000f564e929 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:41.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f966cff9700 1 -- 172.21.15.39:0/1647113935 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678007e00 con 0x5621fcde9b10 2023-12-07T14:16:41.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f966cff9700 1 -- 172.21.15.39:0/1647113935 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96780148c0 con 0x5621fcde9b10 2023-12-07T14:16:41.009 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.003+0000 7f966cff9700 1 -- 172.21.15.39:0/1647113935 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96780138b0 con 0x5621fcde9b10 2023-12-07T14:16:41.013 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 -- 172.21.15.39:0/1647113935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 msgr2=0x5621fcde9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.013 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcde9f70 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f9678009bb0 tx=0x7f96780094b0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 -- 172.21.15.39:0/1647113935 shutdown_connections 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcde9f70 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcde5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 --2- 172.21.15.39:0/1647113935 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcde95d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 -- 172.21.15.39:0/1647113935 >> 172.21.15.39:0/1647113935 conn(0x5621fcd14300 msgr2=0x5621fcddfba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 -- 172.21.15.39:0/1647113935 shutdown_connections 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 -- 172.21.15.39:0/1647113935 wait complete. 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 -- start start 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.004+0000 7f96911dcb80 1 Processor -- start 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdee6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdeec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdef170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.014 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f96911dcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcd39950 con 0x5621fcde9b10 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f96911dcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fccf3500 con 0x5621fcde5f50 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f96911dcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fccf31a0 con 0x5621fcde5630 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f96911dcb80 10 client.0 _ll_register_callbacks cb 0x5621fcc1ea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdee6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdef170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdee6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36302/0 (socket says 172.21.15.39:36302) 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdef170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59816/0 (socket says 172.21.15.39:59816) 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 -- 172.21.15.39:0/602987759 learned_addr learned my addr 172.21.15.39:0/602987759 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967dd9b700 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdeec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 -- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 msgr2=0x5621fcdeec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdeec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 -- 172.21.15.39:0/602987759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 msgr2=0x5621fcdef170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdef170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 -- 172.21.15.39:0/602987759 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9674010c20 con 0x5621fcde5630 2023-12-07T14:16:41.015 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967ed9d700 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdef170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f967e59c700 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdee6f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9670097bf0 tx=0x7f967000fde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7cd3ea5c86629c6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f9665ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.005+0000 7f9665ffb700 1 -- 172.21.15.39:0/602987759 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967009f2d0 con 0x5621fcde5630 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f9665ffb700 1 -- 172.21.15.39:0/602987759 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f96700a3480 con 0x5621fcde5630 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5621fcdd85f0 con 0x5621fcde5630 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f9665ffb700 1 -- 172.21.15.39:0/602987759 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=73) v2 ==== 24+0+0 (secure 0 0 0) 0x7f967009a670 con 0x5621fcde5630 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 10 client.27403 fetch_fsmap learned FSMap version 73 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=73,monmap=4+}) v3 -- 0x7f96780097e0 con 0x5621fcde5630 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f9665ffb700 1 -- 172.21.15.39:0/602987759 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96700b7080 con 0x5621fcde5630 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f9665ffb700 1 -- 172.21.15.39:0/602987759 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 73) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f96700b9130 con 0x5621fcde5630 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 10 client.27403 fetch_fsmap finished waiting for FSMap version 73 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 10 client.27403 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 20 client.27403 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:41.016 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fcdfec30 0x5621fce01020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 4 client.27403 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5621fcdb4640 con 0x5621fcdfec30 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.006+0000 7f967dd9b700 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fcdfec30 0x5621fce01020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.007+0000 7f9665ffb700 10 client.27403 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.007+0000 7f967dd9b700 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fcdfec30 0x5621fce01020 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7304687f80c13194 server_cookie=e7f872d9b09a3f73 in_seq=0 out_seq=0 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.007+0000 7f9665ffb700 1 -- 172.21.15.39:0/602987759 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5621fcdb4640 con 0x5621fcdfec30 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.007+0000 7f9665ffb700 10 client.27403 handle_command_reply: tid=0 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.007+0000 7f96911dcb80 1 client.27403 shutdown 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 msgr2=0x5621fcdee6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdee6f0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9670097bf0 tx=0x7f967000fde0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 shutdown_connections 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdef170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdee6f0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.017 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fcdfec30 0x5621fce01020 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 --2- 172.21.15.39:0/602987759 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdeec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f9665ffb700 0 client.27403 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 >> 172.21.15.39:0/602987759 conn(0x5621fcd14300 msgr2=0x5621fcde4430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 shutdown_connections 2023-12-07T14:16:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 1 -- 172.21.15.39:0/602987759 wait complete. 2023-12-07T14:16:41.018 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.008+0000 7f96911dcb80 20 client.27403 trim_cache size 0 max 16384 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 Processor -- start 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 -- start start 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde5630 0x5621fcde4e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5f50 0x5621fce059a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde9b10 0x5621fcdf5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcbb88c0 con 0x5621fcde5630 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcde1f50 con 0x5621fcde9b10 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f96911dcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcddc240 con 0x5621fcde5f50 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f967e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde5630 0x5621fcde4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f967e59c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde5630 0x5621fcde4e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59820/0 (socket says 172.21.15.39:59820) 2023-12-07T14:16:41.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f967e59c700 1 -- 172.21.15.39:0/2878447439 learned_addr learned my addr 172.21.15.39:0/2878447439 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.023+0000 7f967ed9d700 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde9b10 0x5621fcdf5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967dd9b700 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5f50 0x5621fce059a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967e59c700 1 -- 172.21.15.39:0/2878447439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5f50 msgr2=0x5621fce059a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967e59c700 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5f50 0x5621fce059a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967e59c700 1 -- 172.21.15.39:0/2878447439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde9b10 msgr2=0x5621fcdf5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967e59c700 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde9b10 0x5621fcdf5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967e59c700 1 -- 172.21.15.39:0/2878447439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5621fcb62d80 con 0x5621fcde5630 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967ed9d700 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde9b10 0x5621fcdf5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f967e59c700 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde5630 0x5621fcde4e20 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f967009b110 tx=0x7f9670009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d200168abf930d14 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f966d7fa700 1 -- 172.21.15.39:0/2878447439 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96700a3480 con 0x5621fcde5630 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f966d7fa700 1 -- 172.21.15.39:0/2878447439 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5621fcdd85f0 con 0x5621fcde5630 2023-12-07T14:16:41.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.024+0000 7f966d7fa700 1 -- 172.21.15.39:0/2878447439 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f967009a670 con 0x5621fcde5630 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- 172.21.15.39:0/2878447439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde5630 msgr2=0x5621fcde4e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde5630 0x5621fcde4e20 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f967009b110 tx=0x7f9670009310 comp rx=0 tx=0).stop 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- 172.21.15.39:0/2878447439 shutdown_connections 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde9b10 0x5621fcdf5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde5630 0x5621fcde4e20 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 --2- 172.21.15.39:0/2878447439 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5f50 0x5621fce059a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- 172.21.15.39:0/2878447439 >> 172.21.15.39:0/2878447439 conn(0x5621fcd14300 msgr2=0x5621fcddfb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- 172.21.15.39:0/2878447439 shutdown_connections 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- 172.21.15.39:0/2878447439 wait complete. 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- start start 2023-12-07T14:16:41.033 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 Processor -- start 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdf3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdf42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdf4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fcdf6670 con 0x5621fcde9b10 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fce54120 con 0x5621fcde5f50 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5621fce54260 con 0x5621fcde5630 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.025+0000 7f96911dcb80 10 client.0 _ll_register_callbacks cb 0x5621fcc1ea20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdf4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967e59c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdf3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdf4820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59830/0 (socket says 172.21.15.39:59830) 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 -- 172.21.15.39:0/23643859 learned_addr learned my addr 172.21.15.39:0/23643859 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967dd9b700 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdf42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.034 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 -- 172.21.15.39:0/23643859 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 msgr2=0x5621fcdf3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdf3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 -- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 msgr2=0x5621fcdf42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdf42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 -- 172.21.15.39:0/23643859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5621fcbb65d0 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f967ed9d700 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdf4820 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9678009bb0 tx=0x7f9678014c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c4db6ec7312448c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f9665ffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f9665ffb700 1 -- 172.21.15.39:0/23643859 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96780095e0 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f9665ffb700 1 -- 172.21.15.39:0/23643859 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f9678003e10 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f96780148c0 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f9665ffb700 1 -- 172.21.15.39:0/23643859 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=73) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9678005070 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f96911dcb80 10 client.17799 fetch_fsmap learned FSMap version 73 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.026+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=73,monmap=4+}) v3 -- 0x7f96780097e0 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f9665ffb700 1 -- 172.21.15.39:0/23643859 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96780148c0 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f9665ffb700 1 -- 172.21.15.39:0/23643859 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 73) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f967801f660 con 0x5621fcde9b10 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f96911dcb80 10 client.17799 fetch_fsmap finished waiting for FSMap version 73 2023-12-07T14:16:41.035 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f96911dcb80 10 client.17799 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:41.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f96911dcb80 20 client.17799 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:41.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f96911dcb80 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fce55940 0x5621fce57d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:41.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f96911dcb80 4 client.17799 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:16:41.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5621fccfff70 con 0x5621fce55940 2023-12-07T14:16:41.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f967e59c700 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fce55940 0x5621fce57d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:41.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f9665ffb700 10 client.17799 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:41.036 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.027+0000 7f967e59c700 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fce55940 0x5621fce57d60 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a4146933dfda6c9 server_cookie=9a8cd4ed3dad7f3a in_seq=0 out_seq=0 2023-12-07T14:16:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f9665ffb700 1 -- 172.21.15.39:0/23643859 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5621fccfff70 con 0x5621fce55940 2023-12-07T14:16:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f9665ffb700 10 client.17799 handle_command_reply: tid=0 2023-12-07T14:16:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 client.17799 shutdown 2023-12-07T14:16:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 msgr2=0x5621fcdf4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdf4820 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9678009bb0 tx=0x7f9678014c60 comp rx=0 tx=0).stop 2023-12-07T14:16:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 shutdown_connections 2023-12-07T14:16:41.041 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5621fcde9b10 0x5621fcdf4820 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5621fcde5630 0x5621fcdf3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5621fce55940 0x5621fce57d60 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 --2- 172.21.15.39:0/23643859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621fcde5f50 0x5621fcdf42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f9665ffb700 0 client.17799 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 >> 172.21.15.39:0/23643859 conn(0x5621fcd14300 msgr2=0x5621fce059a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 shutdown_connections 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 1 -- 172.21.15.39:0/23643859 wait complete. 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.037+0000 7f96911dcb80 20 client.17799 trim_cache size 0 max 16384 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:16:41.042 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:16:41.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:16:41.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96680a1660 msgr2=0x7f96680a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96680a1660 0x7f96680a3b20 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f9680069ef0 tx=0x7f967400b410 comp rx=0 tx=0).stop 2023-12-07T14:16:41.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 msgr2=0x7f9680198770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:41.043 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f9680198770 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f9670004760 tx=0x7f9670004790 comp rx=0 tx=0).stop 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 shutdown_connections 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96801991f0 0x7f96801a37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96801005d0 0x7f9680198770 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96680a1660 0x7f96680a3b20 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 --2- 172.21.15.39:0/1262185166 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96801056f0 0x7f9680198cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 >> 172.21.15.39:0/1262185166 conn(0x7f96800fbe70 msgr2=0x7f96800fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 shutdown_connections 2023-12-07T14:16:41.044 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:41.038+0000 7f9684fe3700 1 -- 172.21.15.39:0/1262185166 wait complete. 2023-12-07T14:16:42.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:41 smithi039 ceph-mon[98864]: pgmap v446: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 21 MiB/s wr, 1.37k op/s 2023-12-07T14:16:42.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:41 smithi055 ceph-mon[103363]: pgmap v446: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 21 MiB/s wr, 1.37k op/s 2023-12-07T14:16:42.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:41 smithi089 ceph-mon[103124]: pgmap v446: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 21 MiB/s wr, 1.37k op/s 2023-12-07T14:16:43.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 830.0 s, 216.4 tps, lat 366.592 ms stddev 972.918 2023-12-07T14:16:44.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:43 smithi039 ceph-mon[98864]: pgmap v447: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 16 MiB/s wr, 1.02k op/s 2023-12-07T14:16:44.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:43 smithi055 ceph-mon[103363]: pgmap v447: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 16 MiB/s wr, 1.02k op/s 2023-12-07T14:16:44.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:43 smithi089 ceph-mon[103124]: pgmap v447: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 16 MiB/s wr, 1.02k op/s 2023-12-07T14:16:46.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:45 smithi039 ceph-mon[98864]: pgmap v448: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.20k op/s 2023-12-07T14:16:46.161 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:45 smithi055 ceph-mon[103363]: pgmap v448: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.20k op/s 2023-12-07T14:16:46.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:45 smithi089 ceph-mon[103124]: pgmap v448: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 18 MiB/s wr, 1.20k op/s 2023-12-07T14:16:48.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:47 smithi055 ceph-mon[103363]: pgmap v449: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 685 op/s 2023-12-07T14:16:48.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:47 smithi089 ceph-mon[103124]: pgmap v449: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 685 op/s 2023-12-07T14:16:48.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:47 smithi039 ceph-mon[98864]: pgmap v449: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 11 MiB/s wr, 685 op/s 2023-12-07T14:16:48.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 835.0 s, 1120.0 tps, lat 108.661 ms stddev 307.586 2023-12-07T14:16:50.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:49 smithi055 ceph-mon[103363]: pgmap v450: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 891 op/s 2023-12-07T14:16:50.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:49 smithi089 ceph-mon[103124]: pgmap v450: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 891 op/s 2023-12-07T14:16:50.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:49 smithi039 ceph-mon[98864]: pgmap v450: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 13 MiB/s wr, 891 op/s 2023-12-07T14:16:51.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:50 smithi055 ceph-mon[103363]: pgmap v451: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 16 MiB/s wr, 1.28k op/s 2023-12-07T14:16:51.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:50 smithi089 ceph-mon[103124]: pgmap v451: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 16 MiB/s wr, 1.28k op/s 2023-12-07T14:16:51.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:50 smithi039 ceph-mon[98864]: pgmap v451: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 16 MiB/s wr, 1.28k op/s 2023-12-07T14:16:52.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:52 smithi055 ceph-mon[103363]: pgmap v452: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 12 MiB/s wr, 967 op/s 2023-12-07T14:16:52.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:52 smithi089 ceph-mon[103124]: pgmap v452: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 12 MiB/s wr, 967 op/s 2023-12-07T14:16:52.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:52 smithi039 ceph-mon[98864]: pgmap v452: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 12 MiB/s wr, 967 op/s 2023-12-07T14:16:53.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 840.0 s, 1575.4 tps, lat 63.335 ms stddev 71.517 2023-12-07T14:16:54.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 -- 172.21.15.39:0/3696818779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa24810e100 msgr2=0x7fa2481104f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 --2- 172.21.15.39:0/3696818779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa24810e100 0x7fa2481104f0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fa2440098f0 tx=0x7fa244009c00 comp rx=0 tx=0).stop 2023-12-07T14:16:54.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 -- 172.21.15.39:0/3696818779 shutdown_connections 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 --2- 172.21.15.39:0/3696818779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa24810e100 0x7fa2481104f0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 --2- 172.21.15.39:0/3696818779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa2481023a0 0x7fa2480ff980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 --2- 172.21.15.39:0/3696818779 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa248102810 0x7fa2480ffec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 -- 172.21.15.39:0/3696818779 >> 172.21.15.39:0/3696818779 conn(0x7fa2480768b0 msgr2=0x7fa2480fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 -- 172.21.15.39:0/3696818779 shutdown_connections 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.207+0000 7fa24f272700 1 -- 172.21.15.39:0/3696818779 wait complete. 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 Processor -- start 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 -- start start 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2481023a0 0x7fa248102d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa248102810 0x7fa2481032b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa24810e100 0x7fa2481037f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2481aa140 con 0x7fa2481023a0 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2481aa280 con 0x7fa24810e100 2023-12-07T14:16:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24f272700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2481aa3f0 con 0x7fa248102810 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24d00e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2481023a0 0x7fa248102d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24d00e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2481023a0 0x7fa248102d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59840/0 (socket says 172.21.15.39:59840) 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24d00e700 1 -- 172.21.15.39:0/2946106782 learned_addr learned my addr 172.21.15.39:0/2946106782 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24d80f700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa24810e100 0x7fa2481037f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.208+0000 7fa24c80d700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa248102810 0x7fa2481032b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24d80f700 1 -- 172.21.15.39:0/2946106782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa248102810 msgr2=0x7fa2481032b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24d80f700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa248102810 0x7fa2481032b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24d80f700 1 -- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2481023a0 msgr2=0x7fa248102d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24d80f700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2481023a0 0x7fa248102d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24d80f700 1 -- 172.21.15.39:0/2946106782 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa244009520 con 0x7fa24810e100 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24d00e700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2481023a0 0x7fa248102d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24d80f700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa24810e100 0x7fa2481037f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa244009230 tx=0x7fa24400fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa23e7fc700 1 -- 172.21.15.39:0/2946106782 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa24401c070 con 0x7fa24810e100 2023-12-07T14:16:54.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2481aa670 con 0x7fa24810e100 2023-12-07T14:16:54.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa23e7fc700 1 -- 172.21.15.39:0/2946106782 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa24400bb20 con 0x7fa24810e100 2023-12-07T14:16:54.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa23e7fc700 1 -- 172.21.15.39:0/2946106782 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2440038e0 con 0x7fa24810e100 2023-12-07T14:16:54.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.209+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2481aaa90 con 0x7fa24810e100 2023-12-07T14:16:54.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.212+0000 7fa23e7fc700 1 -- 172.21.15.39:0/2946106782 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa244020030 con 0x7fa24810e100 2023-12-07T14:16:54.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.213+0000 7fa23e7fc700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2340a15e0 0x7fa2340a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.213+0000 7fa23e7fc700 1 -- 172.21.15.39:0/2946106782 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa2440cde30 con 0x7fa24810e100 2023-12-07T14:16:54.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.213+0000 7fa24d00e700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2340a15e0 0x7fa2340a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.213+0000 7fa25b46bb80 1 Processor -- start 2023-12-07T14:16:54.218 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.213+0000 7fa25b46bb80 1 -- start start 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 0x55ff68271a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff682755d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68275f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff681e5760 con 0x55ff68275b10 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff681cc740 con 0x55ff68271630 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff681ca060 con 0x55ff68271f50 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24d00e700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2340a15e0 0x7fa2340a3aa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa240009c10 tx=0x7fa24000b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff682755d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24d80f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68275f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24d80f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68275f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59852/0 (socket says 172.21.15.39:59852) 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff682755d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36340/0 (socket says 172.21.15.39:36340) 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24d80f700 1 -- 172.21.15.39:0/742899538 learned_addr learned my addr 172.21.15.39:0/742899538 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24d00e700 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 0x55ff68271a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.219 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 -- 172.21.15.39:0/742899538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 msgr2=0x55ff68271a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 0x55ff68271a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 -- 172.21.15.39:0/742899538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 msgr2=0x55ff68275f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68275f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 -- 172.21.15.39:0/742899538 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ff680425d0 con 0x55ff68271f50 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24d80f700 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68275f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa24c80d700 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff682755d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fa248068130 tx=0x7fa2380058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1224332dc4a86e9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.214+0000 7fa2337fe700 1 -- 172.21.15.39:0/742899538 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa238011c80 con 0x55ff68271f50 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa2337fe700 1 -- 172.21.15.39:0/742899538 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa238004510 con 0x55ff68271f50 2023-12-07T14:16:54.220 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa2337fe700 1 -- 172.21.15.39:0/742899538 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa238005280 con 0x55ff68271f50 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 -- 172.21.15.39:0/742899538 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 msgr2=0x55ff682755d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff682755d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fa248068130 tx=0x7fa2380058e0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 -- 172.21.15.39:0/742899538 shutdown_connections 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68275f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 0x55ff68271a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/742899538 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff682755d0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 -- 172.21.15.39:0/742899538 >> 172.21.15.39:0/742899538 conn(0x55ff681a0300 msgr2=0x55ff6826bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.215+0000 7fa25b46bb80 1 -- 172.21.15.39:0/742899538 shutdown_connections 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.216+0000 7fa25b46bb80 1 -- 172.21.15.39:0/742899538 wait complete. 2023-12-07T14:16:54.222 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.216+0000 7fa25b46bb80 1 -- start start 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.216+0000 7fa25b46bb80 1 Processor -- start 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 0x55ff6827d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff6827a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff6827ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff681c5950 con 0x55ff68275b10 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff6817f500 con 0x55ff68271630 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff6817f1a0 con 0x55ff68271f50 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa25b46bb80 10 client.0 _ll_register_callbacks cb 0x55ff680aaa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa24d80f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff6827ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa24d80f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff6827ad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59854/0 (socket says 172.21.15.39:59854) 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa24d80f700 1 -- 172.21.15.39:0/553665720 learned_addr learned my addr 172.21.15.39:0/553665720 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.217+0000 7fa24c80d700 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff6827a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.218+0000 7fa24c80d700 1 -- 172.21.15.39:0/553665720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 msgr2=0x55ff6827d2c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.218+0000 7fa24c80d700 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 0x55ff6827d2c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.223 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.218+0000 7fa24c80d700 1 -- 172.21.15.39:0/553665720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 msgr2=0x55ff6827ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:54.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.218+0000 7fa24c80d700 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff6827ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.218+0000 7fa24c80d700 1 -- 172.21.15.39:0/553665720 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2481aaa90 con 0x55ff68271f50 2023-12-07T14:16:54.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.219+0000 7fa24c80d700 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff6827a600 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa238009720 tx=0x7fa238004050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=231650bf0fc5bb80 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:54.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa230ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:16:54.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa230ff9700 1 -- 172.21.15.39:0/553665720 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa238011a80 con 0x55ff68271f50 2023-12-07T14:16:54.224 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa230ff9700 1 -- 172.21.15.39:0/553665720 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa238011be0 con 0x55ff68271f50 2023-12-07T14:16:54.225 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ff682645f0 con 0x55ff68271f50 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa230ff9700 1 -- 172.21.15.39:0/553665720 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=73) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa238011da0 con 0x55ff68271f50 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa25b46bb80 10 client.27421 fetch_fsmap learned FSMap version 73 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=73,monmap=4+}) v3 -- 0x7fa238009920 con 0x55ff68271f50 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa230ff9700 1 -- 172.21.15.39:0/553665720 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ff682645f0 con 0x55ff68271f50 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa230ff9700 1 -- 172.21.15.39:0/553665720 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 73) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fa238005230 con 0x55ff68271f50 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa25b46bb80 10 client.27421 fetch_fsmap finished waiting for FSMap version 73 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa25b46bb80 10 client.27421 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.221+0000 7fa25b46bb80 20 client.27421 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:54.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.222+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff6829bd50 0x55ff6829e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.222+0000 7fa25b46bb80 4 client.27421 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.222+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ff68240640 con 0x55ff6829bd50 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.222+0000 7fa24d00e700 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff6829bd50 0x55ff6829e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.222+0000 7fa230ff9700 10 client.27421 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.222+0000 7fa24d00e700 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff6829bd50 0x55ff6829e170 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e39447b0298f8473 server_cookie=2d80d20912b80393 in_seq=0 out_seq=0 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa230ff9700 1 -- 172.21.15.39:0/553665720 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55ff68240640 con 0x55ff6829bd50 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa230ff9700 10 client.27421 handle_command_reply: tid=0 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 client.27421 shutdown 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 msgr2=0x55ff6827a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff6827a600 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa238009720 tx=0x7fa238004050 comp rx=0 tx=0).stop 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 shutdown_connections 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff6827ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff6829bd50 0x55ff6829e170 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271630 0x55ff6827d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa230ff9700 0 client.27421 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/553665720 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271f50 0x55ff6827a600 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 >> 172.21.15.39:0/553665720 conn(0x55ff681a0300 msgr2=0x55ff68270430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 shutdown_connections 2023-12-07T14:16:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.223+0000 7fa25b46bb80 1 -- 172.21.15.39:0/553665720 wait complete. 2023-12-07T14:16:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.224+0000 7fa25b46bb80 20 client.27421 trim_cache size 0 max 16384 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 Processor -- start 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 -- start start 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff6826bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68271f50 0x55ff68270430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68275b10 0x55ff6827cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff680448c0 con 0x55ff68271f50 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff6826c2f0 con 0x55ff68275b10 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff6826c100 con 0x55ff68271630 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68275b10 0x55ff6827cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.248 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d00e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff6826bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68275b10 0x55ff6827cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51064/0 (socket says 172.21.15.39:51064) 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d00e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff6826bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36350/0 (socket says 172.21.15.39:36350) 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 -- 172.21.15.39:0/4136216436 learned_addr learned my addr 172.21.15.39:0/4136216436 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24c80d700 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68271f50 0x55ff68270430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 -- 172.21.15.39:0/4136216436 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 msgr2=0x55ff6826bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff6826bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 -- 172.21.15.39:0/4136216436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68271f50 msgr2=0x55ff68270430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68271f50 0x55ff68270430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d80f700 1 -- 172.21.15.39:0/4136216436 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ff67feed80 con 0x55ff68275b10 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.242+0000 7fa24d00e700 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff6826bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.243+0000 7fa24d80f700 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68275b10 0x55ff6827cff0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa244005e70 tx=0x7fa2440a1040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2633e60c19b94df4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.243+0000 7fa233fff700 1 -- 172.21.15.39:0/4136216436 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa24409f030 con 0x55ff68275b10 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.243+0000 7fa233fff700 1 -- 172.21.15.39:0/4136216436 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa2440a31e0 con 0x55ff68275b10 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.243+0000 7fa233fff700 1 -- 172.21.15.39:0/4136216436 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2440975f0 con 0x55ff68275b10 2023-12-07T14:16:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 -- 172.21.15.39:0/4136216436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68275b10 msgr2=0x55ff6827cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68275b10 0x55ff6827cff0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fa244005e70 tx=0x7fa2440a1040 comp rx=0 tx=0).stop 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 -- 172.21.15.39:0/4136216436 shutdown_connections 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68275b10 0x55ff6827cff0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff6826bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/4136216436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68271f50 0x55ff68270430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 -- 172.21.15.39:0/4136216436 >> 172.21.15.39:0/4136216436 conn(0x55ff681a0300 msgr2=0x55ff68270c80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 -- 172.21.15.39:0/4136216436 shutdown_connections 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 -- 172.21.15.39:0/4136216436 wait complete. 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 -- start start 2023-12-07T14:16:54.250 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.244+0000 7fa25b46bb80 1 Processor -- start 2023-12-07T14:16:54.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff68280fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271f50 0x55ff68281520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa25b46bb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68281a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.252 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff682f1250 con 0x55ff68275b10 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff682f1390 con 0x55ff68271f50 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa25b46bb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff682f1500 con 0x55ff68271630 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa25b46bb80 10 client.0 _ll_register_callbacks cb 0x55ff680aaa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff68280fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d80f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68281a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff68280fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36358/0 (socket says 172.21.15.39:36358) 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24c80d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271f50 0x55ff68281520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 -- 172.21.15.39:0/3656062730 learned_addr learned my addr 172.21.15.39:0/3656062730 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 -- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271f50 msgr2=0x55ff68281520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271f50 0x55ff68281520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 -- 172.21.15.39:0/3656062730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 msgr2=0x55ff68281a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68281a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24d00e700 1 -- 172.21.15.39:0/3656062730 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa24000e850 con 0x55ff68271630 2023-12-07T14:16:54.253 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.245+0000 7fa24c80d700 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271f50 0x55ff68281520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa24d00e700 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff68280fe0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55ff6829ea80 tx=0x7fa240014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=532dc058f4a880a5 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa230ff9700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa230ff9700 1 -- 172.21.15.39:0/3656062730 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa240031660 con 0x55ff68271630 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa230ff9700 1 -- 172.21.15.39:0/3656062730 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa2400317c0 con 0x55ff68271630 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa238004510 con 0x55ff68271630 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa230ff9700 1 -- 172.21.15.39:0/3656062730 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=73) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa240031980 con 0x55ff68271630 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 10 client.27427 fetch_fsmap learned FSMap version 73 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=73,monmap=4+}) v3 -- 0x7fa2481aa670 con 0x55ff68271630 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa230ff9700 1 -- 172.21.15.39:0/3656062730 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa24003f020 con 0x55ff68271630 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa230ff9700 1 -- 172.21.15.39:0/3656062730 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 73) v1 ==== 7902+0+0 (secure 0 0 0) 0x7fa24003bcb0 con 0x55ff68271630 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 10 client.27427 fetch_fsmap finished waiting for FSMap version 73 2023-12-07T14:16:54.254 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 10 client.27427 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:16:54.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 20 client.27427 populate_metadata read hostname 'smithi039' 2023-12-07T14:16:54.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff682f2d70 0x55ff682f5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:16:54.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 4 client.27427 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:16:54.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.246+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ff6818bf70 con 0x55ff682f2d70 2023-12-07T14:16:54.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.247+0000 7fa24c80d700 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff682f2d70 0x55ff682f5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:16:54.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.247+0000 7fa230ff9700 10 client.27427 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:54.255 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.247+0000 7fa24c80d700 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff682f2d70 0x55ff682f5190 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5c009cc6e89d5f2 server_cookie=26d8ab9f1a74a41b in_seq=0 out_seq=0 2023-12-07T14:16:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.259+0000 7fa230ff9700 1 -- 172.21.15.39:0/3656062730 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ff6818bf70 con 0x55ff682f2d70 2023-12-07T14:16:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.259+0000 7fa230ff9700 10 client.27427 handle_command_reply: tid=0 2023-12-07T14:16:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.259+0000 7fa25b46bb80 1 client.27427 shutdown 2023-12-07T14:16:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 msgr2=0x55ff68280fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff68280fe0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55ff6829ea80 tx=0x7fa240014000 comp rx=0 tx=0).stop 2023-12-07T14:16:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 shutdown_connections 2023-12-07T14:16:54.265 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ff68275b10 0x55ff68281a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55ff68271630 0x55ff68280fe0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55ff682f2d70 0x55ff682f5190 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 --2- 172.21.15.39:0/3656062730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55ff68271f50 0x55ff68281520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa230ff9700 0 client.27427 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 >> 172.21.15.39:0/3656062730 conn(0x55ff681a0300 msgr2=0x55ff68266100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 shutdown_connections 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 1 -- 172.21.15.39:0/3656062730 wait complete. 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.260+0000 7fa25b46bb80 20 client.27427 trim_cache size 0 max 16384 2023-12-07T14:16:54.266 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:16:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:16:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:16:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:16:54.267 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2340a15e0 msgr2=0x7fa2340a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2340a15e0 0x7fa2340a3aa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa240009c10 tx=0x7fa24000b040 comp rx=0 tx=0).stop 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa24810e100 msgr2=0x7fa2481037f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa24810e100 0x7fa2481037f0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fa244009230 tx=0x7fa24400fa00 comp rx=0 tx=0).stop 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 shutdown_connections 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa2340a15e0 0x7fa2340a3aa0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa24810e100 0x7fa2481037f0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2481023a0 0x7fa248102d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 --2- 172.21.15.39:0/2946106782 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa248102810 0x7fa2481032b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 >> 172.21.15.39:0/2946106782 conn(0x7fa2480768b0 msgr2=0x7fa24810f600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 shutdown_connections 2023-12-07T14:16:54.268 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:16:54.261+0000 7fa24f272700 1 -- 172.21.15.39:0/2946106782 wait complete. 2023-12-07T14:16:54.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:54 smithi089 ceph-mon[103124]: pgmap v453: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 17 MiB/s wr, 1.21k op/s 2023-12-07T14:16:55.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:54 smithi039 ceph-mon[98864]: pgmap v453: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 17 MiB/s wr, 1.21k op/s 2023-12-07T14:16:55.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:54 smithi055 ceph-mon[103363]: pgmap v453: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 148 KiB/s rd, 17 MiB/s wr, 1.21k op/s 2023-12-07T14:16:56.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:56 smithi055 ceph-mon[103363]: pgmap v454: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2023-12-07T14:16:56.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:56 smithi089 ceph-mon[103124]: pgmap v454: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2023-12-07T14:16:56.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:56 smithi039 ceph-mon[98864]: pgmap v454: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 138 KiB/s rd, 14 MiB/s wr, 1.02k op/s 2023-12-07T14:16:57.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:57 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:16:57.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:57 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:16:57.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:57 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:16:58.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:58 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:58.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:58 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:16:58.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:58 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:16:58.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:58 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:16:58.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:16:58 smithi055 ceph-mon[103363]: pgmap v455: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 139 KiB/s rd, 16 MiB/s wr, 1.10k op/s 2023-12-07T14:16:58.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:58 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:58.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:58 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:16:58.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:58 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:16:58.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:58 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:16:58.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:16:58 smithi089 ceph-mon[103124]: pgmap v455: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 139 KiB/s rd, 16 MiB/s wr, 1.10k op/s 2023-12-07T14:16:58.561 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:58 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:16:58.561 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:58 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:16:58.562 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:58 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:16:58.562 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:58 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:16:58.562 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:16:58 smithi039 ceph-mon[98864]: pgmap v455: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 139 KiB/s rd, 16 MiB/s wr, 1.10k op/s 2023-12-07T14:16:58.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 845.0 s, 1318.5 tps, lat 74.460 ms stddev 92.914 2023-12-07T14:17:00.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:00 smithi055 ceph-mon[103363]: pgmap v456: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 17 MiB/s wr, 1.08k op/s 2023-12-07T14:17:00.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:00 smithi089 ceph-mon[103124]: pgmap v456: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 17 MiB/s wr, 1.08k op/s 2023-12-07T14:17:00.559 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:00 smithi039 ceph-mon[98864]: pgmap v456: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 158 KiB/s rd, 17 MiB/s wr, 1.08k op/s 2023-12-07T14:17:02.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:02 smithi055 ceph-mon[103363]: pgmap v457: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 10 MiB/s wr, 553 op/s 2023-12-07T14:17:02.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:02 smithi089 ceph-mon[103124]: pgmap v457: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 10 MiB/s wr, 553 op/s 2023-12-07T14:17:02.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:02 smithi039 ceph-mon[98864]: pgmap v457: 97 pgs: 97 active+clean; 5.7 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 134 KiB/s rd, 10 MiB/s wr, 553 op/s 2023-12-07T14:17:03.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 850.0 s, 1318.3 tps, lat 77.136 ms stddev 131.271 2023-12-07T14:17:04.954 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:04 smithi089 ceph-mon[103124]: pgmap v458: 97 pgs: 97 active+clean; 5.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 149 KiB/s rd, 22 MiB/s wr, 1.55k op/s 2023-12-07T14:17:05.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:04 smithi039 ceph-mon[98864]: pgmap v458: 97 pgs: 97 active+clean; 5.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 149 KiB/s rd, 22 MiB/s wr, 1.55k op/s 2023-12-07T14:17:05.154 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:04 smithi055 ceph-mon[103363]: pgmap v458: 97 pgs: 97 active+clean; 5.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 149 KiB/s rd, 22 MiB/s wr, 1.55k op/s 2023-12-07T14:17:06.401 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:06 smithi055 ceph-mon[103363]: pgmap v459: 97 pgs: 97 active+clean; 5.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 1.30k op/s 2023-12-07T14:17:06.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:06 smithi089 ceph-mon[103124]: pgmap v459: 97 pgs: 97 active+clean; 5.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 1.30k op/s 2023-12-07T14:17:06.562 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:06 smithi039 ceph-mon[98864]: pgmap v459: 97 pgs: 97 active+clean; 5.7 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 17 MiB/s wr, 1.30k op/s 2023-12-07T14:17:07.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.489+0000 7f7d53efa700 1 -- 172.21.15.39:0/4287225410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d4c1084d0 msgr2=0x7f7d4c114910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.489+0000 7f7d53efa700 1 --2- 172.21.15.39:0/4287225410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d4c1084d0 0x7f7d4c114910 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c009990 tx=0x7f7d3c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.489+0000 7f7d53efa700 1 -- 172.21.15.39:0/4287225410 shutdown_connections 2023-12-07T14:17:07.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.489+0000 7f7d53efa700 1 --2- 172.21.15.39:0/4287225410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d4c1084d0 0x7f7d4c114910 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.489+0000 7f7d53efa700 1 --2- 172.21.15.39:0/4287225410 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d4c10da50 0x7f7d4c10de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.489+0000 7f7d53efa700 1 --2- 172.21.15.39:0/4287225410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c107b10 0x7f7d4c107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.492 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.489+0000 7f7d53efa700 1 -- 172.21.15.39:0/4287225410 >> 172.21.15.39:0/4287225410 conn(0x7f7d4c0773b0 msgr2=0x7f7d4c1063f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:07.515 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.513+0000 7f7d53efa700 1 -- 172.21.15.39:0/4287225410 shutdown_connections 2023-12-07T14:17:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.515+0000 7f7d53efa700 1 -- 172.21.15.39:0/4287225410 wait complete. 2023-12-07T14:17:07.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.515+0000 7f7d53efa700 1 Processor -- start 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d53efa700 1 -- start start 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d53efa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d4c107b10 0x7f7d4c072d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d53efa700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d4c1084d0 0x7f7d4c073280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d53efa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c10da50 0x7f7d4c06bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d53efa700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4c06c730 con 0x7f7d4c107b10 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d53efa700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4c06c8a0 con 0x7f7d4c10da50 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d53efa700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4c06ca60 con 0x7f7d4c1084d0 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d52497700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c10da50 0x7f7d4c06bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d52497700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c10da50 0x7f7d4c06bfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51078/0 (socket says 172.21.15.39:51078) 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d52497700 1 -- 172.21.15.39:0/3988834837 learned_addr learned my addr 172.21.15.39:0/3988834837 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.516+0000 7f7d51495700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d4c1084d0 0x7f7d4c073280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.517+0000 7f7d52497700 1 -- 172.21.15.39:0/3988834837 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d4c1084d0 msgr2=0x7f7d4c073280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.517+0000 7f7d52497700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d4c1084d0 0x7f7d4c073280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.517+0000 7f7d52497700 1 -- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d4c107b10 msgr2=0x7f7d4c072d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.517+0000 7f7d52497700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d4c107b10 0x7f7d4c072d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.517+0000 7f7d52497700 1 -- 172.21.15.39:0/3988834837 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d3c0095f0 con 0x7f7d4c10da50 2023-12-07T14:17:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.517+0000 7f7d52497700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c10da50 0x7f7d4c06bfa0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c003b60 tx=0x7f7d3c003c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:07.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.523+0000 7f7d42ffd700 1 -- 172.21.15.39:0/3988834837 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c01d070 con 0x7f7d4c10da50 2023-12-07T14:17:07.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.523+0000 7f7d42ffd700 1 -- 172.21.15.39:0/3988834837 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d3c005580 con 0x7f7d4c10da50 2023-12-07T14:17:07.526 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.523+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d4c070860 con 0x7f7d4c10da50 2023-12-07T14:17:07.539 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.523+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d4c070d40 con 0x7f7d4c10da50 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.523+0000 7f7d42ffd700 1 -- 172.21.15.39:0/3988834837 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c00fe70 con 0x7f7d4c10da50 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.528+0000 7f7d600f3b80 1 Processor -- start 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.528+0000 7f7d42ffd700 1 -- 172.21.15.39:0/3988834837 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7d3c02b440 con 0x7f7d4c10da50 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.529+0000 7f7d42ffd700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d380a17f0 0x7f7d380a3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.529+0000 7f7d42ffd700 1 -- 172.21.15.39:0/3988834837 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f7d3c0ce5a0 con 0x7f7d4c10da50 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d600f3b80 1 -- start start 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc84630 0x55c00fc84a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fc885d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc88b10 0x55c00fc88f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fbf8760 con 0x55c00fc88b10 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fbdf740 con 0x55c00fc84f50 2023-12-07T14:17:07.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fbdd060 con 0x55c00fc84630 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d51c96700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc84630 0x55c00fc84a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d51c96700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc84630 0x55c00fc84a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36372/0 (socket says 172.21.15.39:36372) 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.530+0000 7f7d51c96700 1 -- 172.21.15.39:0/884895992 learned_addr learned my addr 172.21.15.39:0/884895992 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.532+0000 7f7d52497700 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc88b10 0x55c00fc88f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.533+0000 7f7d52497700 1 -- 172.21.15.39:0/884895992 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc84630 msgr2=0x55c00fc84a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.533+0000 7f7d52497700 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc84630 0x55c00fc84a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.533+0000 7f7d52497700 1 -- 172.21.15.39:0/884895992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 msgr2=0x55c00fc885d0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.533+0000 7f7d52497700 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fc885d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.533+0000 7f7d52497700 1 -- 172.21.15.39:0/884895992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c00fa555d0 con 0x55c00fc88b10 2023-12-07T14:17:07.541 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.533+0000 7f7d52497700 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc88b10 0x55c00fc88f70 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c0cbca0 tx=0x7f7d3c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9715b7d4c95b8917 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:07.542 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.540+0000 7f7d51495700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d380a17f0 0x7f7d380a3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.547+0000 7f7d37fff700 1 -- 172.21.15.39:0/884895992 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c09bcc0 con 0x55c00fc88b10 2023-12-07T14:17:07.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.547+0000 7f7d37fff700 1 -- 172.21.15.39:0/884895992 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d3c09b5c0 con 0x55c00fc88b10 2023-12-07T14:17:07.550 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.547+0000 7f7d37fff700 1 -- 172.21.15.39:0/884895992 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c09ba40 con 0x55c00fc88b10 2023-12-07T14:17:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.548+0000 7f7d600f3b80 1 -- 172.21.15.39:0/884895992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc88b10 msgr2=0x55c00fc88f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.548+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc88b10 0x55c00fc88f70 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c0cbca0 tx=0x7f7d3c009310 comp rx=0 tx=0).stop 2023-12-07T14:17:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.548+0000 7f7d600f3b80 1 -- 172.21.15.39:0/884895992 shutdown_connections 2023-12-07T14:17:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.548+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc88b10 0x55c00fc88f70 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.548+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc84630 0x55c00fc84a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.548+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/884895992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fc885d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.551 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.548+0000 7f7d600f3b80 1 -- 172.21.15.39:0/884895992 >> 172.21.15.39:0/884895992 conn(0x55c00fbb3300 msgr2=0x55c00fc7eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:07.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.550+0000 7f7d600f3b80 1 -- 172.21.15.39:0/884895992 shutdown_connections 2023-12-07T14:17:07.553 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.550+0000 7f7d600f3b80 1 -- 172.21.15.39:0/884895992 wait complete. 2023-12-07T14:17:07.554 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.551+0000 7f7d600f3b80 1 -- start start 2023-12-07T14:17:07.554 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.551+0000 7f7d600f3b80 1 Processor -- start 2023-12-07T14:17:07.554 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.551+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84630 0x55c00fc8e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.555 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84f50 0x55c00fc8b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.555 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc8bc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.555 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fbd8950 con 0x55c00fc84f50 2023-12-07T14:17:07.555 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fb92500 con 0x55c00fc84630 2023-12-07T14:17:07.555 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fb921a0 con 0x55c00fc88b10 2023-12-07T14:17:07.555 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d600f3b80 10 client.0 _ll_register_callbacks cb 0x55c00fabda20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d51495700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84f50 0x55c00fc8b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d51495700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84f50 0x55c00fc8b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59888/0 (socket says 172.21.15.39:59888) 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d51495700 1 -- 172.21.15.39:0/3410634237 learned_addr learned my addr 172.21.15.39:0/3410634237 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.552+0000 7f7d52497700 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc8bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.553+0000 7f7d52497700 1 -- 172.21.15.39:0/3410634237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84630 msgr2=0x55c00fc8e270 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.553+0000 7f7d52497700 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84630 0x55c00fc8e270 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.553+0000 7f7d52497700 1 -- 172.21.15.39:0/3410634237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84f50 msgr2=0x55c00fc8b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.553+0000 7f7d52497700 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84f50 0x55c00fc8b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.553+0000 7f7d52497700 1 -- 172.21.15.39:0/3410634237 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d4c070d40 con 0x55c00fc88b10 2023-12-07T14:17:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.553+0000 7f7d52497700 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc8bc50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c0a3a80 tx=0x7f7d3c00b580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25add59c588f3d0a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.556+0000 7f7d51495700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d380a17f0 0x7f7d380a3cb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c06d580 tx=0x7f7d44009820 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:07.562 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.559+0000 7f7d357fa700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:17:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.559+0000 7f7d357fa700 1 -- 172.21.15.39:0/3410634237 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d3c09f710 con 0x55c00fc88b10 2023-12-07T14:17:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.559+0000 7f7d357fa700 1 -- 172.21.15.39:0/3410634237 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f7d3c0a38c0 con 0x55c00fc88b10 2023-12-07T14:17:07.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.560+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c00fc775f0 con 0x55c00fc88b10 2023-12-07T14:17:07.573 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.571+0000 7f7d357fa700 1 -- 172.21.15.39:0/3410634237 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7d3c09ba30 con 0x55c00fc88b10 2023-12-07T14:17:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.571+0000 7f7d600f3b80 10 client.27436 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:07.574 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.571+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x55c00fa01d80 con 0x55c00fc88b10 2023-12-07T14:17:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d357fa700 1 -- 172.21.15.39:0/3410634237 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c00fc775f0 con 0x55c00fc88b10 2023-12-07T14:17:07.575 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d357fa700 1 -- 172.21.15.39:0/3410634237 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f7d3c0ce0b0 con 0x55c00fc88b10 2023-12-07T14:17:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d600f3b80 10 client.27436 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d600f3b80 10 client.27436 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d600f3b80 20 client.27436 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fcbf480 0x55c00fcc1870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d600f3b80 4 client.27436 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:17:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c00fc53640 con 0x55c00fcbf480 2023-12-07T14:17:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.573+0000 7f7d51c96700 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fcbf480 0x55c00fcc1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.589+0000 7f7d51c96700 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fcbf480 0x55c00fcc1870 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=edd74431e823128e server_cookie=8db3398e2c44a9f0 in_seq=0 out_seq=0 2023-12-07T14:17:07.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.589+0000 7f7d357fa700 10 client.27436 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.592+0000 7f7d357fa700 1 -- 172.21.15.39:0/3410634237 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c00fc53640 con 0x55c00fcbf480 2023-12-07T14:17:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.592+0000 7f7d357fa700 10 client.27436 handle_command_reply: tid=0 2023-12-07T14:17:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.592+0000 7f7d600f3b80 1 client.27436 shutdown 2023-12-07T14:17:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 msgr2=0x55c00fc8bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc8bc50 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c0a3a80 tx=0x7f7d3c00b580 comp rx=0 tx=0).stop 2023-12-07T14:17:07.596 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 shutdown_connections 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc8bc50 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fcbf480 0x55c00fcc1870 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84630 0x55c00fc8e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/3410634237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84f50 0x55c00fc8b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 >> 172.21.15.39:0/3410634237 conn(0x55c00fbb3300 msgr2=0x55c00fc896e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d357fa700 0 client.27436 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 shutdown_connections 2023-12-07T14:17:07.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 1 -- 172.21.15.39:0/3410634237 wait complete. 2023-12-07T14:17:07.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.593+0000 7f7d600f3b80 20 client.27436 trim_cache size 0 max 16384 2023-12-07T14:17:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.624+0000 7f7d600f3b80 1 Processor -- start 2023-12-07T14:17:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d600f3b80 1 -- start start 2023-12-07T14:17:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb6950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb6e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc7e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fa578c0 con 0x55c00fc84630 2023-12-07T14:17:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fc8c500 con 0x55c00fc84f50 2023-12-07T14:17:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fc857c0 con 0x55c00fc88b10 2023-12-07T14:17:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d51495700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d51495700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51096/0 (socket says 172.21.15.39:51096) 2023-12-07T14:17:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d51495700 1 -- 172.21.15.39:0/437477829 learned_addr learned my addr 172.21.15.39:0/437477829 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:07.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.625+0000 7f7d51c96700 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb6950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.626+0000 7f7d51c96700 1 -- 172.21.15.39:0/437477829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 msgr2=0x55c00fc7e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.626+0000 7f7d51c96700 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc7e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.626+0000 7f7d51c96700 1 -- 172.21.15.39:0/437477829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 msgr2=0x55c00fcb6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.626+0000 7f7d51c96700 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb6e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.626+0000 7f7d51c96700 1 -- 172.21.15.39:0/437477829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c00f9eac00 con 0x55c00fc84630 2023-12-07T14:17:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.626+0000 7f7d51c96700 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb6950 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f7d48000c00 tx=0x7f7d48009a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19175a17b3daae54 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:07.630 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.627+0000 7f7d40ff9700 1 -- 172.21.15.39:0/437477829 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d480180e0 con 0x55c00fc84630 2023-12-07T14:17:07.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.627+0000 7f7d40ff9700 1 -- 172.21.15.39:0/437477829 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d48018700 con 0x55c00fc84630 2023-12-07T14:17:07.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.627+0000 7f7d40ff9700 1 -- 172.21.15.39:0/437477829 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d48021d50 con 0x55c00fc84630 2023-12-07T14:17:07.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.628+0000 7f7d600f3b80 1 -- 172.21.15.39:0/437477829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 msgr2=0x55c00fcb6950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.628+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb6950 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f7d48000c00 tx=0x7f7d48009a40 comp rx=0 tx=0).stop 2023-12-07T14:17:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.631+0000 7f7d600f3b80 1 -- 172.21.15.39:0/437477829 shutdown_connections 2023-12-07T14:17:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.631+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fc7e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.631+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb6950 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.631+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/437477829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.631+0000 7f7d600f3b80 1 -- 172.21.15.39:0/437477829 >> 172.21.15.39:0/437477829 conn(0x55c00fbb3300 msgr2=0x55c00fcc60f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:07.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.639+0000 7f7d600f3b80 1 -- 172.21.15.39:0/437477829 shutdown_connections 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.640+0000 7f7d600f3b80 1 -- 172.21.15.39:0/437477829 wait complete. 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.640+0000 7f7d600f3b80 1 -- start start 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.640+0000 7f7d600f3b80 1 Processor -- start 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb49b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d600f3b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fcb4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fd14870 con 0x55c00fc84630 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fd149b0 con 0x55c00fc84f50 2023-12-07T14:17:07.649 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d600f3b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c00fd14af0 con 0x55c00fc88b10 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d600f3b80 10 client.0 _ll_register_callbacks cb 0x55c00fabda20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d51c96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d51c96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59898/0 (socket says 172.21.15.39:59898) 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.641+0000 7f7d51c96700 1 -- 172.21.15.39:0/240216375 learned_addr learned my addr 172.21.15.39:0/240216375 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.642+0000 7f7d51c96700 1 -- 172.21.15.39:0/240216375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 msgr2=0x55c00fcb4ef0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.642+0000 7f7d51c96700 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fcb4ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.642+0000 7f7d51c96700 1 -- 172.21.15.39:0/240216375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 msgr2=0x55c00fcb49b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.642+0000 7f7d51c96700 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb49b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.642+0000 7f7d51c96700 1 -- 172.21.15.39:0/240216375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d48009600 con 0x55c00fc84630 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.642+0000 7f7d51c96700 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb4470 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f7d480189d0 tx=0x7f7d48021520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc1457de06db7268 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:07.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.646+0000 7f7d357fa700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:17:07.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.646+0000 7f7d357fa700 1 -- 172.21.15.39:0/240216375 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d48018500 con 0x55c00fc84630 2023-12-07T14:17:07.654 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.646+0000 7f7d357fa700 1 -- 172.21.15.39:0/240216375 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(105..105 src has 1..105) v4 ==== 8499+0+0 (secure 0 0 0) 0x7f7d48021930 con 0x55c00fc84630 2023-12-07T14:17:07.655 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.646+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7d3c09b5c0 con 0x55c00fc84630 2023-12-07T14:17:07.658 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.655+0000 7f7d357fa700 1 -- 172.21.15.39:0/240216375 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7d48021af0 con 0x55c00fc84630 2023-12-07T14:17:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.657+0000 7f7d600f3b80 10 client.17832 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:07.660 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.657+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x55c00fa281f0 con 0x55c00fc84630 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d357fa700 1 -- 172.21.15.39:0/240216375 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7d3c09b5c0 con 0x55c00fc84630 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d357fa700 1 -- 172.21.15.39:0/240216375 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f7d48016420 con 0x55c00fc84630 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d600f3b80 10 client.17832 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d600f3b80 10 client.17832 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d600f3b80 20 client.17832 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fd16100 0x55c00fd18520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d600f3b80 4 client.17832 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:17:07.661 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.658+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c00fb9ef70 con 0x55c00fd16100 2023-12-07T14:17:07.671 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.669+0000 7f7d51495700 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fd16100 0x55c00fd18520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.675+0000 7f7d51495700 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fd16100 0x55c00fd18520 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e84fde6c85eb914b server_cookie=29adcf177d379158 in_seq=0 out_seq=0 2023-12-07T14:17:07.678 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.675+0000 7f7d357fa700 10 client.17832 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.900+0000 7f7d357fa700 1 -- 172.21.15.39:0/240216375 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c00fb9ef70 con 0x55c00fd16100 2023-12-07T14:17:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.900+0000 7f7d357fa700 10 client.17832 handle_command_reply: tid=0 2023-12-07T14:17:07.903 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.900+0000 7f7d600f3b80 1 client.17832 shutdown 2023-12-07T14:17:07.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 msgr2=0x55c00fcb4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.918 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb4470 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f7d480189d0 tx=0x7f7d48021520 comp rx=0 tx=0).stop 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 shutdown_connections 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c00fc88b10 0x55c00fcb4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c00fc84630 0x55c00fcb4470 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c00fd16100 0x55c00fd18520 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 --2- 172.21.15.39:0/240216375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c00fc84f50 0x55c00fcb49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.915+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 >> 172.21.15.39:0/240216375 conn(0x55c00fbb3300 msgr2=0x55c00fcc1490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.916+0000 7f7d357fa700 0 client.17832 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:07.919 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.916+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 shutdown_connections 2023-12-07T14:17:07.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.916+0000 7f7d600f3b80 1 -- 172.21.15.39:0/240216375 wait complete. 2023-12-07T14:17:07.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.917+0000 7f7d600f3b80 20 client.17832 trim_cache size 0 max 16384 2023-12-07T14:17:07.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:17:07.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:17:07.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:17:07.920 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:17:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.927+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d380a17f0 msgr2=0x7f7d380a3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.929 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.927+0000 7f7d53efa700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d380a17f0 0x7f7d380a3cb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c06d580 tx=0x7f7d44009820 comp rx=0 tx=0).stop 2023-12-07T14:17:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.927+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c10da50 msgr2=0x7f7d4c06bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:07.930 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.927+0000 7f7d53efa700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c10da50 0x7f7d4c06bfa0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c003b60 tx=0x7f7d3c003c40 comp rx=0 tx=0).stop 2023-12-07T14:17:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.929+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 shutdown_connections 2023-12-07T14:17:07.936 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.929+0000 7f7d53efa700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7d380a17f0 0x7f7d380a3cb0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.929+0000 7f7d53efa700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d4c10da50 0x7f7d4c06bfa0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.929+0000 7f7d53efa700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d4c107b10 0x7f7d4c072d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.929+0000 7f7d53efa700 1 --2- 172.21.15.39:0/3988834837 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7d4c1084d0 0x7f7d4c073280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:07.937 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.929+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 >> 172.21.15.39:0/3988834837 conn(0x7f7d4c0773b0 msgr2=0x7f7d4c077ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:07.939 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.937+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 shutdown_connections 2023-12-07T14:17:07.944 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:07.942+0000 7f7d53efa700 1 -- 172.21.15.39:0/3988834837 wait complete. 2023-12-07T14:17:08.404 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:08 smithi055 ceph-mon[103363]: osdmap e105: 12 total, 12 up, 12 in 2023-12-07T14:17:08.404 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:08 smithi055 ceph-mon[103363]: pgmap v461: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 21 MiB/s wr, 1.58k op/s 2023-12-07T14:17:08.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:08 smithi089 ceph-mon[103124]: osdmap e105: 12 total, 12 up, 12 in 2023-12-07T14:17:08.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:08 smithi089 ceph-mon[103124]: pgmap v461: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 21 MiB/s wr, 1.58k op/s 2023-12-07T14:17:08.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:08 smithi039 ceph-mon[98864]: osdmap e105: 12 total, 12 up, 12 in 2023-12-07T14:17:08.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:08 smithi039 ceph-mon[98864]: pgmap v461: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.6 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 21 MiB/s wr, 1.58k op/s 2023-12-07T14:17:08.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 855.0 s, 1132.5 tps, lat 88.771 ms stddev 149.138 2023-12-07T14:17:10.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:10 smithi055 ceph-mon[103363]: pgmap v462: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:17:10.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:10 smithi089 ceph-mon[103124]: pgmap v462: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:17:10.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:10 smithi039 ceph-mon[98864]: pgmap v462: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 20 MiB/s wr, 1.64k op/s 2023-12-07T14:17:12.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:12 smithi055 ceph-mon[103363]: pgmap v463: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 20 MiB/s wr, 1.61k op/s 2023-12-07T14:17:12.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:12 smithi089 ceph-mon[103124]: pgmap v463: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 20 MiB/s wr, 1.61k op/s 2023-12-07T14:17:12.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:12 smithi039 ceph-mon[98864]: pgmap v463: 97 pgs: 6 active+clean+snaptrim, 13 active+clean+snaptrim_wait, 78 active+clean; 5.0 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 20 MiB/s wr, 1.61k op/s 2023-12-07T14:17:13.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 860.0 s, 1186.6 tps, lat 83.671 ms stddev 93.043 2023-12-07T14:17:15.063 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:14 smithi039 ceph-mon[98864]: pgmap v464: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 10 MiB/s wr, 753 op/s 2023-12-07T14:17:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:14 smithi055 ceph-mon[103363]: pgmap v464: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 10 MiB/s wr, 753 op/s 2023-12-07T14:17:15.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:14 smithi089 ceph-mon[103124]: pgmap v464: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 10 MiB/s wr, 753 op/s 2023-12-07T14:17:16.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:16 smithi055 ceph-mon[103363]: pgmap v465: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 10 MiB/s wr, 753 op/s 2023-12-07T14:17:16.453 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:16 smithi089 ceph-mon[103124]: pgmap v465: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 10 MiB/s wr, 753 op/s 2023-12-07T14:17:16.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:16 smithi039 ceph-mon[98864]: pgmap v465: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 10 MiB/s wr, 753 op/s 2023-12-07T14:17:18.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:18 smithi055 ceph-mon[103363]: pgmap v466: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 10 MiB/s wr, 765 op/s 2023-12-07T14:17:18.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:18 smithi089 ceph-mon[103124]: pgmap v466: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 10 MiB/s wr, 765 op/s 2023-12-07T14:17:18.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:18 smithi039 ceph-mon[98864]: pgmap v466: 97 pgs: 97 active+clean; 5.0 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 10 MiB/s wr, 765 op/s 2023-12-07T14:17:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 865.0 s, 1233.2 tps, lat 79.239 ms stddev 90.918 2023-12-07T14:17:20.058 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:19 smithi039 ceph-mon[98864]: osdmap e106: 12 total, 12 up, 12 in 2023-12-07T14:17:20.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:19 smithi055 ceph-mon[103363]: osdmap e106: 12 total, 12 up, 12 in 2023-12-07T14:17:20.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:19 smithi089 ceph-mon[103124]: osdmap e106: 12 total, 12 up, 12 in 2023-12-07T14:17:21.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:20 smithi039 ceph-mon[98864]: pgmap v468: 97 pgs: 97 active+clean; 5.0 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 9.4 MiB/s wr, 671 op/s 2023-12-07T14:17:21.156 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:20 smithi055 ceph-mon[103363]: pgmap v468: 97 pgs: 97 active+clean; 5.0 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 9.4 MiB/s wr, 671 op/s 2023-12-07T14:17:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.152+0000 7fb976d8c700 1 -- 172.21.15.39:0/3824361478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb97010fc80 msgr2=0x7fb9701085d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:21.156 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.152+0000 7fb976d8c700 1 --2- 172.21.15.39:0/3824361478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb97010fc80 0x7fb9701085d0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb96800b0d0 tx=0x7fb96800b3e0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.160 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.157+0000 7fb976d8c700 1 -- 172.21.15.39:0/3824361478 shutdown_connections 2023-12-07T14:17:21.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.157+0000 7fb976d8c700 1 --2- 172.21.15.39:0/3824361478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 0x7fb97011d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.157+0000 7fb976d8c700 1 --2- 172.21.15.39:0/3824361478 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb97010fc80 0x7fb9701085d0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.157+0000 7fb976d8c700 1 --2- 172.21.15.39:0/3824361478 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb9701100f0 0x7fb970108b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.161 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.157+0000 7fb976d8c700 1 -- 172.21.15.39:0/3824361478 >> 172.21.15.39:0/3824361478 conn(0x7fb97006c5a0 msgr2=0x7fb97006c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.159+0000 7fb976d8c700 1 -- 172.21.15.39:0/3824361478 shutdown_connections 2023-12-07T14:17:21.168 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.164+0000 7fb976d8c700 1 -- 172.21.15.39:0/3824361478 wait complete. 2023-12-07T14:17:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 Processor -- start 2023-12-07T14:17:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 -- start start 2023-12-07T14:17:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb97010fc80 0x7fb9701ac560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9701100f0 0x7fb9701acaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 0x7fb9701a6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.169 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9701a6cf0 con 0x7fb97011adb0 2023-12-07T14:17:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9701a6e60 con 0x7fb97010fc80 2023-12-07T14:17:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.165+0000 7fb976d8c700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9701a7020 con 0x7fb9701100f0 2023-12-07T14:17:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.166+0000 7fb975329700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 0x7fb9701a6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.166+0000 7fb975329700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 0x7fb9701a6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59908/0 (socket says 172.21.15.39:59908) 2023-12-07T14:17:21.170 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.166+0000 7fb975329700 1 -- 172.21.15.39:0/228435423 learned_addr learned my addr 172.21.15.39:0/228435423 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.167+0000 7fb975329700 1 -- 172.21.15.39:0/228435423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9701100f0 msgr2=0x7fb9701acaa0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:17:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.167+0000 7fb975329700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9701100f0 0x7fb9701acaa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.167+0000 7fb975329700 1 -- 172.21.15.39:0/228435423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb97010fc80 msgr2=0x7fb9701ac560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-12-07T14:17:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.167+0000 7fb975329700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb97010fc80 0x7fb9701ac560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.171 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.167+0000 7fb975329700 1 -- 172.21.15.39:0/228435423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb968009d00 con 0x7fb97011adb0 2023-12-07T14:17:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.168+0000 7fb975329700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 0x7fb9701a6690 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fb96400b550 tx=0x7fb96400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.168+0000 7fb96dffb700 1 -- 172.21.15.39:0/228435423 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb964011830 con 0x7fb97011adb0 2023-12-07T14:17:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.168+0000 7fb96dffb700 1 -- 172.21.15.39:0/228435423 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb964011e50 con 0x7fb97011adb0 2023-12-07T14:17:21.172 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.168+0000 7fb96dffb700 1 -- 172.21.15.39:0/228435423 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb964010e40 con 0x7fb97011adb0 2023-12-07T14:17:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.170+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9701a7300 con 0x7fb97011adb0 2023-12-07T14:17:21.174 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.170+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9701b3550 con 0x7fb97011adb0 2023-12-07T14:17:21.177 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.174+0000 7fb96dffb700 1 -- 172.21.15.39:0/228435423 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fb964011990 con 0x7fb97011adb0 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.174+0000 7fb96dffb700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb9580a1770 0x7fb9580a3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 Processor -- start 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb974b28700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb9580a1770 0x7fb9580a3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb96dffb700 1 -- 172.21.15.39:0/228435423 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fb9640cca20 con 0x7fb97011adb0 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 -- start start 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e514a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e5185d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e518f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e488760 con 0x55588e518b10 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e46f740 con 0x55588e514630 2023-12-07T14:17:21.180 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb982f85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e46d060 con 0x55588e514f50 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb975329700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e518f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb975329700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e518f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59914/0 (socket says 172.21.15.39:59914) 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb975329700 1 -- 172.21.15.39:0/783835648 learned_addr learned my addr 172.21.15.39:0/783835648 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb974b28700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb9580a1770 0x7fb9580a3c30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb96800d010 tx=0x7fb96800b040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb974b28700 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e514a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.175+0000 7fb96ffff700 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e5185d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb974b28700 1 -- 172.21.15.39:0/783835648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 msgr2=0x55588e5185d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb974b28700 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e5185d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb974b28700 1 -- 172.21.15.39:0/783835648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 msgr2=0x55588e518f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb974b28700 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e518f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb974b28700 1 -- 172.21.15.39:0/783835648 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55588e2e55d0 con 0x55588e514630 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb975329700 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e518f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb96ffff700 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e5185d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb974b28700 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e514a10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb968000f80 tx=0x7fb968019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=acee70f100bab73d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb956ffd700 1 -- 172.21.15.39:0/783835648 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb96800e040 con 0x55588e514630 2023-12-07T14:17:21.181 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb956ffd700 1 -- 172.21.15.39:0/783835648 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb96801f070 con 0x55588e514630 2023-12-07T14:17:21.182 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.176+0000 7fb956ffd700 1 -- 172.21.15.39:0/783835648 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb968005770 con 0x55588e514630 2023-12-07T14:17:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 -- 172.21.15.39:0/783835648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 msgr2=0x55588e514a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e514a10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fb968000f80 tx=0x7fb968019000 comp rx=0 tx=0).stop 2023-12-07T14:17:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 -- 172.21.15.39:0/783835648 shutdown_connections 2023-12-07T14:17:21.185 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e518f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e514a10 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 --2- 172.21.15.39:0/783835648 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e5185d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 -- 172.21.15.39:0/783835648 >> 172.21.15.39:0/783835648 conn(0x55588e443300 msgr2=0x55588e50eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 -- 172.21.15.39:0/783835648 shutdown_connections 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.177+0000 7fb982f85b80 1 -- 172.21.15.39:0/783835648 wait complete. 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.178+0000 7fb982f85b80 1 -- start start 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.178+0000 7fb982f85b80 1 Processor -- start 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.178+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e520270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.178+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e51d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.178+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e51dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.186 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.178+0000 7fb982f85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e468950 con 0x55588e518b10 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.178+0000 7fb982f85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e422500 con 0x55588e514630 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb982f85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e4221a0 con 0x55588e514f50 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb982f85b80 10 client.0 _ll_register_callbacks cb 0x55588e34da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb975329700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e51dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb975329700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e51dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59920/0 (socket says 172.21.15.39:59920) 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb975329700 1 -- 172.21.15.39:0/189358003 learned_addr learned my addr 172.21.15.39:0/189358003 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb96ffff700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e51d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb974b28700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e520270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb96ffff700 1 -- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 msgr2=0x55588e520270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb96ffff700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e520270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb96ffff700 1 -- 172.21.15.39:0/189358003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 msgr2=0x55588e51dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb96ffff700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e51dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb96ffff700 1 -- 172.21.15.39:0/189358003 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9701b3550 con 0x55588e514f50 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb975329700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e51dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:17:21.187 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb96ffff700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e51d560 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb97006ee00 tx=0x7fb96000e4b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8b1eba247024d64c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.179+0000 7fb94ffff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb94ffff700 1 -- 172.21.15.39:0/189358003 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb96000ed40 con 0x55588e514f50 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb94ffff700 1 -- 172.21.15.39:0/189358003 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fb960013470 con 0x55588e514f50 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55588e5075f0 con 0x55588e514f50 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb94ffff700 1 -- 172.21.15.39:0/189358003 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb96000eea0 con 0x55588e514f50 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 10 client.27445 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x7fb97011d9b0 con 0x55588e514f50 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb94ffff700 1 -- 172.21.15.39:0/189358003 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55588e5075f0 con 0x55588e514f50 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb94ffff700 1 -- 172.21.15.39:0/189358003 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fb960011070 con 0x55588e514f50 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 10 client.27445 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 10 client.27445 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 20 client.27445 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e52de70 0x55588e530290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 4 client.27445 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:17:21.188 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55588e4e3640 con 0x55588e52de70 2023-12-07T14:17:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.180+0000 7fb974b28700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e52de70 0x55588e530290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.181+0000 7fb94ffff700 10 client.27445 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:21.189 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.181+0000 7fb974b28700 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e52de70 0x55588e530290 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e144cdbd534952a server_cookie=357aabdbbb67fbc0 in_seq=0 out_seq=0 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb94ffff700 1 -- 172.21.15.39:0/189358003 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55588e4e3640 con 0x55588e52de70 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb94ffff700 10 client.27445 handle_command_reply: tid=0 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 client.27445 shutdown 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 msgr2=0x55588e51d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e51d560 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb97006ee00 tx=0x7fb96000e4b0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 shutdown_connections 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e518b10 0x55588e51dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e52de70 0x55588e530290 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.190 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e520270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 --2- 172.21.15.39:0/189358003 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e514f50 0x55588e51d560 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 >> 172.21.15.39:0/189358003 conn(0x55588e443300 msgr2=0x55588e513430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb94ffff700 0 client.27445 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 shutdown_connections 2023-12-07T14:17:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 1 -- 172.21.15.39:0/189358003 wait complete. 2023-12-07T14:17:21.191 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.183+0000 7fb982f85b80 20 client.27445 trim_cache size 0 max 16384 2023-12-07T14:17:21.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:20 smithi089 ceph-mon[103124]: pgmap v468: 97 pgs: 97 active+clean; 5.0 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 9.4 MiB/s wr, 671 op/s 2023-12-07T14:17:21.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.203+0000 7fb982f85b80 1 Processor -- start 2023-12-07T14:17:21.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.203+0000 7fb982f85b80 1 -- start start 2023-12-07T14:17:21.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e51ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.208 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e513430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e534bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb982f85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e2e78c0 con 0x55588e514f50 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb982f85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e50b4b0 con 0x55588e514630 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb982f85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e50e8b0 con 0x55588e518b10 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb96ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e513430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb96ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e513430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59926/0 (socket says 172.21.15.39:59926) 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb975329700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e534bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb96ffff700 1 -- 172.21.15.39:0/2242303389 learned_addr learned my addr 172.21.15.39:0/2242303389 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb974b28700 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e51ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb975329700 1 -- 172.21.15.39:0/2242303389 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 msgr2=0x55588e51ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb975329700 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e51ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.209 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb975329700 1 -- 172.21.15.39:0/2242303389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 msgr2=0x55588e513430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb975329700 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e513430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb975329700 1 -- 172.21.15.39:0/2242303389 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55588e291d80 con 0x55588e518b10 2023-12-07T14:17:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb96ffff700 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e513430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:17:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.204+0000 7fb975329700 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e534bb0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb96400bd10 tx=0x7fb964004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b508de61de862fd server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb9577fe700 1 -- 172.21.15.39:0/2242303389 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb964099b50 con 0x55588e518b10 2023-12-07T14:17:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb9577fe700 1 -- 172.21.15.39:0/2242303389 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb96409dca0 con 0x55588e518b10 2023-12-07T14:17:21.210 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb9577fe700 1 -- 172.21.15.39:0/2242303389 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb964099db0 con 0x55588e518b10 2023-12-07T14:17:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 -- 172.21.15.39:0/2242303389 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 msgr2=0x55588e534bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:21.213 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e534bb0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb96400bd10 tx=0x7fb964004750 comp rx=0 tx=0).stop 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 -- 172.21.15.39:0/2242303389 shutdown_connections 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e534bb0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e51ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 --2- 172.21.15.39:0/2242303389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e513430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 -- 172.21.15.39:0/2242303389 >> 172.21.15.39:0/2242303389 conn(0x55588e443300 msgr2=0x55588e513ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 -- 172.21.15.39:0/2242303389 shutdown_connections 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.205+0000 7fb982f85b80 1 -- 172.21.15.39:0/2242303389 wait complete. 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 -- start start 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 Processor -- start 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e524f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e5195e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e519b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e51a060 con 0x55588e514f50 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e51a1d0 con 0x55588e514630 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.206+0000 7fb982f85b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55588e51a340 con 0x55588e518b10 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb982f85b80 10 client.0 _ll_register_callbacks cb 0x55588e34da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e5195e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e5195e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59934/0 (socket says 172.21.15.39:59934) 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb974b28700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e524f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 -- 172.21.15.39:0/891469144 learned_addr learned my addr 172.21.15.39:0/891469144 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb975329700 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e519b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 -- 172.21.15.39:0/891469144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 msgr2=0x55588e519b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e519b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 -- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 msgr2=0x55588e524f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e524f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 -- 172.21.15.39:0/891469144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb97011d9b0 con 0x55588e514f50 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb974b28700 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e524f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:17:21.215 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb96ffff700 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e5195e0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fb960000c00 tx=0x7fb96000e940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfb105389edad15c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb94ffff700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb94ffff700 1 -- 172.21.15.39:0/891469144 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb960005a50 con 0x55588e514f50 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb94ffff700 1 -- 172.21.15.39:0/891469144 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fb960005bb0 con 0x55588e514f50 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.207+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb96801f070 con 0x55588e514f50 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb94ffff700 1 -- 172.21.15.39:0/891469144 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb960005d70 con 0x55588e514f50 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 10 client.17847 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x7fb9701a7300 con 0x55588e514f50 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb94ffff700 1 -- 172.21.15.39:0/891469144 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb960035020 con 0x55588e514f50 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb94ffff700 1 -- 172.21.15.39:0/891469144 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fb960011070 con 0x55588e514f50 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 10 client.17847 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 10 client.17847 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 20 client.17847 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e5848e0 0x55588e586d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:21.216 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 4 client.17847 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:17:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55588e42ef70 con 0x55588e5848e0 2023-12-07T14:17:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.208+0000 7fb974b28700 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e5848e0 0x55588e586d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.209+0000 7fb94ffff700 10 client.17847 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:21.217 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.209+0000 7fb974b28700 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e5848e0 0x55588e586d00 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c545a472a94b7b70 server_cookie=a3d7e8cf588dee16 in_seq=0 out_seq=0 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb94ffff700 1 -- 172.21.15.39:0/891469144 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55588e42ef70 con 0x55588e5848e0 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb94ffff700 10 client.17847 handle_command_reply: tid=0 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb982f85b80 1 client.17847 shutdown 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 msgr2=0x55588e5195e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb982f85b80 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e5195e0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fb960000c00 tx=0x7fb96000e940 comp rx=0 tx=0).stop 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 shutdown_connections 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb982f85b80 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55588e518b10 0x55588e519b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.223+0000 7fb982f85b80 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55588e5848e0 0x55588e586d00 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb982f85b80 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55588e514630 0x55588e524f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb982f85b80 1 --2- 172.21.15.39:0/891469144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55588e514f50 0x55588e5195e0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb94ffff700 0 client.17847 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 >> 172.21.15.39:0/891469144 conn(0x55588e443300 msgr2=0x55588e516c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:21.228 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 shutdown_connections 2023-12-07T14:17:21.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb982f85b80 1 -- 172.21.15.39:0/891469144 wait complete. 2023-12-07T14:17:21.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb982f85b80 20 client.17847 trim_cache size 0 max 16384 2023-12-07T14:17:21.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:17:21.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:17:21.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:17:21.229 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:17:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb9580a1770 msgr2=0x7fb9580a3c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb9580a1770 0x7fb9580a3c30 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fb96800d010 tx=0x7fb96800b040 comp rx=0 tx=0).stop 2023-12-07T14:17:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 msgr2=0x7fb9701a6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 0x7fb9701a6690 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fb96400b550 tx=0x7fb96400b910 comp rx=0 tx=0).stop 2023-12-07T14:17:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 shutdown_connections 2023-12-07T14:17:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb97011adb0 0x7fb9701a6690 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.230 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fb9580a1770 0x7fb9580a3c30 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb97010fc80 0x7fb9701ac560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 --2- 172.21.15.39:0/228435423 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fb9701100f0 0x7fb9701acaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 >> 172.21.15.39:0/228435423 conn(0x7fb97006c5a0 msgr2=0x7fb970118da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.224+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 shutdown_connections 2023-12-07T14:17:21.231 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:21.225+0000 7fb976d8c700 1 -- 172.21.15.39:0/228435423 wait complete. 2023-12-07T14:17:23.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:23 smithi055 ceph-mon[103363]: pgmap v469: 97 pgs: 97 active+clean; 5.0 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 9.4 MiB/s wr, 671 op/s 2023-12-07T14:17:23.448 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:23 smithi089 ceph-mon[103124]: pgmap v469: 97 pgs: 97 active+clean; 5.0 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 9.4 MiB/s wr, 671 op/s 2023-12-07T14:17:23.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:23 smithi039 ceph-mon[98864]: pgmap v469: 97 pgs: 97 active+clean; 5.0 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 9.4 MiB/s wr, 671 op/s 2023-12-07T14:17:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 870.0 s, 1267.6 tps, lat 81.168 ms stddev 128.850 2023-12-07T14:17:25.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:24 smithi039 ceph-mon[98864]: pgmap v470: 97 pgs: 97 active+clean; 5.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:17:25.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:24 smithi055 ceph-mon[103363]: pgmap v470: 97 pgs: 97 active+clean; 5.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:17:25.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:24 smithi089 ceph-mon[103124]: pgmap v470: 97 pgs: 97 active+clean; 5.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:17:26.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:26 smithi055 ceph-mon[103363]: pgmap v471: 97 pgs: 97 active+clean; 5.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:17:26.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:26 smithi089 ceph-mon[103124]: pgmap v471: 97 pgs: 97 active+clean; 5.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:17:26.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:26 smithi039 ceph-mon[98864]: pgmap v471: 97 pgs: 97 active+clean; 5.2 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 19 MiB/s wr, 1.52k op/s 2023-12-07T14:17:28.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 875.0 s, 1383.2 tps, lat 72.223 ms stddev 85.371 2023-12-07T14:17:29.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:29 smithi055 ceph-mon[103363]: pgmap v472: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 20 MiB/s wr, 1.59k op/s 2023-12-07T14:17:29.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:29 smithi089 ceph-mon[103124]: pgmap v472: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 20 MiB/s wr, 1.59k op/s 2023-12-07T14:17:29.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:29 smithi039 ceph-mon[98864]: pgmap v472: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 20 MiB/s wr, 1.59k op/s 2023-12-07T14:17:30.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:30 smithi089 ceph-mon[103124]: pgmap v473: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 18 MiB/s wr, 1.51k op/s 2023-12-07T14:17:30.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:30 smithi039 ceph-mon[98864]: pgmap v473: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 18 MiB/s wr, 1.51k op/s 2023-12-07T14:17:30.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:30 smithi055 ceph-mon[103363]: pgmap v473: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 18 MiB/s wr, 1.51k op/s 2023-12-07T14:17:33.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:33 smithi055 ceph-mon[103363]: pgmap v474: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 18 MiB/s wr, 1.44k op/s 2023-12-07T14:17:33.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:33 smithi089 ceph-mon[103124]: pgmap v474: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 18 MiB/s wr, 1.44k op/s 2023-12-07T14:17:33.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:33 smithi039 ceph-mon[98864]: pgmap v474: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 18 MiB/s wr, 1.44k op/s 2023-12-07T14:17:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 880.0 s, 993.1 tps, lat 64.765 ms stddev 67.267 2023-12-07T14:17:34.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.433+0000 7f2a68693700 1 -- 172.21.15.39:0/2618604226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a6010d1e0 msgr2=0x7f2a60114db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:34.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.433+0000 7f2a68693700 1 --2- 172.21.15.39:0/2618604226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a6010d1e0 0x7f2a60114db0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009990 tx=0x7f2a5c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.434+0000 7f2a68693700 1 -- 172.21.15.39:0/2618604226 shutdown_connections 2023-12-07T14:17:34.437 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.434+0000 7f2a68693700 1 --2- 172.21.15.39:0/2618604226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a6010d1e0 0x7f2a60114db0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.434+0000 7f2a68693700 1 --2- 172.21.15.39:0/2618604226 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2a60108840 0x7f2a60108c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.434+0000 7f2a68693700 1 --2- 172.21.15.39:0/2618604226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a601091f0 0x7f2a6010cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.438 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.434+0000 7f2a68693700 1 -- 172.21.15.39:0/2618604226 >> 172.21.15.39:0/2618604226 conn(0x7f2a6006ca00 msgr2=0x7f2a6006ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.434+0000 7f2a68693700 1 -- 172.21.15.39:0/2618604226 shutdown_connections 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.434+0000 7f2a68693700 1 -- 172.21.15.39:0/2618604226 wait complete. 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 Processor -- start 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 -- start start 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a60108840 0x7f2a6011f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2a6010d1e0 0x7f2a6011f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a60118200 0x7f2a601186b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a60118e80 con 0x7f2a60108840 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a60118ff0 con 0x7f2a60118200 2023-12-07T14:17:34.439 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a68693700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6011cc30 con 0x7f2a6010d1e0 2023-12-07T14:17:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a6642f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a60108840 0x7f2a6011f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a6642f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a60108840 0x7f2a6011f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59976/0 (socket says 172.21.15.39:59976) 2023-12-07T14:17:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.435+0000 7f2a6642f700 1 -- 172.21.15.39:0/1714380117 learned_addr learned my addr 172.21.15.39:0/1714380117 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.436+0000 7f2a6642f700 1 -- 172.21.15.39:0/1714380117 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2a6010d1e0 msgr2=0x7f2a6011f5a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:17:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.436+0000 7f2a6642f700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2a6010d1e0 0x7f2a6011f5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.440 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.436+0000 7f2a6642f700 1 -- 172.21.15.39:0/1714380117 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a60118200 msgr2=0x7f2a601186b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-12-07T14:17:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.436+0000 7f2a6642f700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a60118200 0x7f2a601186b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.436+0000 7f2a6642f700 1 -- 172.21.15.39:0/1714380117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a5c0095f0 con 0x7f2a60108840 2023-12-07T14:17:34.441 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.436+0000 7f2a6642f700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a60108840 0x7f2a6011f020 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f2a5800ba50 tx=0x7f2a5800be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.440+0000 7f2a577fe700 1 -- 172.21.15.39:0/1714380117 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5800cab0 con 0x7f2a60108840 2023-12-07T14:17:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.440+0000 7f2a577fe700 1 -- 172.21.15.39:0/1714380117 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a5800cc10 con 0x7f2a60108840 2023-12-07T14:17:34.443 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.440+0000 7f2a577fe700 1 -- 172.21.15.39:0/1714380117 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a58007660 con 0x7f2a60108840 2023-12-07T14:17:34.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.444+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a6011cf10 con 0x7f2a60108840 2023-12-07T14:17:34.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.445+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a6011d3a0 con 0x7f2a60108840 2023-12-07T14:17:34.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.450+0000 7f2a7488cb80 1 Processor -- start 2023-12-07T14:17:34.461 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.457+0000 7f2a577fe700 1 -- 172.21.15.39:0/1714380117 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2a58014990 con 0x7f2a60108840 2023-12-07T14:17:34.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.458+0000 7f2a7488cb80 1 -- start start 2023-12-07T14:17:34.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.458+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e904a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.462 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.458+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9085d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.458+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e908f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.458+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e878760 con 0x55c88e904630 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.458+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e85f740 con 0x55c88e908b10 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.458+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e85d060 con 0x55c88e904f50 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.459+0000 7f2a66c30700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e904a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.459+0000 7f2a66c30700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e904a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59982/0 (socket says 172.21.15.39:59982) 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.459+0000 7f2a66c30700 1 -- 172.21.15.39:0/697771388 learned_addr learned my addr 172.21.15.39:0/697771388 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.459+0000 7f2a65c2e700 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e908f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.459+0000 7f2a577fe700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a4c0a1720 0x7f2a4c0a3be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.463 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.459+0000 7f2a577fe700 1 -- 172.21.15.39:0/1714380117 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2a58006e40 con 0x7f2a60108840 2023-12-07T14:17:34.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.461+0000 7f2a6642f700 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9085d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.471 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.465+0000 7f2a66c30700 1 -- 172.21.15.39:0/697771388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 msgr2=0x55c88e9085d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.472 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.465+0000 7f2a66c30700 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9085d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.472 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.465+0000 7f2a66c30700 1 -- 172.21.15.39:0/697771388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 msgr2=0x55c88e908f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.472 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.465+0000 7f2a66c30700 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e908f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.472 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.465+0000 7f2a66c30700 1 -- 172.21.15.39:0/697771388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c88e6d55d0 con 0x55c88e904630 2023-12-07T14:17:34.472 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.465+0000 7f2a66c30700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a4c0a1720 0x7f2a4c0a3be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.476 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.468+0000 7f2a66c30700 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e904a10 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0098e0 tx=0x7f2a5c003790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39ee9b95d8977a15 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:34.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.479+0000 7f2a54ff9700 1 -- 172.21.15.39:0/697771388 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c0050c0 con 0x55c88e904630 2023-12-07T14:17:34.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.479+0000 7f2a54ff9700 1 -- 172.21.15.39:0/697771388 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a5c0056e0 con 0x55c88e904630 2023-12-07T14:17:34.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.479+0000 7f2a54ff9700 1 -- 172.21.15.39:0/697771388 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c00fd30 con 0x55c88e904630 2023-12-07T14:17:34.483 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.480+0000 7f2a7488cb80 1 -- 172.21.15.39:0/697771388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 msgr2=0x55c88e904a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:34.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.480+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e904a10 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0098e0 tx=0x7f2a5c003790 comp rx=0 tx=0).stop 2023-12-07T14:17:34.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.480+0000 7f2a7488cb80 1 -- 172.21.15.39:0/697771388 shutdown_connections 2023-12-07T14:17:34.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.480+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e908f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.480+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e904a10 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.480+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/697771388 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.484 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.480+0000 7f2a7488cb80 1 -- 172.21.15.39:0/697771388 >> 172.21.15.39:0/697771388 conn(0x55c88e833300 msgr2=0x55c88e8feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:34.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.482+0000 7f2a66c30700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a4c0a1720 0x7f2a4c0a3be0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c023000 tx=0x7f2a5c025000 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:34.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.482+0000 7f2a7488cb80 1 -- 172.21.15.39:0/697771388 shutdown_connections 2023-12-07T14:17:34.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.482+0000 7f2a7488cb80 1 -- 172.21.15.39:0/697771388 wait complete. 2023-12-07T14:17:34.486 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.482+0000 7f2a7488cb80 1 -- start start 2023-12-07T14:17:34.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 1 Processor -- start 2023-12-07T14:17:34.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e904630 0x55c88e90d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.487 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e90dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.488 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e908b10 0x55c88e90e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.488 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e858950 con 0x55c88e908b10 2023-12-07T14:17:34.488 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e812500 con 0x55c88e904630 2023-12-07T14:17:34.488 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e8121a0 con 0x55c88e904f50 2023-12-07T14:17:34.488 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.483+0000 7f2a7488cb80 10 client.0 _ll_register_callbacks cb 0x55c88e73da20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.484+0000 7f2a6642f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e904630 0x55c88e90d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.484+0000 7f2a6642f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e904630 0x55c88e90d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51196/0 (socket says 172.21.15.39:51196) 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.484+0000 7f2a6642f700 1 -- 172.21.15.39:0/293253924 learned_addr learned my addr 172.21.15.39:0/293253924 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.486+0000 7f2a6642f700 1 -- 172.21.15.39:0/293253924 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 msgr2=0x55c88e90dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.486+0000 7f2a6642f700 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e90dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.486+0000 7f2a6642f700 1 -- 172.21.15.39:0/293253924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e908b10 msgr2=0x55c88e90e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.486+0000 7f2a6642f700 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e908b10 0x55c88e90e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.495 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.486+0000 7f2a6642f700 1 -- 172.21.15.39:0/293253924 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a601152f0 con 0x55c88e904630 2023-12-07T14:17:34.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.496+0000 7f2a6642f700 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e904630 0x55c88e90d720 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2a5800ba20 tx=0x7f2a580990a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d690ebae2e9ab87 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:34.501 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.498+0000 7f2a49ffb700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:17:34.510 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.507+0000 7f2a49ffb700 1 -- 172.21.15.39:0/293253924 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a580a17c0 con 0x55c88e904630 2023-12-07T14:17:34.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.507+0000 7f2a49ffb700 1 -- 172.21.15.39:0/293253924 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2a5809d170 con 0x55c88e904630 2023-12-07T14:17:34.511 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.507+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c88e8f75f0 con 0x55c88e904630 2023-12-07T14:17:34.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.524+0000 7f2a49ffb700 1 -- 172.21.15.39:0/293253924 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a5809d330 con 0x55c88e904630 2023-12-07T14:17:34.528 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.524+0000 7f2a7488cb80 10 client.27311 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.524+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x55c88e681d80 con 0x55c88e904630 2023-12-07T14:17:34.529 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.525+0000 7f2a49ffb700 1 -- 172.21.15.39:0/293253924 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c88e8f75f0 con 0x55c88e904630 2023-12-07T14:17:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.528+0000 7f2a49ffb700 1 -- 172.21.15.39:0/293253924 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f2a580af030 con 0x55c88e904630 2023-12-07T14:17:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.528+0000 7f2a7488cb80 10 client.27311 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.528+0000 7f2a7488cb80 10 client.27311 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.528+0000 7f2a7488cb80 20 client.27311 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.528+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e91de40 0x55c88e920280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.528+0000 7f2a7488cb80 4 client.27311 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:17:34.532 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.528+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c88e8d3640 con 0x55c88e91de40 2023-12-07T14:17:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.535+0000 7f2a65c2e700 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e91de40 0x55c88e920280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.535+0000 7f2a65c2e700 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e91de40 0x55c88e920280 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83813414a101dddc server_cookie=cffc84bcd6ee7b77 in_seq=0 out_seq=0 2023-12-07T14:17:34.540 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.537+0000 7f2a49ffb700 10 client.27311 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:34.554 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.551+0000 7f2a49ffb700 1 -- 172.21.15.39:0/293253924 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x55c88e8d3640 con 0x55c88e91de40 2023-12-07T14:17:34.554 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.551+0000 7f2a49ffb700 10 client.27311 handle_command_reply: tid=0 2023-12-07T14:17:34.554 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.551+0000 7f2a7488cb80 1 client.27311 shutdown 2023-12-07T14:17:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.559+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e904630 msgr2=0x55c88e90d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.559+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e904630 0x55c88e90d720 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f2a5800ba20 tx=0x7f2a580990a0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.559+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 shutdown_connections 2023-12-07T14:17:34.563 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.559+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e908b10 0x55c88e90e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.559+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e91de40 0x55c88e920280 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.560+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e904630 0x55c88e90d720 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.560+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/293253924 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e90dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.560+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 >> 172.21.15.39:0/293253924 conn(0x55c88e833300 msgr2=0x55c88e903430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.560+0000 7f2a49ffb700 0 client.27311 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:34.564 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.560+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 shutdown_connections 2023-12-07T14:17:34.565 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.562+0000 7f2a7488cb80 1 -- 172.21.15.39:0/293253924 wait complete. 2023-12-07T14:17:34.582 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.569+0000 7f2a7488cb80 20 client.27311 trim_cache size 0 max 16384 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.599+0000 7f2a7488cb80 1 Processor -- start 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.601+0000 7f2a7488cb80 1 -- start start 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.601+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e919840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.601+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e906340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.601+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e903d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.601+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e6d78c0 con 0x55c88e904630 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.601+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e9042c0 con 0x55c88e908b10 2023-12-07T14:17:34.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.601+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e91a9a0 con 0x55c88e904f50 2023-12-07T14:17:34.610 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.606+0000 7f2a66c30700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e903d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.610 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.606+0000 7f2a66c30700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e903d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51202/0 (socket says 172.21.15.39:51202) 2023-12-07T14:17:34.610 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.606+0000 7f2a66c30700 1 -- 172.21.15.39:0/2042152114 learned_addr learned my addr 172.21.15.39:0/2042152114 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.607+0000 7f2a65c2e700 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e906340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.611+0000 7f2a66c30700 1 -- 172.21.15.39:0/2042152114 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 msgr2=0x55c88e906340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.611+0000 7f2a66c30700 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e906340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.611+0000 7f2a66c30700 1 -- 172.21.15.39:0/2042152114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 msgr2=0x55c88e919840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.611+0000 7f2a66c30700 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e919840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.619 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.611+0000 7f2a66c30700 1 -- 172.21.15.39:0/2042152114 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c88e66ac00 con 0x55c88e908b10 2023-12-07T14:17:34.626 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.617+0000 7f2a66c30700 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e903d80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c005b30 tx=0x7f2a5c005ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d9da8c05cef01d4 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.619+0000 7f2a557fa700 1 -- 172.21.15.39:0/2042152114 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c005bc0 con 0x55c88e908b10 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.619+0000 7f2a557fa700 1 -- 172.21.15.39:0/2042152114 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a5c00fad0 con 0x55c88e908b10 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.619+0000 7f2a557fa700 1 -- 172.21.15.39:0/2042152114 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c025420 con 0x55c88e908b10 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.623+0000 7f2a7488cb80 1 -- 172.21.15.39:0/2042152114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 msgr2=0x55c88e903d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.623+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e903d80 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c005b30 tx=0x7f2a5c005ed0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.623+0000 7f2a7488cb80 1 -- 172.21.15.39:0/2042152114 shutdown_connections 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.623+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e903d80 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.627 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.623+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e919840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.623+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/2042152114 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e906340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.628 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.623+0000 7f2a7488cb80 1 -- 172.21.15.39:0/2042152114 >> 172.21.15.39:0/2042152114 conn(0x55c88e833300 msgr2=0x55c88e8feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:34.631 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.628+0000 7f2a7488cb80 1 -- 172.21.15.39:0/2042152114 shutdown_connections 2023-12-07T14:17:34.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.628+0000 7f2a7488cb80 1 -- 172.21.15.39:0/2042152114 wait complete. 2023-12-07T14:17:34.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.628+0000 7f2a7488cb80 1 -- start start 2023-12-07T14:17:34.632 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.628+0000 7f2a7488cb80 1 Processor -- start 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e915080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9096a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a7488cb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e909be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e90a2c0 con 0x55c88e904630 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e90a430 con 0x55c88e908b10 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a7488cb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c88e90cf10 con 0x55c88e904f50 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a7488cb80 10 client.0 _ll_register_callbacks cb 0x7f2a58098e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a65c2e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9096a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a65c2e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9096a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36494/0 (socket says 172.21.15.39:36494) 2023-12-07T14:17:34.633 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.629+0000 7f2a65c2e700 1 -- 172.21.15.39:0/3203538190 learned_addr learned my addr 172.21.15.39:0/3203538190 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:34.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.630+0000 7f2a65c2e700 1 -- 172.21.15.39:0/3203538190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 msgr2=0x55c88e909be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.630+0000 7f2a65c2e700 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e909be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.630+0000 7f2a65c2e700 1 -- 172.21.15.39:0/3203538190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 msgr2=0x55c88e915080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:34.634 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.630+0000 7f2a65c2e700 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e915080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.630+0000 7f2a65c2e700 1 -- 172.21.15.39:0/3203538190 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a5c01d070 con 0x55c88e904f50 2023-12-07T14:17:34.635 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.631+0000 7f2a65c2e700 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9096a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2a60119820 tx=0x7f2a50009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=38a870f812804d1a server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:34.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.636+0000 7f2a49ffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:17:34.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.636+0000 7f2a49ffb700 1 -- 172.21.15.39:0/3203538190 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a50016590 con 0x55c88e904f50 2023-12-07T14:17:34.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.636+0000 7f2a49ffb700 1 -- 172.21.15.39:0/3203538190 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2a500166f0 con 0x55c88e904f50 2023-12-07T14:17:34.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.638+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a5c0056e0 con 0x55c88e904f50 2023-12-07T14:17:34.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.640+0000 7f2a49ffb700 1 -- 172.21.15.39:0/3203538190 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a500168b0 con 0x55c88e904f50 2023-12-07T14:17:34.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.640+0000 7f2a7488cb80 10 client.27460 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:34.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.640+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x55c88e6a81f0 con 0x55c88e904f50 2023-12-07T14:17:34.662 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.657+0000 7f2a49ffb700 1 -- 172.21.15.39:0/3203538190 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a5c0056e0 con 0x55c88e904f50 2023-12-07T14:17:34.662 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.657+0000 7f2a49ffb700 1 -- 172.21.15.39:0/3203538190 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f2a50025050 con 0x55c88e904f50 2023-12-07T14:17:34.662 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.658+0000 7f2a7488cb80 10 client.27460 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:34.662 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.658+0000 7f2a7488cb80 10 client.27460 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:34.662 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.658+0000 7f2a7488cb80 20 client.27460 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:34.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.658+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e974b50 0x55c88e976f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:34.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.659+0000 7f2a7488cb80 4 client.27460 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:17:34.663 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.659+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c88e81ef70 con 0x55c88e974b50 2023-12-07T14:17:34.666 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.663+0000 7f2a6642f700 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e974b50 0x55c88e976f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.663+0000 7f2a49ffb700 10 client.27460 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:34.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.663+0000 7f2a6642f700 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e974b50 0x55c88e976f70 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=171ba1d9d1e2ed server_cookie=811307e08c8a7856 in_seq=0 out_seq=0 2023-12-07T14:17:34.852 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a49ffb700 1 -- 172.21.15.39:0/3203538190 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c88e81ef70 con 0x55c88e974b50 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a49ffb700 10 client.27460 handle_command_reply: tid=0 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 client.27460 shutdown 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 msgr2=0x55c88e9096a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9096a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2a60119820 tx=0x7f2a50009bd0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 shutdown_connections 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x55c88e974b50 0x55c88e976f70 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55c88e908b10 0x55c88e909be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c88e904630 0x55c88e915080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 --2- 172.21.15.39:0/3203538190 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x55c88e904f50 0x55c88e9096a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 >> 172.21.15.39:0/3203538190 conn(0x55c88e833300 msgr2=0x55c88e8fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a49ffb700 0 client.27460 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:34.853 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 shutdown_connections 2023-12-07T14:17:34.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.848+0000 7f2a7488cb80 1 -- 172.21.15.39:0/3203538190 wait complete. 2023-12-07T14:17:34.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a7488cb80 20 client.27460 trim_cache size 0 max 16384 2023-12-07T14:17:34.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:17:34.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:17:34.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:17:34.854 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a4c0a1720 msgr2=0x7f2a4c0a3be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a4c0a1720 0x7f2a4c0a3be0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c023000 tx=0x7f2a5c025000 comp rx=0 tx=0).stop 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a60108840 msgr2=0x7f2a6011f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a60108840 0x7f2a6011f020 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f2a5800ba50 tx=0x7f2a5800be10 comp rx=0 tx=0).stop 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 shutdown_connections 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2a4c0a1720 0x7f2a4c0a3be0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a60118200 0x7f2a601186b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a60108840 0x7f2a6011f020 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 --2- 172.21.15.39:0/1714380117 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2a6010d1e0 0x7f2a6011f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 >> 172.21.15.39:0/1714380117 conn(0x7f2a6006ca00 msgr2=0x7f2a60071350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:34.855 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 shutdown_connections 2023-12-07T14:17:34.856 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:34.849+0000 7f2a68693700 1 -- 172.21.15.39:0/1714380117 wait complete. 2023-12-07T14:17:35.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:34 smithi039 ceph-mon[98864]: pgmap v475: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 19 MiB/s wr, 1.53k op/s 2023-12-07T14:17:35.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:34 smithi055 ceph-mon[103363]: pgmap v475: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 19 MiB/s wr, 1.53k op/s 2023-12-07T14:17:35.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:34 smithi089 ceph-mon[103124]: pgmap v475: 97 pgs: 97 active+clean; 5.2 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 19 MiB/s wr, 1.53k op/s 2023-12-07T14:17:37.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:37 smithi055 ceph-mon[103363]: pgmap v476: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 14 MiB/s wr, 999 op/s 2023-12-07T14:17:37.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:37 smithi089 ceph-mon[103124]: pgmap v476: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 14 MiB/s wr, 999 op/s 2023-12-07T14:17:37.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:37 smithi039 ceph-mon[98864]: pgmap v476: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 14 MiB/s wr, 999 op/s 2023-12-07T14:17:38.963 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 885.0 s, 830.2 tps, lat 162.710 ms stddev 322.379 2023-12-07T14:17:39.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:39 smithi055 ceph-mon[103363]: pgmap v477: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 1.15k op/s 2023-12-07T14:17:39.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:39 smithi089 ceph-mon[103124]: pgmap v477: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 1.15k op/s 2023-12-07T14:17:39.565 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:39 smithi039 ceph-mon[98864]: pgmap v477: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 16 MiB/s wr, 1.15k op/s 2023-12-07T14:17:41.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:41 smithi055 ceph-mon[103363]: pgmap v478: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 18 MiB/s wr, 1.27k op/s 2023-12-07T14:17:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:41 smithi089 ceph-mon[103124]: pgmap v478: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 18 MiB/s wr, 1.27k op/s 2023-12-07T14:17:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:41 smithi039 ceph-mon[98864]: pgmap v478: 97 pgs: 97 active+clean; 5.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 18 MiB/s wr, 1.27k op/s 2023-12-07T14:17:43.407 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:43 smithi055 ceph-mon[103363]: pgmap v479: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 20 MiB/s wr, 1.33k op/s 2023-12-07T14:17:43.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:43 smithi089 ceph-mon[103124]: pgmap v479: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 20 MiB/s wr, 1.33k op/s 2023-12-07T14:17:43.559 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:43 smithi039 ceph-mon[98864]: pgmap v479: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 20 MiB/s wr, 1.33k op/s 2023-12-07T14:17:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 890.0 s, 808.3 tps, lat 123.746 ms stddev 284.641 2023-12-07T14:17:45.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:44 smithi039 ceph-mon[98864]: pgmap v480: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 20 MiB/s wr, 1.36k op/s 2023-12-07T14:17:45.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:44 smithi055 ceph-mon[103363]: pgmap v480: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 20 MiB/s wr, 1.36k op/s 2023-12-07T14:17:45.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:44 smithi089 ceph-mon[103124]: pgmap v480: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 20 MiB/s wr, 1.36k op/s 2023-12-07T14:17:47.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:47 smithi055 ceph-mon[103363]: pgmap v481: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 22 MiB/s wr, 1.49k op/s 2023-12-07T14:17:47.446 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:47 smithi089 ceph-mon[103124]: pgmap v481: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 22 MiB/s wr, 1.49k op/s 2023-12-07T14:17:47.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:47 smithi039 ceph-mon[98864]: pgmap v481: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 22 MiB/s wr, 1.49k op/s 2023-12-07T14:17:48.021 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 -- 172.21.15.39:0/2155639550 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 msgr2=0x7f0a1011d1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.021 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 --2- 172.21.15.39:0/2155639550 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 0x7f0a1011d1a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f0a000099f0 tx=0x7f0a00009d00 comp rx=0 tx=0).stop 2023-12-07T14:17:48.021 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 -- 172.21.15.39:0/2155639550 shutdown_connections 2023-12-07T14:17:48.021 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 --2- 172.21.15.39:0/2155639550 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 0x7f0a1011d1a0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.021 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 --2- 172.21.15.39:0/2155639550 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a1010fc80 0x7f0a101085d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.021 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 --2- 172.21.15.39:0/2155639550 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a101100f0 0x7f0a10108b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 -- 172.21.15.39:0/2155639550 >> 172.21.15.39:0/2155639550 conn(0x7f0a1006c5a0 msgr2=0x7f0a1006c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 -- 172.21.15.39:0/2155639550 shutdown_connections 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.016+0000 7f0a17127700 1 -- 172.21.15.39:0/2155639550 wait complete. 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 Processor -- start 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 -- start start 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a1010fc80 0x7f0a101a6660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a101100f0 0x7f0a101a6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 0x7f0a101aaf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a101ab580 con 0x7f0a101100f0 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a101ab6f0 con 0x7f0a1011adb0 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a17127700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a101ab8b0 con 0x7f0a1010fc80 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a1010fc80 0x7f0a101a6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.022 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a0ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a101100f0 0x7f0a101a6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a1010fc80 0x7f0a101a6660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36508/0 (socket says 172.21.15.39:36508) 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a0ffff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a101100f0 0x7f0a101a6ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60020/0 (socket says 172.21.15.39:60020) 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2486900351 learned_addr learned my addr 172.21.15.39:0/2486900351 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a156c4700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 0x7f0a101aaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2486900351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 msgr2=0x7f0a101aaf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 0x7f0a101aaf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a101100f0 msgr2=0x7f0a101a6ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a101100f0 0x7f0a101a6ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.017+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2486900351 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a000095f0 con 0x7f0a1010fc80 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.018+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a1010fc80 0x7f0a101a6660 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0a0800ef10 tx=0x7f0a0800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.018+0000 7f0a0dffb700 1 -- 172.21.15.39:0/2486900351 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a0800ca70 con 0x7f0a1010fc80 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.018+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a101abb30 con 0x7f0a1010fc80 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.018+0000 7f0a0dffb700 1 -- 172.21.15.39:0/2486900351 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a0800f040 con 0x7f0a1010fc80 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.018+0000 7f0a0dffb700 1 -- 172.21.15.39:0/2486900351 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a08014480 con 0x7f0a1010fc80 2023-12-07T14:17:48.023 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.018+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a101b33d0 con 0x7f0a1010fc80 2023-12-07T14:17:48.024 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.020+0000 7f0a0dffb700 1 -- 172.21.15.39:0/2486900351 <== mon.1 v2:172.21.15.89:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f0a08007500 con 0x7f0a1010fc80 2023-12-07T14:17:48.024 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.021+0000 7f0a0dffb700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09f80a15e0 0x7f09f80a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.024 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.021+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09f80a15e0 0x7f09f80a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.024 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.021+0000 7f0a0dffb700 1 -- 172.21.15.39:0/2486900351 <== mon.1 v2:172.21.15.89:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f0a080cd470 con 0x7f0a1010fc80 2023-12-07T14:17:48.025 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.021+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09f80a15e0 0x7f09f80a3aa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a101a7bb0 tx=0x7f0a04009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 Processor -- start 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 -- start start 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607faa64760 con 0x5607faaf4b10 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607faa4b740 con 0x5607faaf0630 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a23320b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607faa49060 con 0x5607faaf0f50 2023-12-07T14:17:48.027 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a156c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a0ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a156c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf4f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60030/0 (socket says 172.21.15.39:60030) 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a156c4700 1 -- 172.21.15.39:0/482621849 learned_addr learned my addr 172.21.15.39:0/482621849 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.023+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f0a0ffff700 1 -- 172.21.15.39:0/482621849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 msgr2=0x5607faaf0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f0a0ffff700 1 -- 172.21.15.39:0/482621849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 msgr2=0x5607faaf4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f0a0ffff700 1 -- 172.21.15.39:0/482621849 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5607fa8c15d0 con 0x5607faaf0f50 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f0a156c4700 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf45d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0a04011c60 tx=0x7f0a04014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f5a6d8bd634bd78 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:48.028 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f09f6ffd700 1 -- 172.21.15.39:0/482621849 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a04004230 con 0x5607faaf0f50 2023-12-07T14:17:48.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f09f6ffd700 1 -- 172.21.15.39:0/482621849 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a04021070 con 0x5607faaf0f50 2023-12-07T14:17:48.029 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.024+0000 7f09f6ffd700 1 -- 172.21.15.39:0/482621849 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a04003b60 con 0x5607faaf0f50 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 -- 172.21.15.39:0/482621849 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 msgr2=0x5607faaf45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf45d0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0a04011c60 tx=0x7f0a04014000 comp rx=0 tx=0).stop 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 -- 172.21.15.39:0/482621849 shutdown_connections 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 --2- 172.21.15.39:0/482621849 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf45d0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 -- 172.21.15.39:0/482621849 >> 172.21.15.39:0/482621849 conn(0x5607faa1f300 msgr2=0x5607faaeaba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 -- 172.21.15.39:0/482621849 shutdown_connections 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 -- 172.21.15.39:0/482621849 wait complete. 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.025+0000 7f0a23320b80 1 -- start start 2023-12-07T14:17:48.030 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 1 Processor -- start 2023-12-07T14:17:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faafa200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607faa44950 con 0x5607faaf4b10 2023-12-07T14:17:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fa9fe500 con 0x5607faaf0630 2023-12-07T14:17:48.039 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fa9fe1a0 con 0x5607faaf0f50 2023-12-07T14:17:48.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.026+0000 7f0a23320b80 10 client.0 _ll_register_callbacks cb 0x5607fa929a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:48.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.027+0000 7f0a0ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.027+0000 7f0a0ffff700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf9cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36522/0 (socket says 172.21.15.39:36522) 2023-12-07T14:17:48.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.027+0000 7f0a0ffff700 1 -- 172.21.15.39:0/4105043373 learned_addr learned my addr 172.21.15.39:0/4105043373 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:48.040 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.029+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.045+0000 7f0a0ffff700 1 -- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 msgr2=0x5607faaf9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.045+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.045+0000 7f0a0ffff700 1 -- 172.21.15.39:0/4105043373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 msgr2=0x5607faafa200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.045+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faafa200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.048 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.045+0000 7f0a0ffff700 1 -- 172.21.15.39:0/4105043373 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a1011d9b0 con 0x5607faaf0f50 2023-12-07T14:17:48.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.057+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf9cc0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f0a040036c0 tx=0x7f0a0400ed20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac1e25b1ae03778c server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:48.060 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.057+0000 7f09effff700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:17:48.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.059+0000 7f09effff700 1 -- 172.21.15.39:0/4105043373 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a04026880 con 0x5607faaf0f50 2023-12-07T14:17:48.061 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.059+0000 7f09effff700 1 -- 172.21.15.39:0/4105043373 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f0a040269e0 con 0x5607faaf0f50 2023-12-07T14:17:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.059+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5607faae35f0 con 0x5607faaf0f50 2023-12-07T14:17:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.059+0000 7f09effff700 1 -- 172.21.15.39:0/4105043373 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a04026ba0 con 0x5607faaf0f50 2023-12-07T14:17:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.060+0000 7f0a23320b80 10 client.27472 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:48.062 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.060+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x7f0a04017070 con 0x5607faaf0f50 2023-12-07T14:17:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f09effff700 1 -- 172.21.15.39:0/4105043373 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5607faae35f0 con 0x5607faaf0f50 2023-12-07T14:17:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f09effff700 1 -- 172.21.15.39:0/4105043373 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f0a0401d410 con 0x5607faaf0f50 2023-12-07T14:17:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f0a23320b80 10 client.27472 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f0a23320b80 10 client.27472 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f0a23320b80 20 client.27472 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f0a23320b80 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab09f40 0x5607fab0c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.069 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f0a23320b80 4 client.27472 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:17:48.070 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.066+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5607faabf640 con 0x5607fab09f40 2023-12-07T14:17:48.071 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.069+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab09f40 0x5607fab0c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.071+0000 7f09effff700 10 client.27472 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:48.074 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.071+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab09f40 0x5607fab0c360 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98e47dac1e5e01bd server_cookie=3db63c4d1789d981 in_seq=0 out_seq=0 2023-12-07T14:17:48.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.072+0000 7f09effff700 1 -- 172.21.15.39:0/4105043373 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x5607faabf640 con 0x5607fab09f40 2023-12-07T14:17:48.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.072+0000 7f09effff700 10 client.27472 handle_command_reply: tid=0 2023-12-07T14:17:48.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.072+0000 7f0a23320b80 1 client.27472 shutdown 2023-12-07T14:17:48.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.073+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 msgr2=0x5607faaf9cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.075 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.073+0000 7f0a23320b80 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf9cc0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f0a040036c0 tx=0x7f0a0400ed20 comp rx=0 tx=0).stop 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.075+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 shutdown_connections 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.075+0000 7f0a23320b80 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faafa200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.075+0000 7f0a23320b80 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab09f40 0x5607fab0c360 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.075+0000 7f0a23320b80 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaf9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.075+0000 7f0a23320b80 1 --2- 172.21.15.39:0/4105043373 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf9cc0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.075+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 >> 172.21.15.39:0/4105043373 conn(0x5607faa1f300 msgr2=0x5607faaef430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.079+0000 7f09effff700 0 client.27472 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:48.084 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.079+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 shutdown_connections 2023-12-07T14:17:48.085 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.081+0000 7f0a23320b80 1 -- 172.21.15.39:0/4105043373 wait complete. 2023-12-07T14:17:48.088 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.086+0000 7f0a23320b80 20 client.27472 trim_cache size 0 max 16384 2023-12-07T14:17:48.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.108+0000 7f0a23320b80 1 Processor -- start 2023-12-07T14:17:48.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.108+0000 7f0a23320b80 1 -- start start 2023-12-07T14:17:48.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaefe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.112 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf2400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a23320b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fa8c38c0 con 0x5607faaf4b10 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a23320b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607faaecf80 con 0x5607faaf0630 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a23320b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607faae7290 con 0x5607faaf0f50 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a156c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a156c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60044/0 (socket says 172.21.15.39:60044) 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a156c4700 1 -- 172.21.15.39:0/838733700 learned_addr learned my addr 172.21.15.39:0/838733700 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaefe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a0ffff700 1 -- 172.21.15.39:0/838733700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 msgr2=0x5607faaefe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaefe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a0ffff700 1 -- 172.21.15.39:0/838733700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 msgr2=0x5607faaf5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.113 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a0ffff700 1 -- 172.21.15.39:0/838733700 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5607fa86dd80 con 0x5607faaf0f50 2023-12-07T14:17:48.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.109+0000 7f0a156c4700 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-12-07T14:17:48.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.110+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf2400 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f0a04016040 tx=0x7f0a0401d940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=654ec10d158f24eb server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:48.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.110+0000 7f09f77fe700 1 -- 172.21.15.39:0/838733700 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a0401dac0 con 0x5607faaf0f50 2023-12-07T14:17:48.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.110+0000 7f09f77fe700 1 -- 172.21.15.39:0/838733700 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a0400ee40 con 0x5607faaf0f50 2023-12-07T14:17:48.114 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.110+0000 7f09f77fe700 1 -- 172.21.15.39:0/838733700 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a04003a30 con 0x5607faaf0f50 2023-12-07T14:17:48.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 -- 172.21.15.39:0/838733700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 msgr2=0x5607faaf2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf2400 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f0a04016040 tx=0x7f0a0401d940 comp rx=0 tx=0).stop 2023-12-07T14:17:48.115 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 -- 172.21.15.39:0/838733700 shutdown_connections 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faaf4b10 0x5607faaf5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faaefe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 --2- 172.21.15.39:0/838733700 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf0f50 0x5607faaf2400 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 -- 172.21.15.39:0/838733700 >> 172.21.15.39:0/838733700 conn(0x5607faa1f300 msgr2=0x5607faaef430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 -- 172.21.15.39:0/838733700 shutdown_connections 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 -- 172.21.15.39:0/838733700 wait complete. 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.111+0000 7f0a23320b80 1 -- start start 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 1 Processor -- start 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faafcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf4b10 0x5607faafd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.116 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faafd810 0x5607fab70400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fab016b0 con 0x5607faafd810 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fab70940 con 0x5607faaf0630 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fab70ad0 con 0x5607faaf4b10 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a23320b80 10 client.0 _ll_register_callbacks cb 0x5607fa929a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a14ec3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faafcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a156c4700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faafd810 0x5607fab70400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a14ec3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faafcd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51248/0 (socket says 172.21.15.39:51248) 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.112+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2770796171 learned_addr learned my addr 172.21.15.39:0/2770796171 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf4b10 0x5607faafd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2770796171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf4b10 msgr2=0x5607faafd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf4b10 0x5607faafd2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2770796171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faafd810 msgr2=0x5607fab70400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faafd810 0x5607fab70400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.117 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a14ec3700 1 -- 172.21.15.39:0/2770796171 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a0000b750 con 0x5607faaf0630 2023-12-07T14:17:48.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a14ec3700 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faafcd90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0a080090a0 tx=0x7f0a08096040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99243d03cfb517c9 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:17:48.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f09effff700 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2023-12-07T14:17:48.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f09effff700 1 -- 172.21.15.39:0/2770796171 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a0809e580 con 0x5607faaf0630 2023-12-07T14:17:48.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f09effff700 1 -- 172.21.15.39:0/2770796171 <== mon.2 v2:172.21.15.55:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f0a080a27c0 con 0x5607faaf0630 2023-12-07T14:17:48.119 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.113+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0a04021070 con 0x5607faaf0630 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f09effff700 1 -- 172.21.15.39:0/2770796171 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a080987d0 con 0x5607faaf0630 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 10 client.27332 fetch_fsmap learned FSMap version 74 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x7f0a04017070 con 0x5607faaf0630 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f09effff700 1 -- 172.21.15.39:0/2770796171 <== mon.2 v2:172.21.15.55:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0a0807f080 con 0x5607faaf0630 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f09effff700 1 -- 172.21.15.39:0/2770796171 <== mon.2 v2:172.21.15.55:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7f0a0809e120 con 0x5607faaf0630 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 10 client.27332 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 10 client.27332 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 20 client.27332 populate_metadata read hostname 'smithi039' 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab72370 0x5607fab74790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 4 client.27332 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5607faa0af70 con 0x5607fab72370 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.114+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab72370 0x5607fab74790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.115+0000 7f0a0ffff700 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab72370 0x5607fab74790 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=479ae308f4f71c3 server_cookie=eea62605017f5360 in_seq=0 out_seq=0 2023-12-07T14:17:48.120 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.115+0000 7f09effff700 10 client.27332 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:48.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f09effff700 1 -- 172.21.15.39:0/2770796171 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5607faa0af70 con 0x5607fab72370 2023-12-07T14:17:48.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f09effff700 10 client.27332 handle_command_reply: tid=0 2023-12-07T14:17:48.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 client.27332 shutdown 2023-12-07T14:17:48.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 msgr2=0x5607faafcd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faafcd90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f0a080090a0 tx=0x7f0a08096040 comp rx=0 tx=0).stop 2023-12-07T14:17:48.130 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 shutdown_connections 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5607faafd810 0x5607fab70400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x5607fab72370 0x5607fab74790 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5607faaf0630 0x5607faafcd90 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 --2- 172.21.15.39:0/2770796171 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x5607faaf4b10 0x5607faafd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f09effff700 0 client.27332 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 >> 172.21.15.39:0/2770796171 conn(0x5607faa1f300 msgr2=0x5607faaf2e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 shutdown_connections 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 1 -- 172.21.15.39:0/2770796171 wait complete. 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.127+0000 7f0a23320b80 20 client.27332 trim_cache size 0 max 16384 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:17:48.131 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:17:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:17:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:17:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09f80a15e0 msgr2=0x7f09f80a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09f80a15e0 0x7f09f80a3aa0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f0a101a7bb0 tx=0x7f0a04009260 comp rx=0 tx=0).stop 2023-12-07T14:17:48.132 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a1010fc80 msgr2=0x7f0a101a6660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a1010fc80 0x7f0a101a6660 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0a0800ef10 tx=0x7f0a0800c3a0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 shutdown_connections 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f09f80a15e0 0x7f09f80a3aa0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0a1011adb0 0x7f0a101aaf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f0a1010fc80 0x7f0a101a6660 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 --2- 172.21.15.39:0/2486900351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a101100f0 0x7f0a101a6ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 >> 172.21.15.39:0/2486900351 conn(0x7f0a1006c5a0 msgr2=0x7f0a10118da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 shutdown_connections 2023-12-07T14:17:48.133 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:17:48.128+0000 7f0a17127700 1 -- 172.21.15.39:0/2486900351 wait complete. 2023-12-07T14:17:48.962 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 895.0 s, 745.1 tps, lat 134.376 ms stddev 311.110 2023-12-07T14:17:49.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:49 smithi055 ceph-mon[103363]: pgmap v482: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.02k op/s 2023-12-07T14:17:49.444 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:49 smithi089 ceph-mon[103124]: pgmap v482: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.02k op/s 2023-12-07T14:17:49.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:49 smithi039 ceph-mon[98864]: pgmap v482: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 16 MiB/s wr, 1.02k op/s 2023-12-07T14:17:50.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:50 smithi089 ceph-mon[103124]: pgmap v483: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-12-07T14:17:50.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:50 smithi039 ceph-mon[98864]: pgmap v483: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-12-07T14:17:50.667 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:50 smithi055 ceph-mon[103363]: pgmap v483: 97 pgs: 97 active+clean; 5.4 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 16 MiB/s wr, 1.04k op/s 2023-12-07T14:17:53.402 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:53 smithi055 ceph-mon[103363]: pgmap v484: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 15 MiB/s wr, 1.01k op/s 2023-12-07T14:17:53.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:53 smithi089 ceph-mon[103124]: pgmap v484: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 15 MiB/s wr, 1.01k op/s 2023-12-07T14:17:53.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:53 smithi039 ceph-mon[98864]: pgmap v484: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 15 MiB/s wr, 1.01k op/s 2023-12-07T14:17:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:progress: 900.0 s, 1213.5 tps, lat 81.421 ms stddev 96.034 2023-12-07T14:17:54.207 INFO:teuthology.orchestra.run.smithi039.stdout:transaction type: 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:scaling factor: 32 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:query mode: simple 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:number of clients: 100 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:number of threads: 4 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:duration: 900 s 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:number of transactions actually processed: 1709141 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:latency average = 52.660 ms 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:latency stddev = 164.808 ms 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:tps = 1898.527695 (including connections establishing) 2023-12-07T14:17:54.208 INFO:teuthology.orchestra.run.smithi039.stdout:tps = 1898.532593 (excluding connections establishing) 2023-12-07T14:17:54.212 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo systemctl stop postgresql' 2023-12-07T14:17:55.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:54 smithi055 ceph-mon[103363]: pgmap v485: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 14 MiB/s wr, 894 op/s 2023-12-07T14:17:55.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:54 smithi089 ceph-mon[103124]: pgmap v485: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 14 MiB/s wr, 894 op/s 2023-12-07T14:17:55.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:54 smithi039 ceph-mon[98864]: pgmap v485: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 14 MiB/s wr, 894 op/s 2023-12-07T14:17:56.561 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:56 smithi039 ceph-mon[98864]: pgmap v486: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 18 MiB/s wr, 1.21k op/s 2023-12-07T14:17:56.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:56 smithi055 ceph-mon[103363]: pgmap v486: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 18 MiB/s wr, 1.21k op/s 2023-12-07T14:17:56.691 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:56 smithi089 ceph-mon[103124]: pgmap v486: 97 pgs: 97 active+clean; 5.5 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 18 MiB/s wr, 1.21k op/s 2023-12-07T14:17:57.903 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:57 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:17:57.942 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:57 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:17:58.060 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:57 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-12-07T14:17:59.059 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:58 smithi039 ceph-mon[98864]: pgmap v487: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 15 MiB/s wr, 1.03k op/s 2023-12-07T14:17:59.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:58 smithi055 ceph-mon[103363]: pgmap v487: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 15 MiB/s wr, 1.03k op/s 2023-12-07T14:17:59.196 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:58 smithi089 ceph-mon[103124]: pgmap v487: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 99 KiB/s rd, 15 MiB/s wr, 1.03k op/s 2023-12-07T14:18:00.067 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:59 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:18:00.067 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:59 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:18:00.067 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:17:59 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:18:00.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:59 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:18:00.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:59 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:18:00.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:17:59 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:18:00.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:59 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-12-07T14:18:00.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:59 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-12-07T14:18:00.192 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:17:59 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' 2023-12-07T14:18:01.151 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:00 smithi055 ceph-mon[103363]: pgmap v488: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 16 MiB/s wr, 1.20k op/s 2023-12-07T14:18:01.199 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:00 smithi089 ceph-mon[103124]: pgmap v488: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 16 MiB/s wr, 1.20k op/s 2023-12-07T14:18:01.315 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:00 smithi039 ceph-mon[98864]: pgmap v488: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 16 MiB/s wr, 1.20k op/s 2023-12-07T14:18:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.390+0000 7fa6acea6700 1 -- 172.21.15.39:0/3055734021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a810fc80 msgr2=0x7fa6a81085d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:01.393 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.390+0000 7fa6acea6700 1 --2- 172.21.15.39:0/3055734021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a810fc80 0x7fa6a81085d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa698009950 tx=0x7fa698009c60 comp rx=0 tx=0).stop 2023-12-07T14:18:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.406+0000 7fa6acea6700 1 -- 172.21.15.39:0/3055734021 shutdown_connections 2023-12-07T14:18:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.406+0000 7fa6acea6700 1 --2- 172.21.15.39:0/3055734021 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6a811adb0 0x7fa6a811d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.406+0000 7fa6acea6700 1 --2- 172.21.15.39:0/3055734021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a810fc80 0x7fa6a81085d0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.406+0000 7fa6acea6700 1 --2- 172.21.15.39:0/3055734021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6a81100f0 0x7fa6a8108b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.409 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.406+0000 7fa6acea6700 1 -- 172.21.15.39:0/3055734021 >> 172.21.15.39:0/3055734021 conn(0x7fa6a806c5a0 msgr2=0x7fa6a806c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.407+0000 7fa6acea6700 1 -- 172.21.15.39:0/3055734021 shutdown_connections 2023-12-07T14:18:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.407+0000 7fa6acea6700 1 -- 172.21.15.39:0/3055734021 wait complete. 2023-12-07T14:18:01.410 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 Processor -- start 2023-12-07T14:18:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 -- start start 2023-12-07T14:18:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6a810fc80 0x7fa6a81a6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6a81100f0 0x7fa6a81a6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a811adb0 0x7fa6a81a9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6a81aa5c0 con 0x7fa6a810fc80 2023-12-07T14:18:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6a81aa730 con 0x7fa6a811adb0 2023-12-07T14:18:01.411 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.408+0000 7fa6acea6700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6a81aa8f0 con 0x7fa6a81100f0 2023-12-07T14:18:01.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.417+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6a81100f0 0x7fa6a81a6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.417+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6a81100f0 0x7fa6a81a6cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36552/0 (socket says 172.21.15.39:36552) 2023-12-07T14:18:01.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.417+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/313424377 learned_addr learned my addr 172.21.15.39:0/313424377 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:01.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.417+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a811adb0 0x7fa6a81a9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.420 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.418+0000 7fa6a659c700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6a810fc80 0x7fa6a81a6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.418+0000 7fa6a6d9d700 1 -- 172.21.15.39:0/313424377 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6a81100f0 msgr2=0x7fa6a81a6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.418+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6a81100f0 0x7fa6a81a6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.418+0000 7fa6a6d9d700 1 -- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6a810fc80 msgr2=0x7fa6a81a6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:01.423 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.418+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6a810fc80 0x7fa6a81a6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.418+0000 7fa6a6d9d700 1 -- 172.21.15.39:0/313424377 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa698009520 con 0x7fa6a811adb0 2023-12-07T14:18:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.418+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a811adb0 0x7fa6a81a9fc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa6a000be20 tx=0x7fa6a0009ed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.421+0000 7fa6977fe700 1 -- 172.21.15.39:0/313424377 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6a000cc10 con 0x7fa6a811adb0 2023-12-07T14:18:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.421+0000 7fa6977fe700 1 -- 172.21.15.39:0/313424377 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6a000cd70 con 0x7fa6a811adb0 2023-12-07T14:18:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.421+0000 7fa6977fe700 1 -- 172.21.15.39:0/313424377 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6a0012760 con 0x7fa6a811adb0 2023-12-07T14:18:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.421+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6a81aabd0 con 0x7fa6a811adb0 2023-12-07T14:18:01.424 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.421+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6a8110770 con 0x7fa6a811adb0 2023-12-07T14:18:01.433 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.426+0000 7fa6b909fb80 1 Processor -- start 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.433+0000 7fa6b909fb80 1 -- start start 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.433+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 0x564fb45f6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.433+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45fa5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.433+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45fab10 0x564fb45faf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.433+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb456a760 con 0x564fb45f6f50 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.433+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb4551740 con 0x564fb45fab10 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.433+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb454f060 con 0x564fb45f6630 2023-12-07T14:18:01.436 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.434+0000 7fa6977fe700 1 -- 172.21.15.39:0/313424377 <== mon.2 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa6a0014440 con 0x7fa6a811adb0 2023-12-07T14:18:01.453 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.434+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45fab10 0x564fb45faf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.434+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45fab10 0x564fb45faf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51270/0 (socket says 172.21.15.39:51270) 2023-12-07T14:18:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.434+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/306677031 learned_addr learned my addr 172.21.15.39:0/306677031 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.434+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 0x564fb45f6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.445+0000 7fa6a659c700 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45fa5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.592 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.445+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/306677031 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 msgr2=0x564fb45f6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:18:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.445+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 0x564fb45f6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.445+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/306677031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 msgr2=0x564fb45fa5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:18:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.445+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45fa5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.593 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.445+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/306677031 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564fb43c75d0 con 0x564fb45fab10 2023-12-07T14:18:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.450+0000 7fa6977fe700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6900a17f0 0x7fa6900a3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.450+0000 7fa6a659c700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6900a17f0 0x7fa6900a3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.450+0000 7fa6977fe700 1 -- 172.21.15.39:0/313424377 <== mon.2 v2:172.21.15.55:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa6a0006e40 con 0x7fa6a811adb0 2023-12-07T14:18:01.597 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.457+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45fab10 0x564fb45faf70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa69c00bfa0 tx=0x7fa69c00b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4664a193d7c67df0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.465+0000 7fa6a659c700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6900a17f0 0x7fa6900a3cb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa698005950 tx=0x7fa698019040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.466+0000 7fa694ff9700 1 -- 172.21.15.39:0/306677031 <== mon.2 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa69c010650 con 0x564fb45fab10 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.466+0000 7fa694ff9700 1 -- 172.21.15.39:0/306677031 <== mon.2 v2:172.21.15.55:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa69c010c70 con 0x564fb45fab10 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.466+0000 7fa694ff9700 1 -- 172.21.15.39:0/306677031 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa69c01db40 con 0x564fb45fab10 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.470+0000 7fa6b909fb80 1 -- 172.21.15.39:0/306677031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45fab10 msgr2=0x564fb45faf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.470+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45fab10 0x564fb45faf70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa69c00bfa0 tx=0x7fa69c00b8f0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.471+0000 7fa6b909fb80 1 -- 172.21.15.39:0/306677031 shutdown_connections 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.471+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45fab10 0x564fb45faf70 secure :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa69c00bfa0 tx=0x7fa69c00b8f0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.471+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 0x564fb45f6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.471+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/306677031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45fa5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.471+0000 7fa6b909fb80 1 -- 172.21.15.39:0/306677031 >> 172.21.15.39:0/306677031 conn(0x564fb4525300 msgr2=0x564fb45f0ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.478+0000 7fa6b909fb80 1 -- 172.21.15.39:0/306677031 shutdown_connections 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.480+0000 7fa6b909fb80 1 -- 172.21.15.39:0/306677031 wait complete. 2023-12-07T14:18:01.598 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.480+0000 7fa6b909fb80 1 -- start start 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.480+0000 7fa6b909fb80 1 Processor -- start 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.482+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45f6630 0x564fb45ff920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.482+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45ffe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.482+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb46003a0 0x564fb460be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.482+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb454a950 con 0x564fb45f6f50 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.482+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb4504500 con 0x564fb45f6630 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.482+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb45041a0 con 0x564fb46003a0 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.482+0000 7fa6b909fb80 10 client.0 _ll_register_callbacks cb 0x564fb442fa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.488+0000 7fa6a659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45f6630 0x564fb45ff920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.488+0000 7fa6a659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45f6630 0x564fb45ff920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.39:51276/0 (socket says 172.21.15.39:51276) 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.488+0000 7fa6a659c700 1 -- 172.21.15.39:0/2807535409 learned_addr learned my addr 172.21.15.39:0/2807535409 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.492+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb46003a0 0x564fb460be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.493+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45ffe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.599 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.495+0000 7fa6a6d9d700 1 -- 172.21.15.39:0/2807535409 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45f6630 msgr2=0x564fb45ff920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.495+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45f6630 0x564fb45ff920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.495+0000 7fa6a6d9d700 1 -- 172.21.15.39:0/2807535409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 msgr2=0x564fb45ffe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.495+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45ffe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.495+0000 7fa6a6d9d700 1 -- 172.21.15.39:0/2807535409 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa69c0123f0 con 0x564fb46003a0 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.496+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb46003a0 0x564fb460be70 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa6a00ca1d0 tx=0x7fa6a009a290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37fb2f09b7ae739d server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.498+0000 7fa68dffb700 10 client.0 ms_handle_connect on v2:172.21.15.89:3300/0 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.506+0000 7fa68dffb700 1 -- 172.21.15.39:0/2807535409 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6a00ca540 con 0x564fb46003a0 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.506+0000 7fa68dffb700 1 -- 172.21.15.39:0/2807535409 <== mon.1 v2:172.21.15.89:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa6a009dbb0 con 0x564fb46003a0 2023-12-07T14:18:01.600 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.506+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564fb45e95f0 con 0x564fb46003a0 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.509+0000 7fa68dffb700 1 -- 172.21.15.39:0/2807535409 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa6a00a1df0 con 0x564fb46003a0 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.509+0000 7fa6b909fb80 10 client.27487 fetch_fsmap learned FSMap version 74 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.509+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x564fb4373d80 con 0x564fb46003a0 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.510+0000 7fa68dffb700 1 -- 172.21.15.39:0/2807535409 <== mon.1 v2:172.21.15.89:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6a00b6070 con 0x564fb46003a0 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.511+0000 7fa68dffb700 1 -- 172.21.15.39:0/2807535409 <== mon.1 v2:172.21.15.89:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fa6a0099090 con 0x564fb46003a0 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.511+0000 7fa6b909fb80 10 client.27487 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.511+0000 7fa6b909fb80 10 client.27487 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.511+0000 7fa6b909fb80 20 client.27487 populate_metadata read hostname 'smithi039' 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.511+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb4610520 0x564fb4612940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.601 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.511+0000 7fa6b909fb80 4 client.27487 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.511+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564fb45c5640 con 0x564fb4610520 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.512+0000 7fa6a659c700 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb4610520 0x564fb4612940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.516+0000 7fa68dffb700 10 client.27487 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.516+0000 7fa6a659c700 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb4610520 0x564fb4612940 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df270d94fd40a175 server_cookie=8239dd39c0f0b03e in_seq=0 out_seq=0 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.517+0000 7fa68dffb700 1 -- 172.21.15.39:0/2807535409 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19071 (crc 0 0 0) 0x564fb45c5640 con 0x564fb4610520 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.517+0000 7fa68dffb700 10 client.27487 handle_command_reply: tid=0 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.524+0000 7fa6b909fb80 1 client.27487 shutdown 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.529+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb46003a0 msgr2=0x564fb460be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.529+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb46003a0 0x564fb460be70 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa6a00ca1d0 tx=0x7fa6a009a290 comp rx=0 tx=0).stop 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.533+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 shutdown_connections 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.533+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb46003a0 0x564fb460be70 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.533+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb4610520 0x564fb4612940 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.602 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.533+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb45f6630 0x564fb45ff920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.533+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/2807535409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb45ffe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.533+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 >> 172.21.15.39:0/2807535409 conn(0x564fb4525300 msgr2=0x564fb45f5430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.537+0000 7fa68dffb700 0 client.27487 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.537+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 shutdown_connections 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.542+0000 7fa6b909fb80 1 -- 172.21.15.39:0/2807535409 wait complete. 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.548+0000 7fa6b909fb80 20 client.27487 trim_cache size 0 max 16384 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.575+0000 7fa6b909fb80 1 Processor -- start 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.588+0000 7fa6b909fb80 1 -- start start 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.588+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6630 0x564fb45f8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.588+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6f50 0x564fb4606dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.588+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 0x564fb4607300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.588+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb43c98c0 con 0x564fb45f6630 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.588+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb460d030 con 0x564fb46003a0 2023-12-07T14:18:01.603 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.588+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb45f0940 con 0x564fb45f6f50 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.589+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6f50 0x564fb4606dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.589+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6f50 0x564fb4606dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.89:3300/0 says I am v2:172.21.15.39:36572/0 (socket says 172.21.15.39:36572) 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.589+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/1579165350 learned_addr learned my addr 172.21.15.39:0/1579165350 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.589+0000 7fa6a659c700 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6630 0x564fb45f8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.590+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/1579165350 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 msgr2=0x564fb4607300 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.590+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 0x564fb4607300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.590+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/1579165350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6630 msgr2=0x564fb45f8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.590+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6630 0x564fb45f8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.604 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.590+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/1579165350 --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564fb435cc00 con 0x564fb45f6f50 2023-12-07T14:18:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.598+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6f50 0x564fb4606dc0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x564fb45f16f0 tx=0x7fa69c00bae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=950ba5e90b4694c7 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.601+0000 7fa6957fa700 1 -- 172.21.15.39:0/1579165350 <== mon.1 v2:172.21.15.89:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa69c021040 con 0x564fb45f6f50 2023-12-07T14:18:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.601+0000 7fa6957fa700 1 -- 172.21.15.39:0/1579165350 <== mon.1 v2:172.21.15.89:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa69c00b480 con 0x564fb45f6f50 2023-12-07T14:18:01.605 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.601+0000 7fa6957fa700 1 -- 172.21.15.39:0/1579165350 <== mon.1 v2:172.21.15.89:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa69c0109d0 con 0x564fb45f6f50 2023-12-07T14:18:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.606+0000 7fa6b909fb80 1 -- 172.21.15.39:0/1579165350 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6f50 msgr2=0x564fb4606dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:01.609 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.606+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6f50 0x564fb4606dc0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x564fb45f16f0 tx=0x7fa69c00bae0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.611+0000 7fa6b909fb80 1 -- 172.21.15.39:0/1579165350 shutdown_connections 2023-12-07T14:18:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.611+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 0x564fb4607300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.611+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6630 0x564fb45f8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.611+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/1579165350 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6f50 0x564fb4606dc0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.613 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.611+0000 7fa6b909fb80 1 -- 172.21.15.39:0/1579165350 >> 172.21.15.39:0/1579165350 conn(0x564fb4525300 msgr2=0x564fb45f2370 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:01.629 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.627+0000 7fa6b909fb80 1 -- 172.21.15.39:0/1579165350 shutdown_connections 2023-12-07T14:18:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.632+0000 7fa6b909fb80 1 -- 172.21.15.39:0/1579165350 wait complete. 2023-12-07T14:18:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.632+0000 7fa6b909fb80 1 -- start start 2023-12-07T14:18:01.639 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.632+0000 7fa6b909fb80 1 Processor -- start 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.636+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 0x564fb4604da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.636+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb46052e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.636+0000 7fa6b909fb80 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 0x564fb4605820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.636+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb4665b80 con 0x564fb45f6f50 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.636+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb4665cf0 con 0x564fb46003a0 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.636+0000 7fa6b909fb80 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x564fb4665eb0 con 0x564fb45f6630 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.636+0000 7fa6b909fb80 10 client.0 _ll_register_callbacks cb 0x564fb442fa20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-12-07T14:18:01.640 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.637+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb46052e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.637+0000 7fa6a5d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb46052e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60090/0 (socket says 172.21.15.39:60090) 2023-12-07T14:18:01.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.637+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/3333647281 learned_addr learned my addr 172.21.15.39:0/3333647281 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:01.641 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.638+0000 7fa6a6d9d700 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 0x564fb4605820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.639+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/3333647281 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 msgr2=0x564fb4604da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:18:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.639+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 0x564fb4604da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.639+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 msgr2=0x564fb4605820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-12-07T14:18:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.639+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 0x564fb4605820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.639+0000 7fa6a5d9b700 1 -- 172.21.15.39:0/3333647281 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564fb43c75d0 con 0x564fb45f6f50 2023-12-07T14:18:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.639+0000 7fa6a5d9b700 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb46052e0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fa69c000c00 tx=0x7fa69c00be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe928d5494b330d6 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:01.642 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.639+0000 7fa68dffb700 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2023-12-07T14:18:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.641+0000 7fa68dffb700 1 -- 172.21.15.39:0/3333647281 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa69c037070 con 0x564fb45f6f50 2023-12-07T14:18:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.641+0000 7fa68dffb700 1 -- 172.21.15.39:0/3333647281 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa69c000e40 con 0x564fb45f6f50 2023-12-07T14:18:01.643 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.641+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa69c010c70 con 0x564fb45f6f50 2023-12-07T14:18:01.644 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.641+0000 7fa68dffb700 1 -- 172.21.15.39:0/3333647281 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa69c021070 con 0x564fb45f6f50 2023-12-07T14:18:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.646+0000 7fa6b909fb80 10 client.17889 fetch_fsmap learned FSMap version 74 2023-12-07T14:18:01.648 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.646+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=4+}) v3 -- 0x564fb439a1f0 con 0x564fb45f6f50 2023-12-07T14:18:01.650 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.647+0000 7fa68dffb700 1 -- 172.21.15.39:0/3333647281 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa69c010c70 con 0x564fb45f6f50 2023-12-07T14:18:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.647+0000 7fa68dffb700 1 -- 172.21.15.39:0/3333647281 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 74) v1 ==== 7898+0+0 (secure 0 0 0) 0x7fa69c03a020 con 0x564fb45f6f50 2023-12-07T14:18:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.648+0000 7fa6b909fb80 10 client.17889 fetch_fsmap finished waiting for FSMap version 74 2023-12-07T14:18:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.648+0000 7fa6b909fb80 10 client.17889 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-12-07T14:18:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.648+0000 7fa6b909fb80 20 client.17889 populate_metadata read hostname 'smithi039' 2023-12-07T14:18:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.648+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb46671b0 0x564fb46695a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.648+0000 7fa6b909fb80 4 client.17889 mds_command: new command op to 24539 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-12-07T14:18:01.651 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.648+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 --> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564fb4510f70 con 0x564fb46671b0 2023-12-07T14:18:01.653 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.650+0000 7fa6a659c700 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb46671b0 0x564fb46695a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:01.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.664+0000 7fa6a659c700 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb46671b0 0x564fb46695a0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f180ea96c78c0f server_cookie=2cb2c936e8a6000c in_seq=0 out_seq=0 2023-12-07T14:18:01.667 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:01.665+0000 7fa68dffb700 10 client.17889 ms_handle_connect on v2:172.21.15.55:6838/415155637 2023-12-07T14:18:02.517 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.514+0000 7fa68dffb700 1 -- 172.21.15.39:0/3333647281 <== mds.0 v2:172.21.15.55:6838/415155637 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564fb4510f70 con 0x564fb46671b0 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.514+0000 7fa68dffb700 10 client.17889 handle_command_reply: tid=0 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.514+0000 7fa6b909fb80 1 client.17889 shutdown 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.514+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 msgr2=0x564fb46052e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.514+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb46052e0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fa69c000c00 tx=0x7fa69c00be80 comp rx=0 tx=0).stop 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 shutdown_connections 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:6838/415155637,v1:172.21.15.55:6839/415155637] conn(0x564fb46671b0 0x564fb46695a0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564fb46003a0 0x564fb4605820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x564fb45f6630 0x564fb4604da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 --2- 172.21.15.39:0/3333647281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564fb45f6f50 0x564fb46052e0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 >> 172.21.15.39:0/3333647281 conn(0x564fb4525300 msgr2=0x564fb45f5430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:02.518 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa68dffb700 0 client.17889 ms_handle_reset on v2:172.21.15.55:6838/415155637 2023-12-07T14:18:02.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 shutdown_connections 2023-12-07T14:18:02.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 1 -- 172.21.15.39:0/3333647281 wait complete. 2023-12-07T14:18:02.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.515+0000 7fa6b909fb80 20 client.17889 trim_cache size 0 max 16384 2023-12-07T14:18:02.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:{ 2023-12-07T14:18:02.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "message": "", 2023-12-07T14:18:02.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout: "return_code": 0 2023-12-07T14:18:02.519 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stdout:} 2023-12-07T14:18:02.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6900a17f0 msgr2=0x7fa6900a3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:02.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6900a17f0 0x7fa6900a3cb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa698005950 tx=0x7fa698019040 comp rx=0 tx=0).stop 2023-12-07T14:18:02.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a811adb0 msgr2=0x7fa6a81a9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:02.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a811adb0 0x7fa6a81a9fc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa6a000be20 tx=0x7fa6a0009ed0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 shutdown_connections 2023-12-07T14:18:02.520 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa6900a17f0 0x7fa6900a3cb0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa6a811adb0 0x7fa6a81a9fc0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6a810fc80 0x7fa6a81a6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 --2- 172.21.15.39:0/313424377 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa6a81100f0 0x7fa6a81a6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 >> 172.21.15.39:0/313424377 conn(0x7fa6a806c5a0 msgr2=0x7fa6a8118da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 shutdown_connections 2023-12-07T14:18:02.521 INFO:teuthology.task.background_exec.ubuntu@smithi039.front.sepia.ceph.com.smithi039.stderr:2023-12-07T14:18:02.516+0000 7fa6acea6700 1 -- 172.21.15.39:0/313424377 wait complete. 2023-12-07T14:18:03.360 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'sudo ls -lZaR /tmp/cephfs/postgres/' 2023-12-07T14:18:03.386 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:03 smithi039 ceph-mon[98864]: pgmap v489: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:18:03.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:03 smithi055 ceph-mon[103363]: pgmap v489: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:18:03.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:03 smithi089 ceph-mon[103124]: pgmap v489: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 18 MiB/s wr, 1.42k op/s 2023-12-07T14:18:03.450 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/: 2023-12-07T14:18:03.450 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.450 INFO:teuthology.orchestra.run.smithi039.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwxrwxrwt. 3 root root system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 .. 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 data 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data: 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:total 31 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 . 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwxr-xr-x. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 .. 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Dec 7 14:02 base 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 30 Dec 7 14:02 current_logfiles 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 59 Dec 7 14:02 global 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 log 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_commit_ts 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_dynshmem 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 4269 Dec 7 14:02 pg_hba.conf 2023-12-07T14:18:03.451 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1636 Dec 7 14:02 pg_ident.conf 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:18 pg_logical 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 pg_multixact 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 pg_notify 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_replslot 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_serial 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_snapshots 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:18 pg_stat 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:18 pg_stat_tmp 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:17 pg_subtrans 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_tblspc 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pg_twophase 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 65 Dec 7 14:18 pg_wal 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:10 pg_xact 2023-12-07T14:18:03.452 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 88 Dec 7 14:02 postgresql.auto.conf 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 22989 Dec 7 14:02 postgresql.conf 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 51 Dec 7 14:02 postmaster.opts 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base: 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Dec 7 14:02 . 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 1 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 12346 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 308 Dec 7 14:03 12347 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 pgsql_tmp 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base/1: 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:total 7193 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 . 2023-12-07T14:18:03.453 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Dec 7 14:02 .. 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 112 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 113 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Dec 7 14:02 12182 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12182_fsm 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12182_vm 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12184 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12186 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12187_fsm 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187_vm 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12189 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12191 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12192_fsm 2023-12-07T14:18:03.454 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192_vm 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12194 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12196 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12197_fsm 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197_vm 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12199 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12201 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12202_fsm 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202_vm 2023-12-07T14:18:03.455 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12204 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12206 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12207_fsm 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207_vm 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12209 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12211 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12212 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12214 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12216 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 73728 Dec 7 14:02 1247 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1247_fsm 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1247_vm 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 393216 Dec 7 14:02 1249 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1249_fsm 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1249_vm 2023-12-07T14:18:03.456 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 606208 Dec 7 14:02 1255 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1255_fsm 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1255_vm 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Dec 7 14:02 1259 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1259_fsm 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1259_vm 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417_vm 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418_vm 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 174 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 175 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2187 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224_vm 2023-12-07T14:18:03.457 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328_vm 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336_vm 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2337 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2600 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2600_fsm 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2600_vm 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2601_fsm 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601_vm 2023-12-07T14:18:03.458 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2602 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2602_fsm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2602_vm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2603 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2603_fsm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2603_vm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604_vm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2605 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2605_fsm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2605_vm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2606_fsm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606_vm 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607 2023-12-07T14:18:03.459 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607_fsm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2607_vm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 442368 Dec 7 14:02 2608 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2608_fsm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2608_vm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 286720 Dec 7 14:02 2609 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2609_fsm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2609_vm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610_fsm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2610_vm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611_vm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2612_fsm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612_vm 2023-12-07T14:18:03.460 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613_vm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2615_fsm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615_vm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616_fsm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2616_vm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Dec 7 14:02 2617 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2617_fsm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2617_vm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Dec 7 14:02 2618 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2618_fsm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2618_vm 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 131072 Dec 7 14:02 2619 2023-12-07T14:18:03.461 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2619_fsm 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2619_vm 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620_vm 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2650 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2651 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2652 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2653 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2654 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2655 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2656 2023-12-07T14:18:03.462 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2657 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Dec 7 14:02 2658 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2659 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2660 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2661 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2662 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2663 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2664 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2665 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2666 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2667 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2668 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2669 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2670 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 319488 Dec 7 14:02 2673 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 376832 Dec 7 14:02 2674 2023-12-07T14:18:03.463 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 180224 Dec 7 14:02 2675 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2678 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2679 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2680 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2681 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2682 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2683 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2684 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2685 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2686 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2687 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2688 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2689 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2690 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 270336 Dec 7 14:02 2691 2023-12-07T14:18:03.464 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2692 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2693 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2696 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2699 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2701 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2702 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2703 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2704 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2753 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2753_fsm 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2753_vm 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2754 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2755 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2756 2023-12-07T14:18:03.465 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2757 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830_vm 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2831 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832_vm 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2833 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834_vm 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2835 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836_vm 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2837 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 417792 Dec 7 14:02 2838 2023-12-07T14:18:03.466 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2838_fsm 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2838_vm 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2839 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840_fsm 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2840_vm 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2841 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995_vm 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2996 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3079_fsm 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079_vm 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3080 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3081 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3085 2023-12-07T14:18:03.467 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118_vm 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3119 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3164 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256_vm 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3257 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3258 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350_vm 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3351 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3379 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3380 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381_vm 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3394 2023-12-07T14:18:03.468 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3394_fsm 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3394_vm 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3395 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439_vm 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3440 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 3455 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3456 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3456_fsm 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3456_vm 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466_vm 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3467 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3468 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501 2023-12-07T14:18:03.469 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501_vm 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3502 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3503 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3534 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3541_fsm 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541_vm 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3542 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3574 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3575 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576_vm 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596_vm 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3597 2023-12-07T14:18:03.470 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598_vm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3599 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3600_fsm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600_vm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3601_fsm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601_vm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3602_fsm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602_vm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3603 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3603_fsm 2023-12-07T14:18:03.471 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3603_vm 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3604 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3605 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3606 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3607 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3608 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 3609 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3712 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3764_fsm 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764_vm 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3766 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3767 2023-12-07T14:18:03.473 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3997 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 5002 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 548 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 549 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102_vm 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104_vm 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106_vm 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6110 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6111 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6112 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6113 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6117 2023-12-07T14:18:03.474 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826_vm 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 827 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 828 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base/12346: 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:total 7193 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 293 Dec 7 14:02 . 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Dec 7 14:02 .. 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 112 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 113 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Dec 7 14:02 12182 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12182_fsm 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12182_vm 2023-12-07T14:18:03.475 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12184 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12186 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12187_fsm 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187_vm 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12189 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12191 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12192_fsm 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192_vm 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12194 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12196 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12197_fsm 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197_vm 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12199 2023-12-07T14:18:03.476 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12201 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12202_fsm 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202_vm 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12204 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12206 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12207_fsm 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207_vm 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12209 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12211 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12212 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12214 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12216 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 73728 Dec 7 14:02 1247 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1247_fsm 2023-12-07T14:18:03.477 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1247_vm 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 393216 Dec 7 14:02 1249 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1249_fsm 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1249_vm 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 606208 Dec 7 14:02 1255 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1255_fsm 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1255_vm 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Dec 7 14:02 1259 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1259_fsm 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1259_vm 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417 2023-12-07T14:18:03.478 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417_vm 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418_vm 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 174 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 175 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2187 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224_vm 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328_vm 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336_vm 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2337 2023-12-07T14:18:03.479 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2600 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2600_fsm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2600_vm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2601_fsm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601_vm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2602 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2602_fsm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2602_vm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2603 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2603_fsm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2603_vm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604_vm 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2605 2023-12-07T14:18:03.480 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2605_fsm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2605_vm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2606_fsm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606_vm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607_fsm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2607_vm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 442368 Dec 7 14:02 2608 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2608_fsm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2608_vm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 286720 Dec 7 14:02 2609 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2609_fsm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2609_vm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610_fsm 2023-12-07T14:18:03.481 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2610_vm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611_vm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2612_fsm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612_vm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613_vm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2615_fsm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615_vm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616_fsm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2616_vm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Dec 7 14:02 2617 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2617_fsm 2023-12-07T14:18:03.482 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2617_vm 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Dec 7 14:02 2618 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2618_fsm 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2618_vm 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 131072 Dec 7 14:02 2619 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2619_fsm 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2619_vm 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620_vm 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2650 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2651 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2652 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2653 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2654 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2655 2023-12-07T14:18:03.483 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2656 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2657 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 106496 Dec 7 14:02 2658 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2659 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2660 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2661 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2662 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2663 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2664 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2665 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2666 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2667 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2668 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2669 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2670 2023-12-07T14:18:03.484 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 319488 Dec 7 14:02 2673 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 376832 Dec 7 14:02 2674 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 180224 Dec 7 14:02 2675 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2678 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2679 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2680 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2681 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2682 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2683 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2684 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2685 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2686 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2687 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2688 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2689 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2690 2023-12-07T14:18:03.485 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 270336 Dec 7 14:02 2691 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2692 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2693 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2696 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2699 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2701 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2702 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2703 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2704 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2753 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2753_fsm 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2753_vm 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2754 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2755 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2756 2023-12-07T14:18:03.486 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2757 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830_vm 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2831 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832_vm 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2833 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834_vm 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2835 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836_vm 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2837 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 417792 Dec 7 14:02 2838 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2838_fsm 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2838_vm 2023-12-07T14:18:03.487 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2839 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840_fsm 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2840_vm 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2841 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995_vm 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2996 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3079_fsm 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079_vm 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3080 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3081 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3085 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118_vm 2023-12-07T14:18:03.488 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3119 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3164 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256_vm 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3257 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3258 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350_vm 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3351 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3379 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3380 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381_vm 2023-12-07T14:18:03.489 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3394 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3394_fsm 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3394_vm 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3395 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439_vm 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3440 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 3455 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3456 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3456_fsm 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3456_vm 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466_vm 2023-12-07T14:18:03.490 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3467 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3468 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501_vm 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3502 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3503 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3534 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3541_fsm 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541_vm 2023-12-07T14:18:03.491 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3542 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3574 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3575 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576_vm 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596_vm 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3597 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598_vm 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3599 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3600_fsm 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600_vm 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601 2023-12-07T14:18:03.492 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3601_fsm 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601_vm 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3602_fsm 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602_vm 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3603 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3603_fsm 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3603_vm 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3604 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3605 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3606 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3607 2023-12-07T14:18:03.493 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3608 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 3609 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3712 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3764_fsm 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764_vm 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3766 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3767 2023-12-07T14:18:03.508 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3997 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 5002 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 548 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 549 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102_vm 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104_vm 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106_vm 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6110 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6111 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6112 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6113 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6117 2023-12-07T14:18:03.509 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826_vm 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 827 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 828 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base/12347: 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:total 638336 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 308 Dec 7 14:03 . 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Dec 7 14:02 .. 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 112 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 113 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 57344 Dec 7 14:02 12182 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12182_fsm 2023-12-07T14:18:03.510 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12182_vm 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12184 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12186 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12187_fsm 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12187_vm 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12189 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12191 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12192_fsm 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12192_vm 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12194 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12196 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12197_fsm 2023-12-07T14:18:03.511 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12197_vm 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12199 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12201 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12202_fsm 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12202_vm 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12204 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12206 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 12207_fsm 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12207_vm 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12209 2023-12-07T14:18:03.512 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12211 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12212 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 12214 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 12216 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 73728 Dec 7 14:02 1247 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1247_fsm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1247_vm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 393216 Dec 7 14:02 1249 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1249_fsm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1249_vm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 606208 Dec 7 14:02 1255 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1255_fsm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1255_vm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 90112 Dec 7 14:17 1259 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1259_fsm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1259_vm 2023-12-07T14:18:03.513 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1417_vm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 1418_vm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 5988352 Dec 7 14:17 16387 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:17 16387_fsm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:17 16387_vm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 9052160 Dec 7 14:17 16393 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:17 16393_fsm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:17 16393_vm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 467787776 Dec 7 14:17 16396 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 139264 Dec 7 14:17 16396_fsm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:05 16396_vm 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Dec 7 14:17 16397 2023-12-07T14:18:03.514 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 606208 Dec 7 14:17 16399 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 72540160 Dec 7 14:17 16401 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 89735168 Dec 7 14:17 16403 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:17 16403_fsm 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 174 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 175 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2187 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2224_vm 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2328_vm 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2336_vm 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2337 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2600 2023-12-07T14:18:03.515 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2600_fsm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2600_vm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2601_fsm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2601_vm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2602 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2602_fsm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2602_vm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2603 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2603_fsm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2603_vm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2604_vm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2605 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2605_fsm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2605_vm 2023-12-07T14:18:03.516 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2606_fsm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2606_vm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2607_fsm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2607_vm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 450560 Dec 7 14:02 2608 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2608_fsm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2608_vm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 286720 Dec 7 14:02 2609 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2609_fsm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2609_vm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2610 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2610_fsm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2610_vm 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611 2023-12-07T14:18:03.517 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2611_vm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2612_fsm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2612_vm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2613_vm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2615_fsm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2615_vm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2616_fsm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2616_vm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 122880 Dec 7 14:02 2617 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2617_fsm 2023-12-07T14:18:03.518 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2617_vm 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 98304 Dec 7 14:02 2618 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2618_fsm 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2618_vm 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 155648 Dec 7 14:17 2619 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:07 2619_fsm 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2619_vm 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2620_vm 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2650 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2651 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2652 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2653 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2654 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2655 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2656 2023-12-07T14:18:03.519 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2657 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 114688 Dec 7 14:02 2658 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2659 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2660 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2661 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2662 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2663 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2664 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2665 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2666 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2667 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2668 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2669 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2670 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 319488 Dec 7 14:02 2673 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 376832 Dec 7 14:02 2674 2023-12-07T14:18:03.520 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 180224 Dec 7 14:02 2675 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2678 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2679 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2680 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2681 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2682 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2683 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2684 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2685 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2686 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2687 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2688 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 49152 Dec 7 14:02 2689 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 81920 Dec 7 14:02 2690 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 270336 Dec 7 14:02 2691 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2692 2023-12-07T14:18:03.521 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2693 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:07 2696 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2699 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2701 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2702 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2703 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 2704 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2753 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2753_fsm 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2753_vm 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2754 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2755 2023-12-07T14:18:03.522 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2756 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 2757 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2830_vm 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2831 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2832_vm 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2833 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2834_vm 2023-12-07T14:18:03.523 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2835 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2836_vm 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2837 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 417792 Dec 7 14:02 2838 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2838_fsm 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2838_vm 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2839 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2840_fsm 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2840_vm 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2841 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2995_vm 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2996 2023-12-07T14:18:03.524 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3079_fsm 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3079_vm 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3080 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3081 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3085 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3118_vm 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3119 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3164 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3256_vm 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3257 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3258 2023-12-07T14:18:03.525 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3350_vm 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3351 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3379 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3380 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3381_vm 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3394 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3394_fsm 2023-12-07T14:18:03.526 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3394_vm 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3395 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3439_vm 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3440 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 40960 Dec 7 14:02 3455 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3456 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3456_fsm 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3456_vm 2023-12-07T14:18:03.527 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3466_vm 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3467 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3468 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3501_vm 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3502 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3503 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3534 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541 2023-12-07T14:18:03.528 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3541_fsm 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3541_vm 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3542 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3574 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3575 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3576_vm 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3596_vm 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3597 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3598_vm 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3599 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600 2023-12-07T14:18:03.529 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3600_fsm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3600_vm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3601_fsm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3601_vm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3602_fsm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3602_vm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3603 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3603_fsm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3603_vm 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3604 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3605 2023-12-07T14:18:03.530 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3606 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3607 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3608 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 32768 Dec 7 14:02 3609 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3712 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 3764_fsm 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3764_vm 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3766 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 3767 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3997 2023-12-07T14:18:03.531 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 5002 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 548 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 549 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6102_vm 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6104_vm 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6106_vm 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6110 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6111 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6112 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6113 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6117 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 826_vm 2023-12-07T14:18:03.532 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 827 2023-12-07T14:18:03.533 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 828 2023-12-07T14:18:03.533 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:18:03.533 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 137860 Dec 7 14:02 pg_internal.init 2023-12-07T14:18:03.533 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:02 PG_VERSION 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/base/pgsql_tmp: 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 6 postgres postgres system_u:object_r:postgresql_db_t:s0 4 Dec 7 14:02 .. 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/global: 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:total 574 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 59 Dec 7 14:02 . 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1136 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1136_fsm 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1136_vm 2023-12-07T14:18:03.534 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 1137 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1213 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1213_fsm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1213_vm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1214 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1214_fsm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1214_vm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 1232 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 1233 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1260 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1260_fsm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1260_vm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1261 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1261_fsm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1261_vm 2023-12-07T14:18:03.535 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1262 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 1262_fsm 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 1262_vm 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2396 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:02 2396_fsm 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2396_vm 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2397 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2671 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2672 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2676 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2677 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2694 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2695 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2697 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16384 Dec 7 14:02 2698 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2846 2023-12-07T14:18:03.536 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2846_vm 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2847 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2964 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2964_vm 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2965 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2966 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 2966_vm 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 2967 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3592 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 3592_vm 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 3593 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 4060 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 4060_vm 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 4061 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6000 2023-12-07T14:18:03.537 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6000_vm 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6001 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6002 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6100 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 6100_vm 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6114 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 6115 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:18 pg_control 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 512 Dec 7 14:02 pg_filenode.map 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 21644 Dec 7 14:02 pg_internal.init 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/log: 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:total 3 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.538 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 2736 Dec 7 14:18 postgresql-Thu.log 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_commit_ts: 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_dynshmem: 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_logical: 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:total 1 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:18 . 2023-12-07T14:18:03.539 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 mappings 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8 Dec 7 14:18 replorigin_checkpoint 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 snapshots 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_logical/mappings: 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:18 .. 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_logical/snapshots: 2023-12-07T14:18:03.540 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.541 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.542 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:18 .. 2023-12-07T14:18:03.542 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.542 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_multixact: 2023-12-07T14:18:03.542 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.542 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 . 2023-12-07T14:18:03.542 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 members 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 offsets 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_multixact/members: 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 .. 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_multixact/offsets: 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:18:03.543 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 4 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:02 .. 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_notify: 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:total 8 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:02 . 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 8192 Dec 7 14:02 0000 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_replslot: 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.544 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.545 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.545 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.545 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_serial: 2023-12-07T14:18:03.545 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.545 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.545 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.545 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_snapshots: 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_stat: 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:total 13 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 3 Dec 7 14:18 . 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 1864 Dec 7 14:18 db_0.stat 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 9300 Dec 7 14:18 db_12347.stat 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 607 Dec 7 14:18 global.stat 2023-12-07T14:18:03.546 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_stat_tmp: 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:18 . 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_subtrans: 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:total 24 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 1 Dec 7 14:17 . 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 24576 Dec 7 14:17 001A 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_tblspc: 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.547 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_twophase: 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_wal: 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:total 1048576 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 65 Dec 7 14:18 . 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000F5 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000F6 2023-12-07T14:18:03.548 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000F7 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000F8 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000F9 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000FA 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000FB 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000FC 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 0000000100000001000000FD 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:18 0000000100000001000000FE 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:13 0000000100000001000000FF 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:13 000000010000000200000000 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:14 000000010000000200000001 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:13 000000010000000200000002 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000003 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000004 2023-12-07T14:18:03.549 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000005 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000006 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000007 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:14 000000010000000200000008 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000009 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 00000001000000020000000A 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 00000001000000020000000B 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 00000001000000020000000C 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 00000001000000020000000D 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:14 00000001000000020000000E 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:14 00000001000000020000000F 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:14 000000010000000200000010 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000011 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000012 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000013 2023-12-07T14:18:03.550 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000014 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000015 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000016 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000017 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000018 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 000000010000000200000019 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:14 00000001000000020000001A 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:15 00000001000000020000001B 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 00000001000000020000001C 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 00000001000000020000001D 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 00000001000000020000001E 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 00000001000000020000001F 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000020 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000021 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 000000010000000200000022 2023-12-07T14:18:03.551 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000023 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 000000010000000200000024 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000025 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000026 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 000000010000000200000027 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000028 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 000000010000000200000029 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 00000001000000020000002A 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 00000001000000020000002B 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 00000001000000020000002C 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 00000001000000020000002D 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 00000001000000020000002E 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 00000001000000020000002F 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:17 000000010000000200000030 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000031 2023-12-07T14:18:03.552 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000032 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000033 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 16777216 Dec 7 14:16 000000010000000200000034 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 archive_status 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_wal/archive_status: 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:total 0 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 0 Dec 7 14:02 . 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 3 postgres postgres system_u:object_r:postgresql_db_t:s0 65 Dec 7 14:18 .. 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/cephfs/postgres/data/pg_xact: 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:total 424 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 2 postgres postgres system_u:object_r:postgresql_db_t:s0 2 Dec 7 14:10 . 2023-12-07T14:18:03.553 INFO:teuthology.orchestra.run.smithi039.stdout:drwx------. 20 postgres postgres system_u:object_r:postgresql_db_t:s0 25 Dec 7 14:18 .. 2023-12-07T14:18:03.554 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 262144 Dec 7 14:10 0000 2023-12-07T14:18:03.554 INFO:teuthology.orchestra.run.smithi039.stdout:-rw-------. 1 postgres postgres system_u:object_r:postgresql_db_t:s0 172032 Dec 7 14:17 0001 2023-12-07T14:18:03.555 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2023-12-07T14:18:03.566 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:18:03.591 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2023-12-07T14:18:03.601 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2023-12-07T14:18:03.601 INFO:teuthology.task.exec:Executing custom commands... 2023-12-07T14:18:03.602 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:18:03.602 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2023-12-07T14:18:03.660 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2023-12-07T14:18:03.729 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-12-07T14:18:03.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 -- 172.21.15.39:0/181283191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1056f0 msgr2=0x7fa68c10d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:03.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 --2- 172.21.15.39:0/181283191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1056f0 0x7fa68c10d270 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7fa68400b0a0 tx=0x7fa68400b3b0 comp rx=0 tx=0).stop 2023-12-07T14:18:03.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 -- 172.21.15.39:0/181283191 shutdown_connections 2023-12-07T14:18:03.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 --2- 172.21.15.39:0/181283191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1056f0 0x7fa68c10d270 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:03.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 --2- 172.21.15.39:0/181283191 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa68c1005d0 0x7fa68c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:03.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 --2- 172.21.15.39:0/181283191 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa68c100f80 0x7fa68c104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:03.899 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 -- 172.21.15.39:0/181283191 >> 172.21.15.39:0/181283191 conn(0x7fa68c0fbe50 msgr2=0x7fa68c0fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 -- 172.21.15.39:0/181283191 shutdown_connections 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.894+0000 7fa692dfa700 1 -- 172.21.15.39:0/181283191 wait complete. 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 Processor -- start 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 -- start start 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1005d0 0x7fa68c19c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa68c1056f0 0x7fa68c19cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa68c196810 0x7fa68c196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68c197290 con 0x7fa68c1005d0 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68c1973d0 con 0x7fa68c196810 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa692dfa700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68c197590 con 0x7fa68c1056f0 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1005d0 0x7fa68c19c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1005d0 0x7fa68c19c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60100/0 (socket says 172.21.15.39:60100) 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 -- 172.21.15.39:0/404786562 learned_addr learned my addr 172.21.15.39:0/404786562 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa68bfff700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa68c1056f0 0x7fa68c19cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:03.900 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa691397700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa68c196810 0x7fa68c196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 -- 172.21.15.39:0/404786562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa68c1056f0 msgr2=0x7fa68c19cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa68c1056f0 0x7fa68c19cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 -- 172.21.15.39:0/404786562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa68c196810 msgr2=0x7fa68c196cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa68c196810 0x7fa68c196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.895+0000 7fa690b96700 1 -- 172.21.15.39:0/404786562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa680009520 con 0x7fa68c1005d0 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.896+0000 7fa690b96700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1005d0 0x7fa68c19c690 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fa68000eb30 tx=0x7fa68000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.896+0000 7fa689ffb700 1 -- 172.21.15.39:0/404786562 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa680009880 con 0x7fa68c1005d0 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.896+0000 7fa689ffb700 1 -- 172.21.15.39:0/404786562 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa6800044e0 con 0x7fa68c1005d0 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.896+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa684009d00 con 0x7fa68c1005d0 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.896+0000 7fa689ffb700 1 -- 172.21.15.39:0/404786562 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa680010430 con 0x7fa68c1005d0 2023-12-07T14:18:03.901 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.896+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa68c1a3880 con 0x7fa68c1005d0 2023-12-07T14:18:03.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.897+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa68c1089c0 con 0x7fa68c1005d0 2023-12-07T14:18:03.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.898+0000 7fa689ffb700 1 -- 172.21.15.39:0/404786562 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa680003ee0 con 0x7fa68c1005d0 2023-12-07T14:18:03.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.898+0000 7fa689ffb700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa67c0a1730 0x7fa67c0a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:03.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.899+0000 7fa689ffb700 1 -- 172.21.15.39:0/404786562 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa680014070 con 0x7fa68c1005d0 2023-12-07T14:18:03.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.899+0000 7fa68bfff700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa67c0a1730 0x7fa67c0a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:03.902 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.899+0000 7fa68bfff700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa67c0a1730 0x7fa67c0a3bf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa678005fd0 tx=0x7fa678005ee0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:03.906 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:03.903+0000 7fa689ffb700 1 -- 172.21.15.39:0/404786562 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa6800968e0 con 0x7fa68c1005d0 2023-12-07T14:18:04.135 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.132+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 --> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7fa68c197c80 con 0x7fa67c0a1730 2023-12-07T14:18:04.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.141+0000 7fa689ffb700 1 -- 172.21.15.39:0/404786562 <== mgr.15477 v2:172.21.15.39:6800/3084457348 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+336 (secure 0 0 0) 0x7fa68c197c80 con 0x7fa67c0a1730 2023-12-07T14:18:04.144 INFO:teuthology.orchestra.run.smithi039.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2023-12-07T00:00:00", "created": "2023-12-07T14:02:30", "first": "2023-12-07T14:03:00", "last": "2023-12-07T14:18:01", "last_pruned": "2023-12-07T14:18:02", "created_count": 16, "pruned_count": 10, "active": true} 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa67c0a1730 msgr2=0x7fa67c0a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa67c0a1730 0x7fa67c0a3bf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa678005fd0 tx=0x7fa678005ee0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1005d0 msgr2=0x7fa68c19c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1005d0 0x7fa68c19c690 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fa68000eb30 tx=0x7fa68000eef0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 shutdown_connections 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa67c0a1730 0x7fa67c0a3bf0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa68c196810 0x7fa68c196cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa68c1005d0 0x7fa68c19c690 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 --2- 172.21.15.39:0/404786562 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa68c1056f0 0x7fa68c19cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 >> 172.21.15.39:0/404786562 conn(0x7fa68c0fbe50 msgr2=0x7fa68c0fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 shutdown_connections 2023-12-07T14:18:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.143+0000 7fa692dfa700 1 -- 172.21.15.39:0/404786562 wait complete. 2023-12-07T14:18:04.158 DEBUG:teuthology.orchestra.run.smithi039:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-12-07T14:18:04.286 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 -- 172.21.15.39:0/1987541717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb81005a0 msgr2=0x7f6fb8100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/1987541717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb81005a0 0x7f6fb8100980 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4009990 tx=0x7f6fb4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 -- 172.21.15.39:0/1987541717 shutdown_connections 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/1987541717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb81056c0 0x7f6fb810d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/1987541717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb81005a0 0x7f6fb8100980 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/1987541717 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb8100f50 0x7f6fb8104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 -- 172.21.15.39:0/1987541717 >> 172.21.15.39:0/1987541717 conn(0x7f6fb80fbe60 msgr2=0x7f6fb80fe280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 -- 172.21.15.39:0/1987541717 shutdown_connections 2023-12-07T14:18:04.287 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.283+0000 7f6fbfdee700 1 -- 172.21.15.39:0/1987541717 wait complete. 2023-12-07T14:18:04.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.284+0000 7f6fbfdee700 1 Processor -- start 2023-12-07T14:18:04.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.284+0000 7f6fbfdee700 1 -- start start 2023-12-07T14:18:04.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbfdee700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb81005a0 0x7f6fb819c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbfdee700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb81056c0 0x7f6fb819cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbfdee700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb8196660 0x7f6fb8196b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbfdee700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb8197160 con 0x7f6fb8196660 2023-12-07T14:18:04.289 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbfdee700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb81972d0 con 0x7f6fb81005a0 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbfdee700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb8197490 con 0x7f6fb81056c0 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb8196660 0x7f6fb8196b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb8196660 0x7f6fb8196b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60118/0 (socket says 172.21.15.39:60118) 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 -- 172.21.15.39:0/449313151 learned_addr learned my addr 172.21.15.39:0/449313151 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbdb8a700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb81005a0 0x7f6fb819c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbd389700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb81056c0 0x7f6fb819cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 -- 172.21.15.39:0/449313151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb81056c0 msgr2=0x7f6fb819cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb81056c0 0x7f6fb819cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 -- 172.21.15.39:0/449313151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb81005a0 msgr2=0x7f6fb819c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb81005a0 0x7f6fb819c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 -- 172.21.15.39:0/449313151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb40095f0 con 0x7f6fb8196660 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbd389700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb81056c0 0x7f6fb819cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:18:04.290 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbe38b700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb8196660 0x7f6fb8196b10 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f6fb0007d70 tx=0x7f6fb000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6faeffd700 1 -- 172.21.15.39:0/449313151 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb000ad40 con 0x7f6fb8196660 2023-12-07T14:18:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6faeffd700 1 -- 172.21.15.39:0/449313151 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6fb00128e0 con 0x7f6fb8196660 2023-12-07T14:18:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.285+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fb81a33d0 con 0x7f6fb8196660 2023-12-07T14:18:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.286+0000 7f6faeffd700 1 -- 172.21.15.39:0/449313151 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb00116b0 con 0x7f6fb8196660 2023-12-07T14:18:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.286+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fb81a3890 con 0x7f6fb8196660 2023-12-07T14:18:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.286+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fb8108930 con 0x7f6fb8196660 2023-12-07T14:18:04.291 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.288+0000 7f6faeffd700 1 -- 172.21.15.39:0/449313151 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f6fb0012420 con 0x7f6fb8196660 2023-12-07T14:18:04.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.288+0000 7f6faeffd700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6fa40a15e0 0x7f6fa40a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.288+0000 7f6fbdb8a700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6fa40a15e0 0x7f6fa40a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.288+0000 7f6faeffd700 1 -- 172.21.15.39:0/449313151 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f6fb00cd600 con 0x7f6fb8196660 2023-12-07T14:18:04.292 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.289+0000 7f6fbdb8a700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6fa40a15e0 0x7f6fa40a3aa0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400b5c0 tx=0x7f6fb4005960 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:04.294 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.292+0000 7f6faeffd700 1 -- 172.21.15.39:0/449313151 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f6fb0096a70 con 0x7f6fb8196660 2023-12-07T14:18:04.527 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.524+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 --> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f6fb8197af0 con 0x7f6fa40a15e0 2023-12-07T14:18:04.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.532+0000 7f6faeffd700 1 -- 172.21.15.39:0/449313151 <== mgr.15477 v2:172.21.15.39:6800/3084457348 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f6fb8197af0 con 0x7f6fa40a15e0 2023-12-07T14:18:04.535 INFO:teuthology.orchestra.run.smithi039.stdout:/ 1m 6m3h 2023-12-07T14:18:04.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.534+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6fa40a15e0 msgr2=0x7f6fa40a3aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6fa40a15e0 0x7f6fa40a3aa0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f6fb400b5c0 tx=0x7f6fb4005960 comp rx=0 tx=0).stop 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb8196660 msgr2=0x7f6fb8196b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb8196660 0x7f6fb8196b10 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f6fb0007d70 tx=0x7f6fb000a340 comp rx=0 tx=0).stop 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 shutdown_connections 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb8196660 0x7f6fb8196b10 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f6fa40a15e0 0x7f6fa40a3aa0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6fb81005a0 0x7f6fb819c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 --2- 172.21.15.39:0/449313151 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f6fb81056c0 0x7f6fb819cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 >> 172.21.15.39:0/449313151 conn(0x7f6fb80fbe60 msgr2=0x7f6fb80fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 shutdown_connections 2023-12-07T14:18:04.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.535+0000 7f6fbfdee700 1 -- 172.21.15.39:0/449313151 wait complete. 2023-12-07T14:18:04.550 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2023-12-07T14:18:04.559 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2023-12-07T14:18:04.560 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_f2de108beb0a6dde7f3e6c96039071828a1f6269/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_a2cd52c00149b5caff897ea7f79d0529b62620da/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2023-12-07T14:18:04.560 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2023-12-07T14:18:04.575 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:18:04.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 -- 172.21.15.39:0/1890554923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e81056a0 msgr2=0x7f00e810d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.704 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 --2- 172.21.15.39:0/1890554923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e81056a0 0x7f00e810d220 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f00e000b0a0 tx=0x7f00e000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 -- 172.21.15.39:0/1890554923 shutdown_connections 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 --2- 172.21.15.39:0/1890554923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e81056a0 0x7f00e810d220 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 --2- 172.21.15.39:0/1890554923 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f00e8100580 0x7f00e8100960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 --2- 172.21.15.39:0/1890554923 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00e8100f30 0x7f00e8104f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 -- 172.21.15.39:0/1890554923 >> 172.21.15.39:0/1890554923 conn(0x7f00e80fbe20 msgr2=0x7f00e80fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 -- 172.21.15.39:0/1890554923 shutdown_connections 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.699+0000 7f00f0178700 1 -- 172.21.15.39:0/1890554923 wait complete. 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 Processor -- start 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 -- start start 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e8100580 0x7f00e8197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f00e81056a0 0x7f00e8197f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00e819c330 0x7f00e819c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00e819cd20 con 0x7f00e8100580 2023-12-07T14:18:04.705 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00e819ce90 con 0x7f00e819c330 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00f0178700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00e819d050 con 0x7f00e81056a0 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00edf14700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e8100580 0x7f00e8197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00edf14700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e8100580 0x7f00e8197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60128/0 (socket says 172.21.15.39:60128) 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00edf14700 1 -- 172.21.15.39:0/926819545 learned_addr learned my addr 172.21.15.39:0/926819545 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00ee715700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00e819c330 0x7f00e819c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.700+0000 7f00ed713700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f00e81056a0 0x7f00e8197f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00edf14700 1 -- 172.21.15.39:0/926819545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f00e81056a0 msgr2=0x7f00e8197f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00edf14700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f00e81056a0 0x7f00e8197f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00edf14700 1 -- 172.21.15.39:0/926819545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00e819c330 msgr2=0x7f00e819c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00edf14700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00e819c330 0x7f00e819c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00edf14700 1 -- 172.21.15.39:0/926819545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00e0009d00 con 0x7f00e8100580 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00ed713700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f00e81056a0 0x7f00e8197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00edf14700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e8100580 0x7f00e8197a20 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f00e400e9c0 tx=0x7f00e400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:04.706 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00deffd700 1 -- 172.21.15.39:0/926819545 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e40097b0 con 0x7f00e8100580 2023-12-07T14:18:04.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00deffd700 1 -- 172.21.15.39:0/926819545 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f00e4004cf0 con 0x7f00e8100580 2023-12-07T14:18:04.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00e81a45e0 con 0x7f00e8100580 2023-12-07T14:18:04.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00deffd700 1 -- 172.21.15.39:0/926819545 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00e4005600 con 0x7f00e8100580 2023-12-07T14:18:04.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.701+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00e81a4ac0 con 0x7f00e8100580 2023-12-07T14:18:04.707 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.702+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00e8108910 con 0x7f00e8100580 2023-12-07T14:18:04.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.703+0000 7f00deffd700 1 -- 172.21.15.39:0/926819545 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f00e400cc60 con 0x7f00e8100580 2023-12-07T14:18:04.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.704+0000 7f00deffd700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f00d40a1670 0x7f00d40a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:04.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.704+0000 7f00deffd700 1 -- 172.21.15.39:0/926819545 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f00e4014070 con 0x7f00e8100580 2023-12-07T14:18:04.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.704+0000 7f00ed713700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f00d40a1670 0x7f00d40a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:04.708 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.704+0000 7f00ed713700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f00d40a1670 0x7f00d40a3b30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f00e8198f70 tx=0x7f00d8009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:04.710 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.707+0000 7f00deffd700 1 -- 172.21.15.39:0/926819545 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f00e4096870 con 0x7f00e8100580 2023-12-07T14:18:04.805 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:04 smithi039 ceph-mon[98864]: pgmap v490: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 15 MiB/s wr, 1.28k op/s 2023-12-07T14:18:04.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:04 smithi039 ceph-mon[98864]: from='client.17895 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:18:04.918 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.915+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f00e8198dc0 con 0x7f00e8100580 2023-12-07T14:18:04.919 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.916+0000 7f00deffd700 1 -- 172.21.15.39:0/926819545 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) v1 ==== 74+0+22850 (secure 0 0 0) 0x7f00e4099e90 con 0x7f00e8100580 2023-12-07T14:18:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:04.920 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":106,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:17:18.668253+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":25,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/734942561":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6800/3942875407":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/72845499":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/2275574558":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6801/3942875407":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/14821462":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":12,"length":1},{"begin":25,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f00d40a1670 msgr2=0x7f00d40a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f00d40a1670 0x7f00d40a3b30 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f00e8198f70 tx=0x7f00d8009260 comp rx=0 tx=0).stop 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e8100580 msgr2=0x7f00e8197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e8100580 0x7f00e8197a20 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f00e400e9c0 tx=0x7f00e400ecd0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 shutdown_connections 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f00d40a1670 0x7f00d40a3b30 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00e819c330 0x7f00e819c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00e8100580 0x7f00e8197a20 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 --2- 172.21.15.39:0/926819545 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f00e81056a0 0x7f00e8197f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:04.922 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 >> 172.21.15.39:0/926819545 conn(0x7f00e80fbe20 msgr2=0x7f00e80fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:04.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 shutdown_connections 2023-12-07T14:18:04.923 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:04.919+0000 7f00f0178700 1 -- 172.21.15.39:0/926819545 wait complete. 2023-12-07T14:18:04.934 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 25, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:18:04.935 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:18:05.064 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 -- 172.21.15.39:0/156172387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9208102650 msgr2=0x7f9208102a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 --2- 172.21.15.39:0/156172387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9208102650 0x7f9208102a30 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f9204009990 tx=0x7f9204009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 -- 172.21.15.39:0/156172387 shutdown_connections 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 --2- 172.21.15.39:0/156172387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f920810ba20 0x7f920810dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 --2- 172.21.15.39:0/156172387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9208102650 0x7f9208102a30 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 --2- 172.21.15.39:0/156172387 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9208102f70 0x7f920810b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 -- 172.21.15.39:0/156172387 >> 172.21.15.39:0/156172387 conn(0x7f92080fbe10 msgr2=0x7f92080fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 -- 172.21.15.39:0/156172387 shutdown_connections 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.061+0000 7f920f46f700 1 -- 172.21.15.39:0/156172387 wait complete. 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 Processor -- start 2023-12-07T14:18:05.065 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 -- start start 2023-12-07T14:18:05.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9208102650 0x7f920819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9208102f70 0x7f920819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f920810ba20 0x7f92081977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9208197f70 con 0x7f920810ba20 2023-12-07T14:18:05.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92081980e0 con 0x7f9208102f70 2023-12-07T14:18:05.067 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920f46f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92081982a0 con 0x7f9208102650 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920da0c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f920810ba20 0x7f92081977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920da0c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f920810ba20 0x7f92081977a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60146/0 (socket says 172.21.15.39:60146) 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920da0c700 1 -- 172.21.15.39:0/3700786172 learned_addr learned my addr 172.21.15.39:0/3700786172 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920ca0a700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9208102f70 0x7f920819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.062+0000 7f920d20b700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9208102650 0x7f920819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920da0c700 1 -- 172.21.15.39:0/3700786172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9208102650 msgr2=0x7f920819d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920da0c700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9208102650 0x7f920819d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920da0c700 1 -- 172.21.15.39:0/3700786172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9208102f70 msgr2=0x7f920819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920da0c700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9208102f70 0x7f920819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920da0c700 1 -- 172.21.15.39:0/3700786172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92040095f0 con 0x7f920810ba20 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920da0c700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f920810ba20 0x7f92081977a0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f920000ada0 tx=0x7f920000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f91fe7fc700 1 -- 172.21.15.39:0/3700786172 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f920000f070 con 0x7f920810ba20 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f91fe7fc700 1 -- 172.21.15.39:0/3700786172 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9200007b30 con 0x7f920810ba20 2023-12-07T14:18:05.068 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9208198580 con 0x7f920810ba20 2023-12-07T14:18:05.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f91fe7fc700 1 -- 172.21.15.39:0/3700786172 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92000053e0 con 0x7f920810ba20 2023-12-07T14:18:05.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.063+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92081a4680 con 0x7f920810ba20 2023-12-07T14:18:05.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.064+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9208106ba0 con 0x7f920810ba20 2023-12-07T14:18:05.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.065+0000 7f91fe7fc700 1 -- 172.21.15.39:0/3700786172 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f920000c980 con 0x7f920810ba20 2023-12-07T14:18:05.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.066+0000 7f91fe7fc700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f91f40a1670 0x7f91f40a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.069 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.066+0000 7f91fe7fc700 1 -- 172.21.15.39:0/3700786172 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f92000cc5e0 con 0x7f920810ba20 2023-12-07T14:18:05.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.066+0000 7f920d20b700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f91f40a1670 0x7f91f40a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.070 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.066+0000 7f920d20b700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f91f40a1670 0x7f91f40a3b30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9204005850 tx=0x7f920401a040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:05.073 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.070+0000 7f91fe7fc700 1 -- 172.21.15.39:0/3700786172 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f9200095970 con 0x7f920810ba20 2023-12-07T14:18:05.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:04 smithi055 ceph-mon[103363]: pgmap v490: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 15 MiB/s wr, 1.28k op/s 2023-12-07T14:18:05.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:04 smithi055 ceph-mon[103363]: from='client.17895 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:18:05.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:04 smithi089 ceph-mon[103124]: pgmap v490: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 15 MiB/s wr, 1.28k op/s 2023-12-07T14:18:05.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:04 smithi089 ceph-mon[103124]: from='client.17895 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:18:05.277 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.274+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9208198cd0 con 0x7f920810ba20 2023-12-07T14:18:05.278 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.275+0000 7f91fe7fc700 1 -- 172.21.15.39:0/3700786172 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9200098f90 con 0x7f920810ba20 2023-12-07T14:18:05.278 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:18:05.279 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f91f40a1670 msgr2=0x7f91f40a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f91f40a1670 0x7f91f40a3b30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9204005850 tx=0x7f920401a040 comp rx=0 tx=0).stop 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f920810ba20 msgr2=0x7f92081977a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f920810ba20 0x7f92081977a0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f920000ada0 tx=0x7f920000c330 comp rx=0 tx=0).stop 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 shutdown_connections 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f920810ba20 0x7f92081977a0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f9208102650 0x7f920819d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f91f40a1670 0x7f91f40a3b30 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 --2- 172.21.15.39:0/3700786172 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9208102f70 0x7f920819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 >> 172.21.15.39:0/3700786172 conn(0x7f92080fbe10 msgr2=0x7f92080fcc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 shutdown_connections 2023-12-07T14:18:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.277+0000 7f920f46f700 1 -- 172.21.15.39:0/3700786172 wait complete. 2023-12-07T14:18:05.292 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:18:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 -- 172.21.15.39:0/3971637131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138100f50 msgr2=0x7fa138104f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 --2- 172.21.15.39:0/3971637131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138100f50 0x7fa138104f90 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7fa134009990 tx=0x7fa134009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 -- 172.21.15.39:0/3971637131 shutdown_connections 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 --2- 172.21.15.39:0/3971637131 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa1381056c0 0x7fa13810d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 --2- 172.21.15.39:0/3971637131 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1381005a0 0x7fa138100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 --2- 172.21.15.39:0/3971637131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138100f50 0x7fa138104f90 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 -- 172.21.15.39:0/3971637131 >> 172.21.15.39:0/3971637131 conn(0x7fa1380fbe00 msgr2=0x7fa1380fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 -- 172.21.15.39:0/3971637131 shutdown_connections 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.418+0000 7fa1402a8700 1 -- 172.21.15.39:0/3971637131 wait complete. 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 Processor -- start 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 -- start start 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1381005a0 0x7fa1381986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1381056c0 0x7fa138198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa138199170 0x7fa1381a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381a3e10 con 0x7fa1381005a0 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381a3f80 con 0x7fa1381056c0 2023-12-07T14:18:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa1402a8700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381a4140 con 0x7fa138199170 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1381005a0 0x7fa1381986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1381005a0 0x7fa1381986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60156/0 (socket says 172.21.15.39:60156) 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 -- 172.21.15.39:0/4270466879 learned_addr learned my addr 172.21.15.39:0/4270466879 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13d843700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1381056c0 0x7fa138198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e845700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa138199170 0x7fa1381a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 -- 172.21.15.39:0/4270466879 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa138199170 msgr2=0x7fa1381a3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa138199170 0x7fa1381a3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 -- 172.21.15.39:0/4270466879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1381056c0 msgr2=0x7fa138198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1381056c0 0x7fa138198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13e044700 1 -- 172.21.15.39:0/4270466879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1340095f0 con 0x7fa1381005a0 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.419+0000 7fa13d843700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1381056c0 0x7fa138198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.420+0000 7fa13e044700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1381005a0 0x7fa1381986f0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fa12800e9a0 tx=0x7fa12800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.420+0000 7fa12f7fe700 1 -- 172.21.15.39:0/4270466879 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa128009790 con 0x7fa1381005a0 2023-12-07T14:18:05.425 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.420+0000 7fa12f7fe700 1 -- 172.21.15.39:0/4270466879 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa12800cbd0 con 0x7fa1381005a0 2023-12-07T14:18:05.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.420+0000 7fa12f7fe700 1 -- 172.21.15.39:0/4270466879 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa128018680 con 0x7fa1381005a0 2023-12-07T14:18:05.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.420+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1381a4420 con 0x7fa1381005a0 2023-12-07T14:18:05.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.420+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1381a48e0 con 0x7fa1381005a0 2023-12-07T14:18:05.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.421+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa138108990 con 0x7fa1381005a0 2023-12-07T14:18:05.426 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.422+0000 7fa12f7fe700 1 -- 172.21.15.39:0/4270466879 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7fa12800cd40 con 0x7fa1381005a0 2023-12-07T14:18:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.423+0000 7fa12f7fe700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa1240a15f0 0x7fa1240a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.423+0000 7fa13d843700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa1240a15f0 0x7fa1240a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.423+0000 7fa12f7fe700 1 -- 172.21.15.39:0/4270466879 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7fa128014070 con 0x7fa1381005a0 2023-12-07T14:18:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.423+0000 7fa13d843700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa1240a15f0 0x7fa1240a3ab0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa134005b40 tx=0x7fa134005ab0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:05.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.426+0000 7fa12f7fe700 1 -- 172.21.15.39:0/4270466879 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7fa128096c50 con 0x7fa1381005a0 2023-12-07T14:18:05.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.633+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa138069bd0 con 0x7fa1381005a0 2023-12-07T14:18:05.636 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.634+0000 7fa12f7fe700 1 -- 172.21.15.39:0/4270466879 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v106) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa12809a270 con 0x7fa1381005a0 2023-12-07T14:18:05.637 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa1240a15f0 msgr2=0x7fa1240a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa1240a15f0 0x7fa1240a3ab0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa134005b40 tx=0x7fa134005ab0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1381005a0 msgr2=0x7fa1381986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1381005a0 0x7fa1381986f0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fa12800e9a0 tx=0x7fa12800ed60 comp rx=0 tx=0).stop 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 shutdown_connections 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7fa138199170 0x7fa1381a3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1381005a0 0x7fa1381986f0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7fa1240a15f0 0x7fa1240a3ab0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 --2- 172.21.15.39:0/4270466879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa1381056c0 0x7fa138198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 >> 172.21.15.39:0/4270466879 conn(0x7fa1380fbe00 msgr2=0x7fa1380fe140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 shutdown_connections 2023-12-07T14:18:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.636+0000 7fa1402a8700 1 -- 172.21.15.39:0/4270466879 wait complete. 2023-12-07T14:18:05.651 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:18:05.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 -- 172.21.15.39:0/1505906086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 msgr2=0x7f5f2410e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.781 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1505906086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f2410e2d0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c00b0a0 tx=0x7f5f1c00b3b0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 -- 172.21.15.39:0/1505906086 shutdown_connections 2023-12-07T14:18:05.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1505906086 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f2410e2d0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1505906086 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f241074a0 0x7f5f24107880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1505906086 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f24101400 0x7f5f24101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 -- 172.21.15.39:0/1505906086 >> 172.21.15.39:0/1505906086 conn(0x7f5f240fceb0 msgr2=0x7f5f240ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:05.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 -- 172.21.15.39:0/1505906086 shutdown_connections 2023-12-07T14:18:05.782 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.778+0000 7f5f2925e700 1 -- 172.21.15.39:0/1505906086 wait complete. 2023-12-07T14:18:05.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.779+0000 7f5f2925e700 1 Processor -- start 2023-12-07T14:18:05.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.779+0000 7f5f2925e700 1 -- start start 2023-12-07T14:18:05.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2925e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f24101400 0x7f5f241976b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2925e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f24197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2925e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f241074a0 0x7f5f2419bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.784 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2925e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f2419c5d0 con 0x7f5f24101dc0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2925e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f2419c740 con 0x7f5f241074a0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2925e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f2419c900 con 0x7f5f24101400 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f24197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f24197bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60170/0 (socket says 172.21.15.39:60170) 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 -- 172.21.15.39:0/1163112855 learned_addr learned my addr 172.21.15.39:0/1163112855 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f22d9d700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f24101400 0x7f5f241976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2359e700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f241074a0 0x7f5f2419bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 -- 172.21.15.39:0/1163112855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f24101400 msgr2=0x7f5f241976b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f24101400 0x7f5f241976b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 -- 172.21.15.39:0/1163112855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f241074a0 msgr2=0x7f5f2419bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f241074a0 0x7f5f2419bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 -- 172.21.15.39:0/1163112855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f1c009d00 con 0x7f5f24101dc0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2259c700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f24197bf0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5f1800c9b0 tx=0x7f5f1800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f0bfff700 1 -- 172.21.15.39:0/1163112855 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f18007b00 con 0x7f5f24101dc0 2023-12-07T14:18:05.785 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f2419cbe0 con 0x7f5f24101dc0 2023-12-07T14:18:05.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f0bfff700 1 -- 172.21.15.39:0/1163112855 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5f1800ce50 con 0x7f5f24101dc0 2023-12-07T14:18:05.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.780+0000 7f5f0bfff700 1 -- 172.21.15.39:0/1163112855 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f18018660 con 0x7f5f24101dc0 2023-12-07T14:18:05.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.781+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f241a4420 con 0x7f5f24101dc0 2023-12-07T14:18:05.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.781+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f24102b40 con 0x7f5f24101dc0 2023-12-07T14:18:05.786 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.783+0000 7f5f0bfff700 1 -- 172.21.15.39:0/1163112855 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f5f1800f450 con 0x7f5f24101dc0 2023-12-07T14:18:05.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.783+0000 7f5f0bfff700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f0c0a15f0 0x7f5f0c0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:05.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.783+0000 7f5f0bfff700 1 -- 172.21.15.39:0/1163112855 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f5f180cd250 con 0x7f5f24101dc0 2023-12-07T14:18:05.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.783+0000 7f5f22d9d700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f0c0a15f0 0x7f5f0c0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:05.787 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.784+0000 7f5f22d9d700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f0c0a15f0 0x7f5f0c0a3ab0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5f1400abd0 tx=0x7f5f1400a380 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:05.789 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.787+0000 7f5f0bfff700 1 -- 172.21.15.39:0/1163112855 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f5f18096640 con 0x7f5f24101dc0 2023-12-07T14:18:05.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.992+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5f24111330 con 0x7f5f24101dc0 2023-12-07T14:18:05.995 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.992+0000 7f5f0bfff700 1 -- 172.21.15.39:0/1163112855 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v106) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5f18007e60 con 0x7f5f24101dc0 2023-12-07T14:18:05.995 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:18:05.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f0c0a15f0 msgr2=0x7f5f0c0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f0c0a15f0 0x7f5f0c0a3ab0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5f1400abd0 tx=0x7f5f1400a380 comp rx=0 tx=0).stop 2023-12-07T14:18:05.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 msgr2=0x7f5f24197bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:05.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f24197bf0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5f1800c9b0 tx=0x7f5f1800ccc0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 shutdown_connections 2023-12-07T14:18:05.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f5f0c0a15f0 0x7f5f0c0a3ab0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.998 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f241074a0 0x7f5f2419bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f5f24101400 0x7f5f241976b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 --2- 172.21.15.39:0/1163112855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f24101dc0 0x7f5f24197bf0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:05.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 >> 172.21.15.39:0/1163112855 conn(0x7f5f240fceb0 msgr2=0x7f5f240fd350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:05.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 shutdown_connections 2023-12-07T14:18:05.999 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:05.995+0000 7f5f2925e700 1 -- 172.21.15.39:0/1163112855 wait complete. 2023-12-07T14:18:06.009 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:05 smithi039 ceph-mon[98864]: from='client.17901 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:18:06.009 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/926819545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:06.009 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3700786172' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:18:06.009 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:05 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4270466879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:18:06.010 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2023-12-07T14:18:06.137 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 -- 172.21.15.39:0/3179860101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 msgr2=0x7f402810d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 --2- 172.21.15.39:0/3179860101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402810d220 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f402000b0a0 tx=0x7f402000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 -- 172.21.15.39:0/3179860101 shutdown_connections 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 --2- 172.21.15.39:0/3179860101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402810d220 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 --2- 172.21.15.39:0/3179860101 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4028100580 0x7f4028100960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 --2- 172.21.15.39:0/3179860101 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4028100f30 0x7f4028104f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 -- 172.21.15.39:0/3179860101 >> 172.21.15.39:0/3179860101 conn(0x7f40280fbe00 msgr2=0x7f40280fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 -- 172.21.15.39:0/3179860101 shutdown_connections 2023-12-07T14:18:06.138 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.134+0000 7f402ec64700 1 -- 172.21.15.39:0/3179860101 wait complete. 2023-12-07T14:18:06.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.135+0000 7f402ec64700 1 Processor -- start 2023-12-07T14:18:06.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.135+0000 7f402ec64700 1 -- start start 2023-12-07T14:18:06.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.135+0000 7f402ec64700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4028100580 0x7f402819c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:06.140 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.135+0000 7f402ec64700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402819cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.135+0000 7f402ec64700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f40281967d0 0x7f4028196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402ec64700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4028197250 con 0x7f40281056a0 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402ec64700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4028197390 con 0x7f4028100580 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402ec64700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4028197550 con 0x7f40281967d0 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402819cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402819cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60184/0 (socket says 172.21.15.39:60184) 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 -- 172.21.15.39:0/1754829305 learned_addr learned my addr 172.21.15.39:0/1754829305 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402ca00700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4028100580 0x7f402819c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402d201700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f40281967d0 0x7f4028196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 -- 172.21.15.39:0/1754829305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f40281967d0 msgr2=0x7f4028196c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f40281967d0 0x7f4028196c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:06.141 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 -- 172.21.15.39:0/1754829305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4028100580 msgr2=0x7f402819c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:06.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4028100580 0x7f402819c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:06.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 -- 172.21.15.39:0/1754829305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4020009d00 con 0x7f40281056a0 2023-12-07T14:18:06.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402ca00700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4028100580 0x7f402819c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:18:06.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4027fff700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402819cb90 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f401400d980 tx=0x7f401400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:06.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4025ffb700 1 -- 172.21.15.39:0/1754829305 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4014009b40 con 0x7f40281056a0 2023-12-07T14:18:06.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40281a34c0 con 0x7f40281056a0 2023-12-07T14:18:06.142 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4025ffb700 1 -- 172.21.15.39:0/1754829305 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f401400de60 con 0x7f40281056a0 2023-12-07T14:18:06.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f4025ffb700 1 -- 172.21.15.39:0/1754829305 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f401400f620 con 0x7f40281056a0 2023-12-07T14:18:06.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.136+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40281a39d0 con 0x7f40281056a0 2023-12-07T14:18:06.143 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.137+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4028108970 con 0x7f40281056a0 2023-12-07T14:18:06.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.138+0000 7f4025ffb700 1 -- 172.21.15.39:0/1754829305 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f4014010460 con 0x7f40281056a0 2023-12-07T14:18:06.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.139+0000 7f4025ffb700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f40180a15f0 0x7f40180a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:06.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.139+0000 7f4025ffb700 1 -- 172.21.15.39:0/1754829305 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f40140ccc00 con 0x7f40281056a0 2023-12-07T14:18:06.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.139+0000 7f402ca00700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f40180a15f0 0x7f40180a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:06.144 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.140+0000 7f402ca00700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f40180a15f0 0x7f40180a3ab0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f401c005950 tx=0x7f401c0058e0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:06.146 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.143+0000 7f4025ffb700 1 -- 172.21.15.39:0/1754829305 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f40140d3080 con 0x7f40281056a0 2023-12-07T14:18:06.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:05 smithi055 ceph-mon[103363]: from='client.17901 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:18:06.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:05 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/926819545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:06.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:05 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3700786172' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:18:06.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:05 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4270466879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:18:06.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:05 smithi089 ceph-mon[103124]: from='client.17901 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-12-07T14:18:06.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/926819545' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:06.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3700786172' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:18:06.191 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:05 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4270466879' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:18:06.407 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.405+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7f4028197c40 con 0x7f40281056a0 2023-12-07T14:18:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.413+0000 7f4025ffb700 1 -- 172.21.15.39:0/1754829305 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) v1 ==== 81+0+734413 (secure 0 0 0) 0x7f4014020090 con 0x7f40281056a0 2023-12-07T14:18:06.426 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:06.426 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:18:06.426 INFO:teuthology.orchestra.run.smithi039.stdout: "epoch": 26, 2023-12-07T14:18:06.426 INFO:teuthology.orchestra.run.smithi039.stdout: "active_gid": 15477, 2023-12-07T14:18:06.426 INFO:teuthology.orchestra.run.smithi039.stdout: "active_name": "x", 2023-12-07T14:18:06.426 INFO:teuthology.orchestra.run.smithi039.stdout: "active_addrs": { 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:6800", 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3084457348 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:6801", 2023-12-07T14:18:06.427 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3084457348 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: "active_addr": "172.21.15.39:6801/3084457348", 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: "active_change": "2023-12-07T14:02:29.446747+0000", 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: "active_mgr_features": 4540138322906710015, 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: "available": true, 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: "standbys": [ 2023-12-07T14:18:06.428 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "gid": 25103, 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "y", 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr_features": 4540138322906710015, 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "available_modules": [ 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "alerts", 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.429 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How frequently to reexamine health status", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.430 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.431 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.432 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.432 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.433 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.434 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.435 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.436 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_destination": { 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_destination", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email address to send alerts to", 2023-12-07T14:18:06.437 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_from_name": { 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_from_name", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "Ceph", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email From: name", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.438 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_host": { 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_host", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP server", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.439 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_password": { 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_password", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Password to authenticate with", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.440 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_port": { 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_port", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "465", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP port", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_sender": { 2023-12-07T14:18:06.441 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_sender", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP envelope sender", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.442 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_ssl": { 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_ssl", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use SSL to connect to SMTP server", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.443 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_user": { 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_user", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "User to authenticate as", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.444 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "balancer", 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "active": { 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "active", 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.445 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically balance PGs across cluster", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_time": { 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_time", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0000", 2023-12-07T14:18:06.446 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "beginning time of day to automatically balance", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_weekday": { 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_weekday", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2023-12-07T14:18:06.447 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_max_iterations": { 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_max_iterations", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "25", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "250", 2023-12-07T14:18:06.448 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_metrics": { 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_metrics", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "pgs,objects,bytes", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.449 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_step": { 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_step", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.5", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0.001", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "0.999", 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.450 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "aggressiveness of optimization", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "end_time": { 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_time", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2359", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ending time of day to automatically balance", 2023-12-07T14:18:06.451 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "end_weekday": { 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_weekday", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-12-07T14:18:06.452 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.453 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.454 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.455 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.456 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.457 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "min_score": { 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_score", 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.458 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "upmap", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.459 INFO:teuthology.orchestra.run.smithi039.stdout: "crush-compat", 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "none", 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap" 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Balancer mode", 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_ids": { 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_ids", 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.460 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.461 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_deviation": { 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_deviation", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:06.462 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "deviation below which no optimization is attempted", 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_optimizations": { 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_optimizations", 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.463 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.464 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_down_multiplier": { 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_down_multiplier", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.465 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_refresh_rate": { 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_refresh_rate", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "20", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.466 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_starting_port": { 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_starting_port", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4721", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.467 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_ptrace": { 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_ptrace", 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.468 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_interval": { 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_interval", 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.469 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to autotune daemon memory", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_memory_target_ratio": { 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_memory_target_ratio", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.470 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.7", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm_log_destination": { 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm_log_destination", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.471 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "file", 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "file,syslog", 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "syslog" 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.472 INFO:teuthology.orchestra.run.smithi039.stdout: "cgroups_split": { 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cgroups_split", 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.473 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "config_checks_enabled": { 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_checks_enabled", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-12-07T14:18:06.474 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "config_dashboard": { 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_dashboard", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-12-07T14:18:06.475 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_alertmanager": { 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_alertmanager", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.476 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_base": { 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_base", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Container image name, without the tag", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.477 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_elasticsearch": { 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_elasticsearch", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "elasticsearch container image", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.478 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_grafana": { 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_grafana", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.479 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_haproxy": { 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_haproxy", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "HAproxy container image", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.480 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_agent": { 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_agent", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger agent container image", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.481 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_collector": { 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_collector", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger collector container image", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.482 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_query": { 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_query", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger query container image", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_keepalived": { 2023-12-07T14:18:06.483 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_keepalived", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Keepalived container image", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_loki": { 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_loki", 2023-12-07T14:18:06.484 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Loki container image", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_node_exporter": { 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_node_exporter", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.485 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_nvmeof": { 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_nvmeof", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.486 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Nvme-of container image", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_prometheus": { 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_prometheus", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-12-07T14:18:06.487 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_promtail": { 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_promtail", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.488 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Promtail container image", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_snmp_gateway": { 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_snmp_gateway", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.489 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SNMP Gateway container image", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "container_init": { 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_init", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Run podman/docker with `--init`", 2023-12-07T14:18:06.490 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "daemon_cache_timeout": { 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "daemon_cache_timeout", 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.491 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "default_cephadm_command_timeout": { 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_cephadm_command_timeout", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "900", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-12-07T14:18:06.492 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "default_registry": { 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_registry", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-12-07T14:18:06.493 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "device_cache_timeout": { 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_cache_timeout", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1800", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache device inventory", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.494 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "device_enhanced_scan": { 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_enhanced_scan", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use libstoragemgmt during device scans", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.495 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "facts_cache_timeout": { 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "facts_cache_timeout", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache host facts data", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.496 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "host_check_interval": { 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "host_check_interval", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to perform a host check", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.497 INFO:teuthology.orchestra.run.smithi039.stdout: "inventory_list_all": { 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "inventory_list_all", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.498 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.499 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "log_refresh_metadata": { 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_refresh_metadata", 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.500 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-12-07T14:18:06.501 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.502 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.503 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf": { 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.504 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.505 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "*", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "max_count_per_host": { 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_count_per_host", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.506 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of daemons per service per host", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "max_osd_draining_count": { 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_osd_draining_count", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.507 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "migration_current": { 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "migration_current", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.508 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "internal - do not modify", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "root", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.509 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm-package", 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "root" 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "mode for remote execution of cephadm", 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "prometheus_alerts_path": { 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus_alerts_path", 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.510 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_insecure": { 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_insecure", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.511 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_password": { 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_password", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.512 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_url": { 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_url", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.513 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_username": { 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_username", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.514 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "secure_monitoring_stack": { 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "secure_monitoring_stack", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.515 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "service_discovery_port": { 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "service_discovery_port", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8765", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.516 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "cephadm service discovery port", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "ssh_config_file": { 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssh_config_file", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.517 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "use_agent": { 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_agent", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.518 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "use_repo_digest": { 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_repo_digest", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-12-07T14:18:06.519 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_failed_host_check": { 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_failed_host_check", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if the host check fails", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.520 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_daemons": { 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_daemons", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.521 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_hosts": { 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_hosts", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.522 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crash", 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.523 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.524 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.525 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.526 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.527 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "retain_interval": { 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retain_interval", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "31536000", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain crashes before pruning them", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.528 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_recent_interval": { 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_recent_interval", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1209600", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "time interval in which to warn about recent crashes", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.529 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dashboard", 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.530 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_HOST": { 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_HOST", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.531 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.532 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_ENABLED": { 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_ENABLED", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.533 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.534 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "ENABLE_BROWSABLE_API": { 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ENABLE_BROWSABLE_API", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.535 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.536 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.537 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.538 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.539 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_NFS": { 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.540 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RBD": { 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.541 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RGW": { 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.542 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.543 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_PASSWORD": { 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_PASSWORD", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.544 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.545 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_URL": { 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_URL", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.546 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_USERNAME": { 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_USERNAME", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.547 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.548 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-12-07T14:18:06.549 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "ISSUE_TRACKER_API_KEY": { 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-12-07T14:18:06.550 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_HOST": { 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_HOST", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.551 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.552 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.553 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.554 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.555 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.556 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.557 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.558 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.559 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_ENABLED": { 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_ENABLED", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.560 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.561 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.562 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.563 INFO:teuthology.orchestra.run.smithi039.stdout: "REST_REQUESTS_TIMEOUT": { 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "45", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.564 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ACCESS_KEY": { 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ACCESS_KEY", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.565 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.566 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SECRET_KEY": { 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SECRET_KEY", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.567 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SSL_VERIFY": { 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SSL_VERIFY", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "UNSAFE_TLS_v1_2": { 2023-12-07T14:18:06.568 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "UNSAFE_TLS_v1_2", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.569 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.570 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.571 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.572 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "cross_origin_url": { 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cross_origin_url", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.573 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "crt_file": { 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crt_file", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.574 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "debug": { 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "debug", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable/disable debug options", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.575 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "jwt_token_ttl": { 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "jwt_token_ttl", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "28800", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.576 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.577 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.578 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.579 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.580 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.581 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "motd": { 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "motd", 2023-12-07T14:18:06.582 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "The message of the day", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect_resolve_ip_addr": { 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "redirect_resolve_ip_addr", 2023-12-07T14:18:06.583 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.584 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.585 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8080", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.586 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl_server_port": { 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl_server_port", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.587 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8443", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "redirect", 2023-12-07T14:18:06.588 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect" 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.589 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "url_prefix": { 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url_prefix", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.590 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2023-12-07T14:18:06.591 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_monitoring": { 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_monitoring", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "monitor device health metrics", 2023-12-07T14:18:06.592 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.593 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.594 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.595 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.596 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.597 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "mark_out_threshold": { 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mark_out_threshold", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2419200", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.598 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_name": { 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_name", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "device_health_metrics", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name of pool in which to store device health metrics", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.599 INFO:teuthology.orchestra.run.smithi039.stdout: "retention_period": { 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retention_period", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15552000", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain device health metrics", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_frequency": { 2023-12-07T14:18:06.600 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_frequency", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to scrape device health metrics", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.601 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "self_heal": { 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "self_heal", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.602 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and check device health", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_threshold": { 2023-12-07T14:18:06.603 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_threshold", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7257600", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.604 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "diskprediction_local", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.605 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.606 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.607 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.608 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.609 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "predict_interval": { 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predict_interval", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.610 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "predictor_model": { 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predictor_model", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "prophetstor", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.611 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.612 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "influx", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": false, 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "influxdb python module not found", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "batch_size": { 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "batch_size", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5000", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-12-07T14:18:06.613 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "database": { 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "database", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "ceph", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-12-07T14:18:06.614 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": { 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hostname", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server hostname", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.615 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "30", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "5", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.616 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.617 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.618 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.619 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.620 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "password": { 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "password", 2023-12-07T14:18:06.621 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "password of InfluxDB server user", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "port": { 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "port", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.622 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8086", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server port", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.623 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "false", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "threads": { 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threads", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:06.624 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "32", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "username": { 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "username", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.625 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "username of InfluxDB server user", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "verify_ssl": { 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "verify_ssl", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "true", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.626 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "insights", 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.627 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.628 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.629 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.630 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.631 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "iostat", 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.633 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.634 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.635 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.636 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.637 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "k8sevents", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_event_retention_days": { 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ceph_event_retention_days", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.638 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Days to hold ceph event information within local cache", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "config_check_secs": { 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_check_secs", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "10", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.639 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.640 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.641 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.642 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.643 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.644 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "localpool", 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "failure_domain": { 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "failure_domain", 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "host", 2023-12-07T14:18:06.645 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "failure domain for any created local pool", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.646 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.647 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.648 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.649 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.650 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "min_size": { 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_size", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.651 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default min_size for any created local pool", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "num_rep": { 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "num_rep", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default replica count for any created local pool", 2023-12-07T14:18:06.652 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_num": { 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_num", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "128", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default pg_num for any created local pool", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.653 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "prefix": { 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prefix", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name prefix for any created local pool", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.654 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "subtree": { 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "subtree", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "rack", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "CRUSH level for which to create a local pool", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.655 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mds_autoscaler", 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.659 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.660 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirroring", 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.661 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.662 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.663 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.664 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.665 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "nfs", 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.666 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.667 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.668 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.669 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.670 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.671 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "fail_fs": { 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "fail_fs", 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.672 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.673 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.674 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.675 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.676 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.677 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator": { 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "rook", 2023-12-07T14:18:06.678 INFO:teuthology.orchestra.run.smithi039.stdout: "test_orchestrator" 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Orchestrator backend", 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_perf_query", 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.679 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.680 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.681 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.682 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.683 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.684 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_support", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.685 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.686 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.687 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.688 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.689 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_autoscaler", 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.690 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.691 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.692 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.693 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.694 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.695 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "threshold": { 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threshold", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1.0", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.696 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "scaling threshold", 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "progress", 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_pg_recovery_event": { 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_pg_recovery_event", 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.697 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow the module to show pg recovery progress", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.698 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.699 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.699 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.699 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.699 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.699 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.701 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.702 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.703 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.704 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.705 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "max_completed_events": { 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_completed_events", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "50", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.706 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "number of past completed events to remember", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.707 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long the module is going to sleep", 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus", 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "cache": { 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cache", 2023-12-07T14:18:06.708 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "exclude_perf_counters": { 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "exclude_perf_counters", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.709 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.710 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.711 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.712 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.713 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.714 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools": { 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.715 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools_refresh_interval": { 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.716 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_interval": { 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_interval", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15.0", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.717 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.718 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "9283", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.719 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "stale_cache_strategy": { 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stale_cache_strategy", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "log", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.720 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "default", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "default", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "error" 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.721 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.722 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.723 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.724 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.725 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.726 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.727 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_snap_create": { 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_snap_create", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.728 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "mirror_snapshot_schedule": { 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirror_snapshot_schedule", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.729 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "trash_purge_schedule": { 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "trash_purge_schedule", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.730 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "restful", 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_auth": { 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_auth", 2023-12-07T14:18:06.731 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.732 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.733 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.734 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.735 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.736 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.737 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:06.738 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:06.739 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.740 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rgw", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.741 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.742 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.743 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.744 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.745 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rook", 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "drive_group_interval": { 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "drive_group_interval", 2023-12-07T14:18:06.746 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300.0", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.751 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "storage_class": { 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "storage_class", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.752 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "local", 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "selftest", 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.753 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.754 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.755 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.756 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.757 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "roption1": { 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption1", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.758 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "roption2": { 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption2", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "xyz", 2023-12-07T14:18:06.759 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption1": { 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption1", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.760 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption2": { 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption2", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.761 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption3": { 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption3", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.762 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption4": { 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption4", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.763 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption5": { 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption5", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.764 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption6": { 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption6", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.765 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption7": { 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption7", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "42", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.766 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "testkey": { 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testkey", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.767 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "testlkey": { 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testlkey", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "testnewline": { 2023-12-07T14:18:06.768 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testnewline", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.769 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_m_granularity": { 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_m_granularity", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.770 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow minute scheduled snapshots", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "dump_on_update": { 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dump_on_update", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "dump database to debug log on update", 2023-12-07T14:18:06.771 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.772 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.773 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.774 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.775 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.776 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stats", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.777 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.778 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.779 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.780 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.781 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "status", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.782 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.783 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.784 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.785 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.786 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telegraf", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "address": { 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "address", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.787 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.788 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.789 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.790 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.791 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.792 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.793 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telemetry", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_basic": { 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_basic", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share basic cluster information (size, version)", 2023-12-07T14:18:06.794 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_crash": { 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_crash", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.795 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_device": { 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_device", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.796 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_ident": { 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_ident", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.797 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_perf": { 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_perf", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share various performance metrics of a cluster", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "contact": { 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "contact", 2023-12-07T14:18:06.798 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "description": { 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "description", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.799 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "device_url": { 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_url", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.800 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.801 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "24", 2023-12-07T14:18:06.802 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "8", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "last_opt_revision": { 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "last_opt_revision", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.803 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard": { 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.804 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard_description": { 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard_description", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.805 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.806 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.807 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.808 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.809 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.810 INFO:teuthology.orchestra.run.smithi039.stdout: "organization": { 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "organization", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "proxy": { 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "proxy", 2023-12-07T14:18:06.811 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "url": { 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.812 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "test_orchestrator", 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.813 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.814 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.815 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.816 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.817 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.818 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.819 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.820 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.821 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.822 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_clones": { 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_clones", 2023-12-07T14:18:06.823 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Number of asynchronous cloner threads", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "periodic_async_work": { 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "periodic_async_work", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.824 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Periodically check for async work", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_delay": { 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_delay", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.825 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix", 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.826 INFO:teuthology.orchestra.run.smithi039.stdout: "discovery_interval": { 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "discovery_interval", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "100", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.827 INFO:teuthology.orchestra.run.smithi039.stdout: "identifier": { 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "identifier", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.828 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.829 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.830 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.831 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.832 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.833 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_host": { 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_host", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.834 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_port": { 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_port", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10051", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_sender": { 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_sender", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "gid": 25162, 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "z", 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr_features": 4540138322906710015, 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "available_modules": [ 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "alerts", 2023-12-07T14:18:06.837 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How frequently to reexamine health status", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.838 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.839 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.840 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.841 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.842 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_destination": { 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_destination", 2023-12-07T14:18:06.843 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email address to send alerts to", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_from_name": { 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_from_name", 2023-12-07T14:18:06.844 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "Ceph", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email From: name", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_host": { 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_host", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.845 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP server", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_password": { 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_password", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.846 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Password to authenticate with", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_port": { 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_port", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.847 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "465", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP port", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_sender": { 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_sender", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.848 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP envelope sender", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_ssl": { 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_ssl", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.849 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use SSL to connect to SMTP server", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_user": { 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_user", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "User to authenticate as", 2023-12-07T14:18:06.850 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "balancer", 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "active": { 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "active", 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.851 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically balance PGs across cluster", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_time": { 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_time", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.852 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0000", 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "beginning time of day to automatically balance", 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_weekday": { 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_weekday", 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.853 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_max_iterations": { 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_max_iterations", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.854 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "25", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "250", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_metrics": { 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_metrics", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.855 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "pgs,objects,bytes", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_step": { 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_step", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.856 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.5", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0.001", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "0.999", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "aggressiveness of optimization", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "end_time": { 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_time", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.857 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2359", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ending time of day to automatically balance", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "end_weekday": { 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_weekday", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.858 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.859 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.860 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.861 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.862 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.863 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "min_score": { 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_score", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.864 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "upmap", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "crush-compat", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "none", 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap" 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.865 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Balancer mode", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_ids": { 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_ids", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.866 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-12-07T14:18:06.867 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_deviation": { 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_deviation", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "deviation below which no optimization is attempted", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.868 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_optimizations": { 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_optimizations", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.869 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm", 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_down_multiplier": { 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_down_multiplier", 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2023-12-07T14:18:06.870 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_refresh_rate": { 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_refresh_rate", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "20", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.871 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_starting_port": { 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_starting_port", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4721", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.872 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_ptrace": { 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_ptrace", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-12-07T14:18:06.873 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_interval": { 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_interval", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to autotune daemon memory", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.874 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_memory_target_ratio": { 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_memory_target_ratio", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.7", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.875 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm_log_destination": { 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm_log_destination", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "file", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "file,syslog", 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "syslog" 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.876 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "cgroups_split": { 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cgroups_split", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-12-07T14:18:06.877 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "config_checks_enabled": { 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_checks_enabled", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.878 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "config_dashboard": { 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_dashboard", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.879 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_alertmanager": { 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_alertmanager", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.880 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_base": { 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_base", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Container image name, without the tag", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.881 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_elasticsearch": { 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_elasticsearch", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "elasticsearch container image", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_grafana": { 2023-12-07T14:18:06.882 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_grafana", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_haproxy": { 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_haproxy", 2023-12-07T14:18:06.883 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "HAproxy container image", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_agent": { 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_agent", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.884 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger agent container image", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_collector": { 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_collector", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.885 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger collector container image", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_query": { 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_query", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.886 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger query container image", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_keepalived": { 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_keepalived", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-12-07T14:18:06.887 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Keepalived container image", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_loki": { 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_loki", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.888 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Loki container image", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_node_exporter": { 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_node_exporter", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.889 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_nvmeof": { 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_nvmeof", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.890 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Nvme-of container image", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_prometheus": { 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_prometheus", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.891 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_promtail": { 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_promtail", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Promtail container image", 2023-12-07T14:18:06.892 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_snmp_gateway": { 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_snmp_gateway", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SNMP Gateway container image", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.893 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "container_init": { 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_init", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Run podman/docker with `--init`", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.894 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "daemon_cache_timeout": { 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "daemon_cache_timeout", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.895 INFO:teuthology.orchestra.run.smithi039.stdout: "default_cephadm_command_timeout": { 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_cephadm_command_timeout", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "900", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "default_registry": { 2023-12-07T14:18:06.896 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_registry", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "device_cache_timeout": { 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_cache_timeout", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.897 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1800", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache device inventory", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "device_enhanced_scan": { 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_enhanced_scan", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.898 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use libstoragemgmt during device scans", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "facts_cache_timeout": { 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "facts_cache_timeout", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.899 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache host facts data", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "host_check_interval": { 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "host_check_interval", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.900 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to perform a host check", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "inventory_list_all": { 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "inventory_list_all", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.901 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.902 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "log_refresh_metadata": { 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_refresh_metadata", 2023-12-07T14:18:06.903 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.904 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.905 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.906 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.909 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf": { 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.910 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "*", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-12-07T14:18:06.911 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "max_count_per_host": { 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_count_per_host", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of daemons per service per host", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.912 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "max_osd_draining_count": { 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_osd_draining_count", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.913 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "migration_current": { 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "migration_current", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "internal - do not modify", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.914 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "root", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm-package", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "root" 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "mode for remote execution of cephadm", 2023-12-07T14:18:06.915 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "prometheus_alerts_path": { 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus_alerts_path", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.916 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_insecure": { 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_insecure", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.917 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_password": { 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_password", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.918 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_url": { 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_url", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.919 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_username": { 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_username", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "secure_monitoring_stack": { 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "secure_monitoring_stack", 2023-12-07T14:18:06.920 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "service_discovery_port": { 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "service_discovery_port", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.921 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8765", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "cephadm service discovery port", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "ssh_config_file": { 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssh_config_file", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.922 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "use_agent": { 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_agent", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.923 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "use_repo_digest": { 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_repo_digest", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.924 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_failed_host_check": { 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_failed_host_check", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.925 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if the host check fails", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_daemons": { 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_daemons", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.926 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_hosts": { 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_hosts", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.927 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crash", 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.928 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.929 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.930 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.931 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.932 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "retain_interval": { 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retain_interval", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.933 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "31536000", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain crashes before pruning them", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_recent_interval": { 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_recent_interval", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.934 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1209600", 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "time interval in which to warn about recent crashes", 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dashboard", 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.935 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.936 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_HOST": { 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_HOST", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.937 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.938 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_ENABLED": { 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_ENABLED", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.939 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.940 INFO:teuthology.orchestra.run.smithi039.stdout: "ENABLE_BROWSABLE_API": { 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ENABLE_BROWSABLE_API", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.941 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-12-07T14:18:06.942 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.943 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.944 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_NFS": { 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.945 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RBD": { 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.946 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RGW": { 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.947 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.948 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_PASSWORD": { 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_PASSWORD", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.949 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.950 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_URL": { 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_URL", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.951 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_USERNAME": { 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_USERNAME", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.952 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.953 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.954 INFO:teuthology.orchestra.run.smithi039.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "ISSUE_TRACKER_API_KEY": { 2023-12-07T14:18:06.955 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_HOST": { 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_HOST", 2023-12-07T14:18:06.956 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.957 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.958 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.959 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.960 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.961 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.962 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.963 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.964 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_ENABLED": { 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_ENABLED", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.965 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.966 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.967 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.968 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "REST_REQUESTS_TIMEOUT": { 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "45", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.969 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ACCESS_KEY": { 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ACCESS_KEY", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.970 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SECRET_KEY": { 2023-12-07T14:18:06.971 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SECRET_KEY", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SSL_VERIFY": { 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SSL_VERIFY", 2023-12-07T14:18:06.972 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "UNSAFE_TLS_v1_2": { 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "UNSAFE_TLS_v1_2", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.973 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.974 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.975 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.976 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "cross_origin_url": { 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cross_origin_url", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.977 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "crt_file": { 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crt_file", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.978 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "debug": { 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "debug", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.979 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable/disable debug options", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "jwt_token_ttl": { 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "jwt_token_ttl", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "28800", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.980 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.981 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.982 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.983 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.984 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.985 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.986 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "motd": { 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "motd", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "The message of the day", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.987 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect_resolve_ip_addr": { 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "redirect_resolve_ip_addr", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:06.988 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:06.989 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8080", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2023-12-07T14:18:06.990 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl_server_port": { 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl_server_port", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.991 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8443", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.992 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "redirect", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect" 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:06.993 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "url_prefix": { 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url_prefix", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.994 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:06.995 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_monitoring": { 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_monitoring", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "monitor device health metrics", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.996 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:06.997 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:06.998 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:06.999 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.000 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "mark_out_threshold": { 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mark_out_threshold", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.001 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2419200", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_name": { 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_name", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.002 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "device_health_metrics", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name of pool in which to store device health metrics", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "retention_period": { 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retention_period", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.003 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15552000", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain device health metrics", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_frequency": { 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_frequency", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.004 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to scrape device health metrics", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "self_heal": { 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "self_heal", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.005 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.006 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and check device health", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_threshold": { 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_threshold", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7257600", 2023-12-07T14:18:07.007 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "diskprediction_local", 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.008 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.009 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.010 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.011 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.012 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "predict_interval": { 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predict_interval", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.013 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "predictor_model": { 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predictor_model", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "prophetstor", 2023-12-07T14:18:07.014 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.015 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "influx", 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": false, 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "influxdb python module not found", 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "batch_size": { 2023-12-07T14:18:07.016 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "batch_size", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5000", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "database": { 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "database", 2023-12-07T14:18:07.017 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "ceph", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": { 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hostname", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.018 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server hostname", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.019 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "30", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "5", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.020 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.021 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.022 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.023 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.024 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "password": { 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "password", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.025 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "password of InfluxDB server user", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "port": { 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "port", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8086", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.026 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server port", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "false", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-12-07T14:18:07.027 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "threads": { 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threads", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "32", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-12-07T14:18:07.028 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "username": { 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "username", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "username of InfluxDB server user", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.029 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "verify_ssl": { 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "verify_ssl", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "true", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.030 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "insights", 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.031 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.032 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.033 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.034 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.035 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.036 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "iostat", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.037 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.038 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.039 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.040 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.041 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "k8sevents", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_event_retention_days": { 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ceph_event_retention_days", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.042 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Days to hold ceph event information within local cache", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "config_check_secs": { 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_check_secs", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "10", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.043 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.044 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.045 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.046 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.047 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.048 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "localpool", 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "failure_domain": { 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "failure_domain", 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "host", 2023-12-07T14:18:07.049 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "failure domain for any created local pool", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.050 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.051 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.052 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.053 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.054 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "min_size": { 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_size", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.055 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default min_size for any created local pool", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "num_rep": { 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "num_rep", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default replica count for any created local pool", 2023-12-07T14:18:07.056 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_num": { 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_num", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "128", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default pg_num for any created local pool", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.057 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "prefix": { 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prefix", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name prefix for any created local pool", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.058 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "subtree": { 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "subtree", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "rack", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "CRUSH level for which to create a local pool", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.059 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mds_autoscaler", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.060 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.061 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.062 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.063 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.064 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirroring", 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.065 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.066 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.067 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.068 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.069 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.070 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "nfs", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.071 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.072 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.073 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.074 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.075 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "fail_fs": { 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "fail_fs", 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.076 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.077 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.078 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.079 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.080 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.081 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator": { 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "rook", 2023-12-07T14:18:07.082 INFO:teuthology.orchestra.run.smithi039.stdout: "test_orchestrator" 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Orchestrator backend", 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_perf_query", 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.083 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.084 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.085 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.086 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.087 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_support", 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.088 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.089 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.090 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.091 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.092 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_autoscaler", 2023-12-07T14:18:07.093 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.094 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.095 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.096 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.097 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.098 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "threshold": { 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threshold", 2023-12-07T14:18:07.099 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1.0", 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "scaling threshold", 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.100 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "progress", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_pg_recovery_event": { 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_pg_recovery_event", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow the module to show pg recovery progress", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.101 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.102 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.103 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.104 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.105 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.106 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "max_completed_events": { 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_completed_events", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.107 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "50", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "number of past completed events to remember", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:07.108 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long the module is going to sleep", 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus", 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.109 INFO:teuthology.orchestra.run.smithi039.stdout: "cache": { 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cache", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "exclude_perf_counters": { 2023-12-07T14:18:07.110 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "exclude_perf_counters", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.111 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.112 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.113 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.114 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.115 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools": { 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.116 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools_refresh_interval": { 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.117 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_interval": { 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_interval", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15.0", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.118 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.119 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "9283", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.120 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "stale_cache_strategy": { 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stale_cache_strategy", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "log", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.121 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "default", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "default", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "error" 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.122 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.123 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.124 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.125 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.126 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.127 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.128 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_snap_create": { 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_snap_create", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.129 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "mirror_snapshot_schedule": { 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirror_snapshot_schedule", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.130 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "trash_purge_schedule": { 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "trash_purge_schedule", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.131 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "restful", 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_auth": { 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_auth", 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.132 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.133 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.134 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.135 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.136 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.137 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.138 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.139 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.140 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rgw", 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.141 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.142 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.143 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.144 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.145 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rook", 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.146 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "drive_group_interval": { 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "drive_group_interval", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300.0", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.147 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.148 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.149 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.150 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.151 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "storage_class": { 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "storage_class", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.152 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "local", 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "selftest", 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.153 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.154 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.155 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.156 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.157 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "roption1": { 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption1", 2023-12-07T14:18:07.158 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "roption2": { 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption2", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.159 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "xyz", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption1": { 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption1", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.160 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption2": { 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption2", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.161 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption3": { 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption3", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.162 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption4": { 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption4", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.163 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption5": { 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption5", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.164 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption6": { 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption6", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.165 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption7": { 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption7", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "42", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.166 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "testkey": { 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testkey", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.167 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "testlkey": { 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testlkey", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.168 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "testnewline": { 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testnewline", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.169 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_m_granularity": { 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_m_granularity", 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.170 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow minute scheduled snapshots", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "dump_on_update": { 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dump_on_update", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.171 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "dump database to debug log on update", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.172 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.173 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.174 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.175 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.176 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stats", 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.177 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.178 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.179 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.180 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.181 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "status", 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.182 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.183 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.184 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.185 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.186 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telegraf", 2023-12-07T14:18:07.187 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "address": { 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "address", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.188 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.189 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.190 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.191 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.192 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.193 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telemetry", 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.194 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_basic": { 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_basic", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share basic cluster information (size, version)", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.195 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_crash": { 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_crash", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_device": { 2023-12-07T14:18:07.196 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_device", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_ident": { 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_ident", 2023-12-07T14:18:07.197 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_perf": { 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_perf", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.198 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share various performance metrics of a cluster", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "contact": { 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "contact", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.199 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "description": { 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "description", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.200 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "device_url": { 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_url", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-12-07T14:18:07.201 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.202 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "24", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "8", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.203 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "last_opt_revision": { 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "last_opt_revision", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.204 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard": { 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.205 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard_description": { 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard_description", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.206 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.207 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.208 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.209 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.210 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.211 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.212 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: "organization": { 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "organization", 2023-12-07T14:18:07.213 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.214 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: "proxy": { 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "proxy", 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.215 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.216 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "url": { 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.217 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "test_orchestrator", 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.218 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.219 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.220 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.221 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.222 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.223 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.224 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.225 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.226 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.227 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_clones": { 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_clones", 2023-12-07T14:18:07.228 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Number of asynchronous cloner threads", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "periodic_async_work": { 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "periodic_async_work", 2023-12-07T14:18:07.229 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Periodically check for async work", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_delay": { 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_delay", 2023-12-07T14:18:07.230 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix", 2023-12-07T14:18:07.231 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "discovery_interval": { 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "discovery_interval", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "100", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.232 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "identifier": { 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "identifier", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.233 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.234 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.235 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.236 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.237 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.238 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_host": { 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_host", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.239 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_port": { 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_port", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10051", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.240 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_sender": { 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_sender", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.241 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "modules": [ 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "dashboard", 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "iostat", 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "nfs", 2023-12-07T14:18:07.242 INFO:teuthology.orchestra.run.smithi039.stdout: "restful", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "snap_schedule" 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "available_modules": [ 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "alerts", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.243 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How frequently to reexamine health status", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.244 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.245 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.246 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.247 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_destination": { 2023-12-07T14:18:07.248 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_destination", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email address to send alerts to", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_from_name": { 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_from_name", 2023-12-07T14:18:07.249 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "Ceph", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Email From: name", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_host": { 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_host", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.250 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP server", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_password": { 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_password", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.251 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Password to authenticate with", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_port": { 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_port", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.252 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "465", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP port", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_sender": { 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_sender", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.253 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SMTP envelope sender", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_ssl": { 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_ssl", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.254 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use SSL to connect to SMTP server", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "smtp_user": { 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "smtp_user", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.255 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "User to authenticate as", 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "balancer", 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "active": { 2023-12-07T14:18:07.256 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "active", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically balance PGs across cluster", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_time": { 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_time", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.257 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0000", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "beginning time of day to automatically balance", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "begin_weekday": { 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "begin_weekday", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:07.258 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_max_iterations": { 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_max_iterations", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.259 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "25", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "250", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_metrics": { 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_metrics", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "pgs,objects,bytes", 2023-12-07T14:18:07.260 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "crush_compat_step": { 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crush_compat_step", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.5", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0.001", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "0.999", 2023-12-07T14:18:07.261 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "aggressiveness of optimization", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "end_time": { 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_time", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2359", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.262 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ending time of day to automatically balance", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "end_weekday": { 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "end_weekday", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "0", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "6", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-12-07T14:18:07.263 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.264 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.265 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.266 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.267 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "min_score": { 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_score", 2023-12-07T14:18:07.268 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.269 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "upmap", 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "crush-compat", 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "none", 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap" 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Balancer mode", 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.270 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_ids": { 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_ids", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.271 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_deviation": { 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_deviation", 2023-12-07T14:18:07.272 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "deviation below which no optimization is attempted", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "upmap_max_optimizations": { 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "upmap_max_optimizations", 2023-12-07T14:18:07.273 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.274 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_down_multiplier": { 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_down_multiplier", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.275 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_refresh_rate": { 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_refresh_rate", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "20", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-12-07T14:18:07.276 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "agent_starting_port": { 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "agent_starting_port", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4721", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-12-07T14:18:07.277 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_ptrace": { 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_ptrace", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-12-07T14:18:07.278 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_interval": { 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_interval", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to autotune daemon memory", 2023-12-07T14:18:07.279 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "autotune_memory_target_ratio": { 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "autotune_memory_target_ratio", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0.7", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-12-07T14:18:07.280 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm_log_destination": { 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cephadm_log_destination", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "file", 2023-12-07T14:18:07.281 INFO:teuthology.orchestra.run.smithi039.stdout: "file,syslog", 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "syslog" 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "cgroups_split": { 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cgroups_split", 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.282 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "config_checks_enabled": { 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_checks_enabled", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.283 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "config_dashboard": { 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_dashboard", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.284 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_alertmanager": { 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_alertmanager", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.285 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_base": { 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_base", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.286 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Container image name, without the tag", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_elasticsearch": { 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_elasticsearch", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.287 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "elasticsearch container image", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_grafana": { 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_grafana", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.288 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_haproxy": { 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_haproxy", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.289 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "HAproxy container image", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_agent": { 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_agent", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.290 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger agent container image", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_collector": { 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_collector", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger collector container image", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.291 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_jaeger_query": { 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_jaeger_query", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Jaeger query container image", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.292 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_keepalived": { 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_keepalived", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Keepalived container image", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.293 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_loki": { 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_loki", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Loki container image", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.294 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_node_exporter": { 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_node_exporter", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.295 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_nvmeof": { 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_nvmeof", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Nvme-of container image", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.296 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_prometheus": { 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_prometheus", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Prometheus container image", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.297 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_promtail": { 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_promtail", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Promtail container image", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "container_image_snmp_gateway": { 2023-12-07T14:18:07.298 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_image_snmp_gateway", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "SNMP Gateway container image", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "container_init": { 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "container_init", 2023-12-07T14:18:07.299 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Run podman/docker with `--init`", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "daemon_cache_timeout": { 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "daemon_cache_timeout", 2023-12-07T14:18:07.300 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "default_cephadm_command_timeout": { 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_cephadm_command_timeout", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.301 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "900", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "default_registry": { 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "default_registry", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.302 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "docker.io", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "device_cache_timeout": { 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_cache_timeout", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.303 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1800", 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache device inventory", 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "device_enhanced_scan": { 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_enhanced_scan", 2023-12-07T14:18:07.304 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use libstoragemgmt during device scans", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "facts_cache_timeout": { 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "facts_cache_timeout", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.305 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "seconds to cache host facts data", 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "host_check_interval": { 2023-12-07T14:18:07.306 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "host_check_interval", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to perform a host check", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "inventory_list_all": { 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "inventory_list_all", 2023-12-07T14:18:07.307 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.308 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.309 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "log_refresh_metadata": { 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_refresh_metadata", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.310 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.311 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.312 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.313 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf": { 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.314 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.315 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "*", 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "max_count_per_host": { 2023-12-07T14:18:07.317 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_count_per_host", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of daemons per service per host", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "max_osd_draining_count": { 2023-12-07T14:18:07.318 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_osd_draining_count", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "migration_current": { 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "migration_current", 2023-12-07T14:18:07.319 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "internal - do not modify", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": { 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mode", 2023-12-07T14:18:07.320 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "root", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm-package", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "root" 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "mode for remote execution of cephadm", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "prometheus_alerts_path": { 2023-12-07T14:18:07.321 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus_alerts_path", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_insecure": { 2023-12-07T14:18:07.322 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_insecure", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_password": { 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_password", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.323 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_url": { 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_url", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.324 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "registry_username": { 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "registry_username", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.325 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "secure_monitoring_stack": { 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "secure_monitoring_stack", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.326 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "service_discovery_port": { 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "service_discovery_port", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8765", 2023-12-07T14:18:07.327 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "cephadm service discovery port", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "ssh_config_file": { 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssh_config_file", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.328 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "use_agent": { 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_agent", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.329 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "use_repo_digest": { 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "use_repo_digest", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.330 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_failed_host_check": { 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_failed_host_check", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if the host check fails", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.331 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_daemons": { 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_daemons", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.332 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_on_stray_hosts": { 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_on_stray_hosts", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.333 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crash", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.334 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.335 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.336 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.337 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.338 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "retain_interval": { 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retain_interval", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "31536000", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain crashes before pruning them", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.339 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_recent_interval": { 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_recent_interval", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1209600", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "time interval in which to warn about recent crashes", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.340 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dashboard", 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.341 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_HOST": { 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_HOST", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.342 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.343 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_ENABLED": { 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_ENABLED", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.344 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.345 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "ENABLE_BROWSABLE_API": { 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ENABLE_BROWSABLE_API", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.346 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.347 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.348 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.349 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.350 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_NFS": { 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RBD": { 2023-12-07T14:18:07.351 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "FEATURE_TOGGLE_RGW": { 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.352 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.353 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_PASSWORD": { 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_PASSWORD", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.354 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.355 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_URL": { 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_URL", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.356 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_API_USERNAME": { 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_API_USERNAME", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.357 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.358 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.359 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.360 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "ISSUE_TRACKER_API_KEY": { 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.361 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_HOST": { 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_HOST", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.362 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.363 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-12-07T14:18:07.364 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-12-07T14:18:07.365 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-12-07T14:18:07.366 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.367 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.368 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.369 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_ENABLED": { 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_ENABLED", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.370 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.371 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.372 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.373 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "REST_REQUESTS_TIMEOUT": { 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "45", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.374 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ACCESS_KEY": { 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ACCESS_KEY", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.375 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "admin", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.376 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SECRET_KEY": { 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SECRET_KEY", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "RGW_API_SSL_VERIFY": { 2023-12-07T14:18:07.377 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "RGW_API_SSL_VERIFY", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "UNSAFE_TLS_v1_2": { 2023-12-07T14:18:07.378 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "UNSAFE_TLS_v1_2", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.380 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.381 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "cross_origin_url": { 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cross_origin_url", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.382 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "crt_file": { 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "crt_file", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.383 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "debug": { 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "debug", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.384 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Enable/disable debug options", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "jwt_token_ttl": { 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "jwt_token_ttl", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "28800", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.385 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.386 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.387 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.388 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.389 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.390 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.391 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "motd": { 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "motd", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "The message of the day", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.392 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect_resolve_ip_addr": { 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "redirect_resolve_ip_addr", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.393 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.394 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8080", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.395 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.396 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl_server_port": { 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl_server_port", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8443", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.397 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "redirect", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "redirect" 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.398 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.399 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.399 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.399 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.399 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2023-12-07T14:18:07.399 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2023-12-07T14:18:07.399 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.399 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.400 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.401 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.401 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.401 INFO:teuthology.orchestra.run.smithi039.stdout: "url_prefix": { 2023-12-07T14:18:07.401 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url_prefix", 2023-12-07T14:18:07.401 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.401 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.401 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.402 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.402 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.402 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.402 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.402 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.402 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.402 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.403 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.403 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.403 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.403 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.403 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.403 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2023-12-07T14:18:07.404 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.404 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.404 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.404 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_monitoring": { 2023-12-07T14:18:07.404 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_monitoring", 2023-12-07T14:18:07.404 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.404 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "monitor device health metrics", 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.405 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.406 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.407 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.408 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.409 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.410 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "mark_out_threshold": { 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mark_out_threshold", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "2419200", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-12-07T14:18:07.411 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "pool_name": { 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pool_name", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "device_health_metrics", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name of pool in which to store device health metrics", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.412 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "retention_period": { 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "retention_period", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15552000", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long to retain device health metrics", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.413 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_frequency": { 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_frequency", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to scrape device health metrics", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.414 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "self_heal": { 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "self_heal", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how frequently to wake up and check device health", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "warn_threshold": { 2023-12-07T14:18:07.416 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "warn_threshold", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7257600", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.417 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "diskprediction_local", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.418 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.419 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.420 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.421 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.422 INFO:teuthology.orchestra.run.smithi039.stdout: "predict_interval": { 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predict_interval", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "86400", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "predictor_model": { 2023-12-07T14:18:07.423 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "predictor_model", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "prophetstor", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.424 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "600", 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.425 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "influx", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": false, 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "influxdb python module not found", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "batch_size": { 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "batch_size", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5000", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-12-07T14:18:07.426 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "database": { 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "database", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "ceph", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-12-07T14:18:07.427 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": { 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "hostname", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server hostname", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.428 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "30", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "5", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.430 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.431 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.432 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.433 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.434 INFO:teuthology.orchestra.run.smithi039.stdout: "password": { 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "password", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "password of InfluxDB server user", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.435 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "port": { 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "port", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "8086", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "InfluxDB server port", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.436 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "ssl": { 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ssl", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "false", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.437 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "threads": { 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threads", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "32", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.438 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "username": { 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "username", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "username of InfluxDB server user", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.439 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "verify_ssl": { 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "verify_ssl", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "true", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.440 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "insights", 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.441 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.442 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.443 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.444 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.445 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "iostat", 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.446 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.447 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.448 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.449 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.450 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "k8sevents", 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.451 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_event_retention_days": { 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "ceph_event_retention_days", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "7", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Days to hold ceph event information within local cache", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.452 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "config_check_secs": { 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "config_check_secs", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "10", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.453 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.454 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.455 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.456 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.457 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.458 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "localpool", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "failure_domain": { 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "failure_domain", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "host", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.459 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "failure domain for any created local pool", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.460 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.461 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.462 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.463 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.464 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "min_size": { 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "min_size", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default min_size for any created local pool", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-12-07T14:18:07.465 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "num_rep": { 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "num_rep", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default replica count for any created local pool", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.466 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_num": { 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_num", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "128", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "default pg_num for any created local pool", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.467 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "prefix": { 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prefix", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "name prefix for any created local pool", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "subtree": { 2023-12-07T14:18:07.468 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "subtree", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "rack", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "CRUSH level for which to create a local pool", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.469 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mds_autoscaler", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.470 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.471 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.472 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.473 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.474 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirroring", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.475 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.476 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.477 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.478 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.479 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "nfs", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.480 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.481 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.482 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.483 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.484 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "fail_fs": { 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "fail_fs", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.485 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.486 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.487 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.488 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.489 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.490 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator": { 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "orchestrator", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "cephadm", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "rook", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "test_orchestrator" 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Orchestrator backend", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.491 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_perf_query", 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.492 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.493 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.494 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.495 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.496 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "osd_support", 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.497 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.498 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.499 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.500 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.501 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "pg_autoscaler", 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.502 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.503 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.504 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.505 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.506 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.507 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "threshold": { 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "threshold", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "3.0", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1.0", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "scaling threshold", 2023-12-07T14:18:07.508 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "progress", 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_pg_recovery_event": { 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_pg_recovery_event", 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.509 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow the module to show pg recovery progress", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.510 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.511 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.512 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.513 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.514 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.515 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "max_completed_events": { 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_completed_events", 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "50", 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "number of past completed events to remember", 2023-12-07T14:18:07.516 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "sleep_interval": { 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "sleep_interval", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "5", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "how long the module is going to sleep", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.517 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "prometheus", 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "cache": { 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "cache", 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.518 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "exclude_perf_counters": { 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "exclude_perf_counters", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.519 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.520 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.521 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.522 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.523 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.524 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools": { 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.525 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_stats_pools_refresh_interval": { 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.526 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "scrape_interval": { 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "scrape_interval", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15.0", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.527 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "::", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.528 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "9283", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.529 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "stale_cache_strategy": { 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stale_cache_strategy", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "log", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.530 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_behaviour": { 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_behaviour", 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "default", 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "default", 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "error" 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.531 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "standby_error_status_code": { 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "standby_error_status_code", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "500", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "400", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "599", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.532 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.533 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.534 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.535 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.536 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.537 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_snap_create": { 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_snap_create", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.538 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "mirror_snapshot_schedule": { 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "mirror_snapshot_schedule", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.539 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "trash_purge_schedule": { 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "trash_purge_schedule", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.540 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "restful", 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "enable_auth": { 2023-12-07T14:18:07.541 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enable_auth", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "key_file": { 2023-12-07T14:18:07.542 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "key_file", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.543 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.544 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.545 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.546 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.547 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "server_addr": { 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_addr", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.548 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "server_port": { 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "server_port", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.549 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rgw", 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.550 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.551 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.552 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.553 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.554 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rook", 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.555 INFO:teuthology.orchestra.run.smithi039.stdout: "drive_group_interval": { 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "drive_group_interval", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "300.0", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.556 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.557 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.558 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.559 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.560 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "storage_class": { 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "storage_class", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.561 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "local", 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "selftest", 2023-12-07T14:18:07.562 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.563 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.564 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.565 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.566 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.567 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "roption1": { 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption1", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.568 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "roption2": { 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "roption2", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "xyz", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.569 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption1": { 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption1", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.570 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption2": { 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption2", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.571 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption3": { 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption3", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "float", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.572 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption4": { 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption4", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.573 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption5": { 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption5", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.574 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption6": { 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption6", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.575 INFO:teuthology.orchestra.run.smithi039.stdout: "rwoption7": { 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rwoption7", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "1", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "42", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.576 INFO:teuthology.orchestra.run.smithi039.stdout: "testkey": { 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testkey", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "testlkey": { 2023-12-07T14:18:07.577 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testlkey", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "testnewline": { 2023-12-07T14:18:07.578 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "testnewline", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.579 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "allow_m_granularity": { 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "allow_m_granularity", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.580 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "allow minute scheduled snapshots", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "dump_on_update": { 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "dump_on_update", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.581 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "dump database to debug log on update", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.582 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.583 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.584 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.585 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.586 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "stats", 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.587 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.588 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.589 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.590 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.591 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "status", 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.592 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.593 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.594 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.595 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.596 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.597 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telegraf", 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.598 INFO:teuthology.orchestra.run.smithi039.stdout: "address": { 2023-12-07T14:18:07.599 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "address", 2023-12-07T14:18:07.599 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.599 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.599 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.599 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-12-07T14:18:07.599 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.599 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.600 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.600 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.600 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.600 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.600 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.600 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.600 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.601 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.601 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.601 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.601 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.601 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "15", 2023-12-07T14:18:07.601 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.601 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.602 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.603 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.604 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.604 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.604 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.604 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.604 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.604 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.604 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.605 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.606 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.607 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.608 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "telemetry", 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_basic": { 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_basic", 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.609 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share basic cluster information (size, version)", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_crash": { 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_crash", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.610 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_device": { 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_device", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "True", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.611 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_ident": { 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_ident", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.612 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "channel_perf": { 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "channel_perf", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.613 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Share various performance metrics of a cluster", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "contact": { 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "contact", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.614 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "description": { 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "description", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.615 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "device_url": { 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "device_url", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.616 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "enabled": { 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "enabled", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.617 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "24", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "8", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.618 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "last_opt_revision": { 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "last_opt_revision", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "1", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.619 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard": { 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.620 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "leaderboard_description": { 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "leaderboard_description", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.621 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.622 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.623 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.624 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.625 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "organization": { 2023-12-07T14:18:07.626 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "organization", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "proxy": { 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "proxy", 2023-12-07T14:18:07.627 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "url": { 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "url", 2023-12-07T14:18:07.628 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.629 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "test_orchestrator", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.630 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.631 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.632 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.633 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.634 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.635 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.636 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.637 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.638 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.639 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "max_concurrent_clones": { 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "max_concurrent_clones", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "4", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Number of asynchronous cloner threads", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.640 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "periodic_async_work": { 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "periodic_async_work", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Periodically check for async work", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.641 INFO:teuthology.orchestra.run.smithi039.stdout: "snapshot_clone_delay": { 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snapshot_clone_delay", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "0", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.642 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "can_run": true, 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "error_string": "", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "module_options": { 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "discovery_interval": { 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "discovery_interval", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "uint", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "100", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.643 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "identifier": { 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "identifier", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.644 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "interval": { 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "interval", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "secs", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "60", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.645 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "log_level": { 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_level", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.646 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster": { 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.647 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_cluster_level": { 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_cluster_level", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "info", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.648 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [ 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "critical", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "debug", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "error", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "info", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "warning" 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "log_to_file": { 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "log_to_file", 2023-12-07T14:18:07.649 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "bool", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 1, 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "False", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_host": { 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_host", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.650 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_port": { 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_port", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "int", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.651 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "10051", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "zabbix_sender": { 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "zabbix_sender", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "str", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "level": "advanced", 2023-12-07T14:18:07.652 INFO:teuthology.orchestra.run.smithi039.stdout: "flags": 0, 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "min": "", 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "max": "", 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "enum_allowed": [], 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "desc": "", 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "long_desc": "", 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "tags": [], 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "see_also": [] 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "services": { 2023-12-07T14:18:07.653 INFO:teuthology.orchestra.run.smithi039.stdout: "dashboard": "https://172.21.15.39:8443/" 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "always_on_modules": { 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "octopus": [ 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2023-12-07T14:18:07.654 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "pacific": [ 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "quincy": [ 2023-12-07T14:18:07.655 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "reef": [ 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "balancer", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "crash", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "devicehealth", 2023-12-07T14:18:07.656 INFO:teuthology.orchestra.run.smithi039.stdout: "orchestrator", 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "pg_autoscaler", 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "progress", 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "rbd_support", 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "status", 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "telemetry", 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "volumes" 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "last_failure_osd_epoch": 86, 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "active_clients": [ 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "devicehealth", 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2023-12-07T14:18:07.657 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2128974006 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "libcephsqlite", 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3733013577 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.658 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "rbd_support", 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 4012115933 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2023-12-07T14:18:07.659 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3726090294 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "snap_schedule", 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2769934261 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.660 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: "name": "volumes", 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: "addrvec": [ 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: { 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v2", 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "172.21.15.39:0", 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2371620572 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2023-12-07T14:18:07.661 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:18:07.663 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:06 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1163112855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:18:07.663 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:06 smithi089 ceph-mon[103124]: pgmap v491: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 14 MiB/s wr, 1.29k op/s 2023-12-07T14:18:07.663 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:06 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1754829305' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-12-07T14:18:07.663 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:06 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1163112855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:18:07.663 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:06 smithi055 ceph-mon[103363]: pgmap v491: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 14 MiB/s wr, 1.29k op/s 2023-12-07T14:18:07.663 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:06 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1754829305' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.418+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f40180a15f0 msgr2=0x7f40180a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.418+0000 7f402ec64700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f40180a15f0 0x7f40180a3ab0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f401c005950 tx=0x7f401c0058e0 comp rx=0 tx=0).stop 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.418+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 msgr2=0x7f402819cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.418+0000 7f402ec64700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402819cb90 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f401400d980 tx=0x7f401400dd40 comp rx=0 tx=0).stop 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 shutdown_connections 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f40281967d0 0x7f4028196c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f40180a15f0 0x7f40180a3ab0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:07.664 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4028100580 0x7f402819c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:07.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 --2- 172.21.15.39:0/1754829305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40281056a0 0x7f402819cb90 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:07.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 >> 172.21.15.39:0/1754829305 conn(0x7f40280fbe00 msgr2=0x7f40280fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:07.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 shutdown_connections 2023-12-07T14:18:07.665 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:06.419+0000 7f402ec64700 1 -- 172.21.15.39:0/1754829305 wait complete. 2023-12-07T14:18:07.670 DEBUG:tasks.check_counter:Getting stats from a 2023-12-07T14:18:07.671 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.a perf dump 2023-12-07T14:18:07.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:06 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1163112855' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:18:07.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:06 smithi039 ceph-mon[98864]: pgmap v491: 97 pgs: 97 active+clean; 5.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 14 MiB/s wr, 1.29k op/s 2023-12-07T14:18:07.671 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:06 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1754829305' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-12-07T14:18:08.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:07 smithi039 ceph-mon[98864]: osdmap e107: 12 total, 12 up, 12 in 2023-12-07T14:18:08.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:07 smithi055 ceph-mon[103363]: osdmap e107: 12 total, 12 up, 12 in 2023-12-07T14:18:08.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:07 smithi089 ceph-mon[103124]: osdmap e107: 12 total, 12 up, 12 in 2023-12-07T14:18:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:18:08.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:08 smithi039 ceph-mon[98864]: pgmap v493: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 9.4 MiB/s wr, 988 op/s 2023-12-07T14:18:09.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:08 smithi055 ceph-mon[103363]: pgmap v493: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 9.4 MiB/s wr, 988 op/s 2023-12-07T14:18:09.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:08 smithi089 ceph-mon[103124]: pgmap v493: 97 pgs: 97 active+clean; 5.5 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 9.4 MiB/s wr, 988 op/s 2023-12-07T14:18:09.649 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:18:09.649 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:09.649 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 13201, 2023-12-07T14:18:09.649 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 13049, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 5836278, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 9700481, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 11, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.841678114, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.314689531, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.575166122, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.068005901, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 13050, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 1.770716019, 2023-12-07T14:18:09.650 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000135687 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 21532, 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.004198803, 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000195 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 11365, 2023-12-07T14:18:09.651 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 11526, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 6031745, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 4134732, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 12, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 7, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.723070939, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.278754796, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.537753443, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.026913769, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 11525, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 1.488091010, 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000129118 2023-12-07T14:18:09.652 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 19596, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.003844338, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000196 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1936144, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 193808 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 5497, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 7731, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1836099, 2023-12-07T14:18:09.653 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 8183035, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 36, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 9, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.521812372, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.254655236, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.260769040, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.047316243, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 7727, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 1.414620527, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000183075 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.654 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 7738, 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.001866633, 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000241 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 4352, 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 623952 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 1, 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.655 INFO:teuthology.orchestra.run.smithi039.stdout: "finisher-MDSRank": { 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "queue_len": 0, 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "complete_latency": { 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 5057, 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 1.935704807, 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000382777 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "queue_len": 0, 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "complete_latency": { 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 2, 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000009963, 2023-12-07T14:18:09.656 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000004981 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": { 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "request": 1461, 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "reply": 1337, 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "reply_latency": { 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 1337, 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 158.156273195, 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.118291902 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "slow_reply": 0, 2023-12-07T14:18:09.657 INFO:teuthology.orchestra.run.smithi039.stdout: "forward": 124, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_fetch_complete": 0, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_commit": 11, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_split": 0, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_merge": 0, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes": 1254, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_top": 44, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_bottom": 1210, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_pin_tail": 0, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_pinned": 1190, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_expired": 346, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_with_caps": 353, 2023-12-07T14:18:09.658 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": 353, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "subtrees": 25, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse": 6004, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_hit": 4864, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_forward": 113, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_discover": 199, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_remote_ino": 1, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_lock": 239, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "load_cent": 5847, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "q": 0, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "exported": 0, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "exported_inodes": 0, 2023-12-07T14:18:09.659 INFO:teuthology.orchestra.run.smithi039.stdout: "imported": 12, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "imported_inodes": 471, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "openino_backtrace_fetch": 2678, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "openino_peer_discover": 3, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "root_rfiles": 1019, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "root_rbytes": 1383019272, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "root_rsnaps": 6, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_backtrace_fetch": 2678, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:09.660 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_dir_inodes": 0, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_dirfrag_rstats": 0, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_file_inodes": 2678, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_inode_file_caps": 119, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_revoke": 1314, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_grant": 1632, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_flushsnap_ack": 7, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_caps": 1894, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_caps_dirty": 523, 2023-12-07T14:18:09.661 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_cap_release": 134, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "process_request_cap_release": 506 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_cache": { 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_update": 0, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_try_discover": 0, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_send_discover": 205, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_handle_discover": 240, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "num_strays": 13, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_created": 167, 2023-12-07T14:18:09.662 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_enqueued": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_reintegrated": 154, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_migrated": 91, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "recovery_started": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "recovery_completed": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_exportdir": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_flush": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_fragmentdir": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:09.663 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_inodestats": 0 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_log": { 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "evlrg": 0, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "evadd": 3131, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "evex": 0, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "evtrm": 0, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "ev": 3131, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "evexg": 0, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "evexd": 0, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "segadd": 5, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "segex": 0, 2023-12-07T14:18:09.664 INFO:teuthology.orchestra.run.smithi039.stdout: "segtrm": 0, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "seg": 5, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "segmjr": 2, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "segexg": 0, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "segexd": 0, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "expos": 4194304, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "wrpos": 12259196, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "rdpos": 0, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "jlat": { 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 1601, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 10.798686096, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.006744963 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.665 INFO:teuthology.orchestra.run.smithi039.stdout: "replayed": 0 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_mem": { 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 765, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "ino+": 801, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "ino-": 36, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "dir": 55, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "dir+": 56, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "dir-": 1, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "dn": 1262, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "dn+": 1715, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "dn-": 453, 2023-12-07T14:18:09.666 INFO:teuthology.orchestra.run.smithi039.stdout: "cap": 353, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "cap+": 980, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "cap-": 627, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "rss": 63488, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "heap": 199036 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_server": { 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "dispatch_client_request": 4761, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "dispatch_server_request": 2973, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_request": 1461, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_session": 278, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_peer_request": 4783, 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "req_create_latency": { 2023-12-07T14:18:09.667 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 1, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.005892875, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.005892875 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "req_getattr_latency": { 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 93, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.074955657, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000805974 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.668 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "req_link_latency": { 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 162, 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 1.581064570, 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.009759657 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookup_latency": { 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 541, 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 48.204321113, 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.089102257 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:09.669 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupino_latency": { 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupname_latency": { 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.670 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lssnap_latency": { 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.671 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.672 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.672 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.672 INFO:teuthology.orchestra.run.smithi039.stdout: "req_mkdir_latency": { 2023-12-07T14:18:09.672 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.672 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.672 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.672 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "req_mknod_latency": { 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "req_mksnap_latency": { 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "req_open_latency": { 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 62, 2023-12-07T14:18:09.673 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.585111308, 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.009437279 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "req_readdir_latency": { 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 66, 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.066877435, 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.001013294 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rename_latency": { 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 245, 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 106.491909265, 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.434660854 2023-12-07T14:18:09.674 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rmdir_latency": { 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.675 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.676 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setattr_latency": { 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.677 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setlayout_latency": { 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setxattr_latency": { 2023-12-07T14:18:09.678 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "req_symlink_latency": { 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "req_unlink_latency": { 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 167, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 1.146140972, 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.006863119 2023-12-07T14:18:09.679 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_sessions": { 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "session_count": 2, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "session_add": 4, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "session_remove": 2, 2023-12-07T14:18:09.680 INFO:teuthology.orchestra.run.smithi039.stdout: "sessions_open": 2, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "sessions_stale": 0, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "total_load": 148, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "average_load": 74, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "avg_session_uptime": 932, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:09.681 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:09.682 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:09.683 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 766076, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 883, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:09.684 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 7960, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 166, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 3215064, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 77980, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:09.685 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "objecter": { 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "op_active": 0, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "op_laggy": 0, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "op_send": 4515, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "op_send_bytes": 8153455, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "op_resend": 19, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "op_reply": 4515, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "op_latency": { 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 4515, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 16.382663125, 2023-12-07T14:18:09.686 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.003628496 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "op_inflight": 0, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "oplen_avg": { 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 4515, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 4738 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "op": 4515, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "op_r": 2678, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "op_w": 1837, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "op_rmw": 0, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "op_pg": 0, 2023-12-07T14:18:09.687 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_stat": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_create": 10, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_read": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_write": 1601, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_writefull": 64, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_writesame": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_append": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_zero": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_truncate": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_delete": 7, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_mapext": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:09.688 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_getxattr": 2678, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_setxattr": 20, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_call": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_watch": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_notify": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_pgls": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_other": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_active": 0, 2023-12-07T14:18:09.689 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_send": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_resend": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_ping": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "poolop_active": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "poolop_send": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "poolop_resend": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "poolstat_active": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "poolstat_send": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "poolstat_resend": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "statfs_active": 0, 2023-12-07T14:18:09.690 INFO:teuthology.orchestra.run.smithi039.stdout: "statfs_send": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "statfs_resend": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "command_active": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "command_send": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "command_resend": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "map_epoch": 107, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "map_full": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "map_inc": 24, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_sessions": 12, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_session_open": 12, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_session_close": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_laggy": 0, 2023-12-07T14:18:09.691 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_wr": 246, 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_rd": 0, 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_del": 112 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "oft": { 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_objs": 1, 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_updates": 0, 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_removes": 0 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "osd-slow-ops": { 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: "slow_ops_count": 0 2023-12-07T14:18:09.692 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "purge_queue": { 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing_ops_high_water": 0, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing": 0, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing_high_water": 0, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executed": 0, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:09.693 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 30059, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 10974921, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 30059, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 30059, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 10974921, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.694 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 0, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 0, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 4515, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 8153455, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 4515, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 8153455, 2023-12-07T14:18:09.695 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 1024, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 0, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 0, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:09.696 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 4515, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 4515, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 4515, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 4515, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:09.697 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 3758096384, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.698 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-write_buf_throttle-0x55dac28f4640": { 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 1722, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 3758096384, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 3131, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 8064892, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 3131, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:09.699 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 1601, 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 8063170, 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:09.700 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:18:10.134 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2023-12-07T14:18:10.134 INFO:tasks.check_counter:Daemon mds.a mds.imported=12 2023-12-07T14:18:10.134 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=6 2023-12-07T14:18:10.134 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:10.134 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:10.134 DEBUG:tasks.check_counter:Getting stats from d 2023-12-07T14:18:10.135 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.d perf dump 2023-12-07T14:18:10.739 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:18:11.301 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:11 smithi039 ceph-mon[98864]: pgmap v494: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 7.6 MiB/s wr, 781 op/s 2023-12-07T14:18:11.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:11 smithi055 ceph-mon[103363]: pgmap v494: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 7.6 MiB/s wr, 781 op/s 2023-12-07T14:18:11.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:11 smithi089 ceph-mon[103124]: pgmap v494: 97 pgs: 97 active+clean; 5.4 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 221 KiB/s rd, 7.6 MiB/s wr, 781 op/s 2023-12-07T14:18:12.017 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:18:12.017 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:12.017 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 4, 2023-12-07T14:18:12.017 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 4, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 2944, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 448, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 4, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 0, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.001877773, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.000050418, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.000663207, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 3, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000808715, 2023-12-07T14:18:12.018 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000269571 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 2944, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 448 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 297, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 286, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1581808, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 171904, 2023-12-07T14:18:12.019 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 2, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 1, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.050764469, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.015934650, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.035917880, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.007622954, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 285, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.094998795, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000333329 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:12.020 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1581808, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 171904 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 3, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 219, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 480, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 269376, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 6, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 3, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.015536088, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.010544897, 2023-12-07T14:18:12.021 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.002468725, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 216, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.087008375, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000402816 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 480, 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 269376 2023-12-07T14:18:12.022 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:12.023 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:12.024 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 147930, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 28, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:12.025 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 928, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 2, 2023-12-07T14:18:12.026 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 300, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 1539915, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 300, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:12.027 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 300, 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 1539915, 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:12.028 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:18:12.412 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2023-12-07T14:18:12.412 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2023-12-07T14:18:12.412 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2023-12-07T14:18:12.412 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2023-12-07T14:18:12.413 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2023-12-07T14:18:12.413 DEBUG:tasks.check_counter:Getting stats from g 2023-12-07T14:18:12.413 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.g perf dump 2023-12-07T14:18:13.017 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:18:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:13 smithi055 ceph-mon[103363]: pgmap v495: 97 pgs: 97 active+clean; 4.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 2.8 MiB/s wr, 325 op/s 2023-12-07T14:18:13.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:13 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:13.418 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:13 smithi039 ceph-mon[98864]: pgmap v495: 97 pgs: 97 active+clean; 4.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 2.8 MiB/s wr, 325 op/s 2023-12-07T14:18:13.418 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:13 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:13.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:13 smithi089 ceph-mon[103124]: pgmap v495: 97 pgs: 97 active+clean; 4.9 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 2.8 MiB/s wr, 325 op/s 2023-12-07T14:18:13.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:13 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:14.311 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:18:14.311 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:14.311 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 1399, 2023-12-07T14:18:14.312 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 1337, 2023-12-07T14:18:14.312 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 2269744, 2023-12-07T14:18:14.312 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 493554, 2023-12-07T14:18:14.312 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 5, 2023-12-07T14:18:14.312 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 1, 2023-12-07T14:18:14.312 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.169205890, 2023-12-07T14:18:14.312 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.056470535, 2023-12-07T14:18:14.313 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.069156017, 2023-12-07T14:18:14.313 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.044931288, 2023-12-07T14:18:14.313 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:14.313 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 1337, 2023-12-07T14:18:14.313 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.256642462, 2023-12-07T14:18:14.313 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000191953 2023-12-07T14:18:14.314 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.314 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:14.314 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.314 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.314 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.314 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.314 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1926352, 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 175712 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 2254, 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 2467, 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 8642510, 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 1236269, 2023-12-07T14:18:14.315 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 7, 2023-12-07T14:18:14.316 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:14.316 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.182077372, 2023-12-07T14:18:14.316 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.048070473, 2023-12-07T14:18:14.316 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.051676718, 2023-12-07T14:18:14.316 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.069225197, 2023-12-07T14:18:14.316 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:14.316 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 2464, 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.333792984, 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000135467 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.317 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.318 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 320, 2023-12-07T14:18:14.318 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 535840 2023-12-07T14:18:14.318 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.318 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:14.318 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 4, 2023-12-07T14:18:14.318 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 6, 2023-12-07T14:18:14.318 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1629, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 1256, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 7, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 4, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.002558677, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.000085518, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.002106023, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000099982, 2023-12-07T14:18:14.319 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 4, 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.002400477, 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000600119 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.320 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 1, 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2023-12-07T14:18:14.321 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "finisher-MDSRank": { 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "queue_len": 0, 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "complete_latency": { 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 5442, 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.147111351, 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000027032 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "queue_len": 0, 2023-12-07T14:18:14.322 INFO:teuthology.orchestra.run.smithi039.stdout: "complete_latency": { 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": { 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "request": 0, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "reply": 0, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "reply_latency": { 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.323 INFO:teuthology.orchestra.run.smithi039.stdout: "slow_reply": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "forward": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_fetch_complete": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_commit": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_split": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_merge": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes": 1304, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_top": 88, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_bottom": 1216, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_pin_tail": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_pinned": 1179, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_expired": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "inodes_with_caps": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": 0, 2023-12-07T14:18:14.324 INFO:teuthology.orchestra.run.smithi039.stdout: "subtrees": 14, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_hit": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_forward": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_discover": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_remote_ino": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "traverse_lock": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "load_cent": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "q": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "exported": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "exported_inodes": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "imported": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "imported_inodes": 0, 2023-12-07T14:18:14.325 INFO:teuthology.orchestra.run.smithi039.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "openino_backtrace_fetch": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "openino_peer_discover": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "root_rfiles": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "root_rbytes": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "root_rsnaps": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_backtrace_fetch": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:14.326 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_dir_inodes": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_dirfrag_rstats": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_file_inodes": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_inode_file_caps": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_revoke": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_grant": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_caps": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_caps_dirty": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_cap_release": 0, 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: "process_request_cap_release": 0 2023-12-07T14:18:14.327 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_cache": { 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_update": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_try_discover": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_send_discover": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "dir_handle_discover": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "num_strays": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:14.328 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_created": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_enqueued": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_reintegrated": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "strays_migrated": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "recovery_started": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "recovery_completed": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_exportdir": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_flush": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_fragmentdir": 0, 2023-12-07T14:18:14.329 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "ireq_inodestats": 0 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_log": { 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "evlrg": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "evadd": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "evex": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "evtrm": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "ev": 3132, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "evexg": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "evexd": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "segadd": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "segex": 0, 2023-12-07T14:18:14.330 INFO:teuthology.orchestra.run.smithi039.stdout: "segtrm": 0, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "seg": 5, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "segmjr": 2, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "segexg": 0, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "segexd": 0, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "expos": 4194304, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "wrpos": 12265878, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "rdpos": 12259196, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "jlat": { 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: "replayed": 3132 2023-12-07T14:18:14.331 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_mem": { 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 721, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "ino+": 812, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "ino-": 91, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "dir": 25, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "dir+": 25, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "dir-": 0, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "dn": 1304, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "dn+": 1304, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "dn-": 0, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "cap": 0, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "cap+": 0, 2023-12-07T14:18:14.332 INFO:teuthology.orchestra.run.smithi039.stdout: "cap-": 0, 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "rss": 56344, 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "heap": 207228 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_server": { 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "dispatch_client_request": 0, 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "dispatch_server_request": 0, 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_request": 0, 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_client_session": 0, 2023-12-07T14:18:14.333 INFO:teuthology.orchestra.run.smithi039.stdout: "handle_peer_request": 0, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "req_create_latency": { 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "req_getattr_latency": { 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.335 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "req_link_latency": { 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookup_latency": { 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.336 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupino_latency": { 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupname_latency": { 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:14.337 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "req_lssnap_latency": { 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "req_mkdir_latency": { 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.338 INFO:teuthology.orchestra.run.smithi039.stdout: "req_mknod_latency": { 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "req_mksnap_latency": { 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "req_open_latency": { 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "req_readdir_latency": { 2023-12-07T14:18:14.339 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rename_latency": { 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.340 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rmdir_latency": { 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:14.341 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setattr_latency": { 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.342 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setlayout_latency": { 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "req_setxattr_latency": { 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "req_symlink_latency": { 2023-12-07T14:18:14.343 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "req_unlink_latency": { 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.344 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_sessions": { 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "session_count": 2, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "session_add": 4, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "session_remove": 2, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "sessions_open": 4, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "sessions_stale": 0, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "total_load": 0, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "average_load": 0, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "avg_session_uptime": 3901, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:14.345 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:14.346 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:14.347 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 229928, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 932, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 7960, 2023-12-07T14:18:14.348 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 166, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 2771774, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 57424, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "objecter": { 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "op_active": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "op_laggy": 0, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "op_send": 3278, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "op_send_bytes": 21, 2023-12-07T14:18:14.349 INFO:teuthology.orchestra.run.smithi039.stdout: "op_resend": 3, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "op_reply": 3278, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "op_latency": { 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 3278, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 28.381425263, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.008658152 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "op_inflight": 0, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "oplen_avg": { 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 3278, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 3279 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "op": 3278, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "op_r": 3278, 2023-12-07T14:18:14.350 INFO:teuthology.orchestra.run.smithi039.stdout: "op_w": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "op_rmw": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "op_pg": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_stat": 1965, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_create": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_read": 1311, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_write": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_writefull": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_writesame": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_append": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_zero": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_truncate": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_delete": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_mapext": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:14.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_getxattr": 1, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_setxattr": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_call": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_watch": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_notify": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_pgls": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "osdop_other": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_active": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_send": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_resend": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "linger_ping": 0, 2023-12-07T14:18:14.352 INFO:teuthology.orchestra.run.smithi039.stdout: "poolop_active": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "poolop_send": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "poolop_resend": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "poolstat_active": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "poolstat_send": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "poolstat_resend": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "statfs_active": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "statfs_send": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "statfs_resend": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "command_active": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "command_send": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "command_resend": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "map_epoch": 108, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "map_full": 0, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "map_inc": 25, 2023-12-07T14:18:14.353 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_sessions": 6, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_session_open": 8, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_session_close": 2, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_laggy": 0, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_wr": 0, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_rd": 2, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_del": 0 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "oft": { 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_objs": 0, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_updates": 0, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "omap_total_removes": 0 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "osd-slow-ops": { 2023-12-07T14:18:14.354 INFO:teuthology.orchestra.run.smithi039.stdout: "slow_ops_count": 0 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "purge_queue": { 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing_ops_high_water": 0, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing": 0, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executing_high_water": 0, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_executed": 0, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 3653, 2023-12-07T14:18:14.355 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 10563473, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 3653, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 3653, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 10563473, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2023-12-07T14:18:14.356 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 0, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 0, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 3278, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 8071579, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 3278, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 8071579, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.357 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 1024, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 0, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 0, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 3278, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 3278, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 3278, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 3278, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.358 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 3758096384, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 0, 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:14.359 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-write_buf_throttle-0x555a04b40960": { 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 3758096384, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:14.360 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 0, 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 0, 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:14.361 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:18:14.799 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2023-12-07T14:18:14.799 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2023-12-07T14:18:14.799 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2023-12-07T14:18:14.799 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:14.799 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:14.799 DEBUG:tasks.check_counter:Getting stats from j 2023-12-07T14:18:14.799 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.j perf dump 2023-12-07T14:18:15.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:14 smithi039 ceph-mon[98864]: osdmap e108: 12 total, 12 up, 12 in 2023-12-07T14:18:15.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:14 smithi039 ceph-mon[98864]: pgmap v497: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 97 KiB/s wr, 25 op/s 2023-12-07T14:18:15.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:14 smithi055 ceph-mon[103363]: osdmap e108: 12 total, 12 up, 12 in 2023-12-07T14:18:15.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:14 smithi055 ceph-mon[103363]: pgmap v497: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 97 KiB/s wr, 25 op/s 2023-12-07T14:18:15.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:14 smithi089 ceph-mon[103124]: osdmap e108: 12 total, 12 up, 12 in 2023-12-07T14:18:15.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:14 smithi089 ceph-mon[103124]: pgmap v497: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 107 KiB/s rd, 97 KiB/s wr, 25 op/s 2023-12-07T14:18:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.a/config 2023-12-07T14:18:15.967 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:15 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:16.150 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:15 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:16.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:15 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:16.731 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2023-12-07T14:18:16.731 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:16.731 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 0, 2023-12-07T14:18:16.731 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 2, 2023-12-07T14:18:16.731 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 0, 2023-12-07T14:18:16.731 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 0, 2023-12-07T14:18:16.731 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 4, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 0, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.001545459, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.000000000, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.000460735, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:16.732 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 3, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 221, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 480, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 269728, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 6, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 3, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.015505781, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.010501308, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.002520336, 2023-12-07T14:18:16.733 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 218, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.062480852, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000286609 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 480, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 269728 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:16.734 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_messages": 303, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages": 290, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_bytes": 1585296, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_bytes": 173600, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_created_connections": 2, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_active_connections": 1, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_total_time": 0.051985821, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_send_time": 0.016299862, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_recv_time": 0.037293899, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_running_fast_dispatch_time": 0.007546433, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 290, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.078507145, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000270714 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.735 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_recv_encrypted_bytes": 1585296, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "msgr_send_encrypted_bytes": 173600 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "cct": { 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "total_workers": 0, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "unhealthy_workers": 0 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "mempool": { 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:16.736 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:16.737 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_items": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:16.738 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_bytes": 147930, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_anon_items": 28, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_bytes": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_items": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_bytes": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_items": 0, 2023-12-07T14:18:16.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "pgmap_items": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_bytes": 928, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_co_items": 2, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_1_items": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "unittest_2_items": 0 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "val": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "max": 104857600, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "get_started": 0, 2023-12-07T14:18:16.740 INFO:teuthology.orchestra.run.smithi039.stdout: "get": 302, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "get_sum": 1540175, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "get_or_fail_success": 302, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "take": 0, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "take_sum": 0, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "put": 302, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "put_sum": 1540175, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "wait": { 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "avgcount": 0, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "sum": 0.000000000, 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: "avgtime": 0.000000000 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout: } 2023-12-07T14:18:16.741 INFO:teuthology.orchestra.run.smithi039.stdout:} 2023-12-07T14:18:16.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:16 smithi039 ceph-mon[98864]: pgmap v498: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 110 KiB/s wr, 28 op/s 2023-12-07T14:18:17.070 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2023-12-07T14:18:17.070 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2023-12-07T14:18:17.070 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2023-12-07T14:18:17.070 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2023-12-07T14:18:17.070 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2023-12-07T14:18:17.070 DEBUG:tasks.check_counter:Getting stats from b 2023-12-07T14:18:17.071 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.b perf dump 2023-12-07T14:18:17.117 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:16 smithi055 ceph-mon[103363]: pgmap v498: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 110 KiB/s wr, 28 op/s 2023-12-07T14:18:17.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:16 smithi089 ceph-mon[103124]: pgmap v498: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 119 KiB/s rd, 110 KiB/s wr, 28 op/s 2023-12-07T14:18:17.699 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 14710, 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 16840, 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 5262893, 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 21596349, 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 25, 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 8, 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 1.131628256, 2023-12-07T14:18:18.950 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.352519116, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 1.489165234, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.270820405, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 16834, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 2.218430425, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000131782 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 23439, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.004596275, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000196 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 541472, 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 185008 2023-12-07T14:18:18.951 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 5873, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 6595, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 4241219, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 14373015, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 217, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 6, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.556677474, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.188364008, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.285236919, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.096087933, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 6593, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 2.660718375, 2023-12-07T14:18:18.952 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000403567 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 6675, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.001494066, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000223 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 2025168, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 305168 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 9189, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 10704, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 4120659, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 10392979, 2023-12-07T14:18:18.953 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 17, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 7, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.644142175, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.221012345, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.362985656, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.098435993, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 10707, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 2.836392557, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000264910 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 15566, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.003262615, 2023-12-07T14:18:18.954 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000209 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 3264, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 525984 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 1, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-MDSRank": { 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 5116, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 4.584990447, 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000896206 2023-12-07T14:18:18.955 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 668, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.030212995, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000045229 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "mds": { 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "request": 3384, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "reply": 3112, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "reply_latency": { 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3112, 2023-12-07T14:18:18.956 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 50.799896323, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.016323874 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_reply": 0, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "forward": 271, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_complete": 11, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_keys": 4, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_commit": 790, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_split": 3, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_merge": 0, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes": 315, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_top": 207, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_bottom": 90, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pin_tail": 18, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pinned": 19, 2023-12-07T14:18:18.957 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_expired": 1507, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_with_caps": 5, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "caps": 5, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "subtrees": 12, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse": 5110, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_hit": 4004, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_forward": 252, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_discover": 38, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_remote_ino": 1, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_lock": 70, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "load_cent": 977, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "q": 0, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "exported": 34, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "exported_inodes": 1712, 2023-12-07T14:18:18.958 INFO:teuthology.orchestra.run.smithi055.stdout: "imported": 5, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "imported_inodes": 203, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_backtrace_fetch": 1236, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_peer_discover": 25, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rfiles": 1012, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rbytes": 1290220188, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rsnaps": 6, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_fetch": 1236, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_inodes": 292, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_base_inodes": 10, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dirfrag_rstats": 282, 2023-12-07T14:18:18.959 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_file_inodes": 944, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_inode_file_caps": 36, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_revoke": 390, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_grant": 2041, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flushsnap_ack": 59, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps": 1859, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps_dirty": 1315, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_cap_release": 129, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "process_request_cap_release": 670 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_cache": { 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update": 0, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:18.960 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_try_discover": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_send_discover": 52, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_handle_discover": 101, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_created": 230, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_enqueued": 188, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_reintegrated": 41, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_migrated": 16, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_started": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_completed": 0, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_enqueue_scrub": 10, 2023-12-07T14:18:18.961 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_exportdir": 34, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_flush": 0, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragmentdir": 3, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_inodestats": 0 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_log": { 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "evlrg": 0, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "evadd": 4562, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "evex": 4553, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "evtrm": 4553, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "ev": 9, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "evexg": 0, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "evexd": 6, 2023-12-07T14:18:18.962 INFO:teuthology.orchestra.run.smithi055.stdout: "segadd": 78, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "segex": 77, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "segtrm": 77, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "seg": 1, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "segmjr": 1, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "segexg": 0, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "segexd": 1, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "expos": 28684377, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "wrpos": 28773395, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "rdpos": 0, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "jlat": { 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 2363, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 23.262451320, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.009844456 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: "replayed": 0 2023-12-07T14:18:18.963 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_mem": { 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "ino": 307, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "ino+": 1493, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "ino-": 1186, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "dir": 51, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "dir+": 112, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "dir-": 61, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "dn": 315, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "dn+": 2107, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "dn-": 1792, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "cap": 5, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "cap+": 1327, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "cap-": 1322, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "rss": 67012, 2023-12-07T14:18:18.964 INFO:teuthology.orchestra.run.smithi055.stdout: "heap": 207228 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_server": { 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_client_request": 4357, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_server_request": 564, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_request": 3384, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_session": 571, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_peer_request": 889, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "req_create_latency": { 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1180, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 8.739488810, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.007406346 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getattr_latency": { 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 483, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.652963189, 2023-12-07T14:18:18.965 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.001351890 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "req_link_latency": { 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 42, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.272411641, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.006485991 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookup_latency": { 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 316, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 3.280545200, 2023-12-07T14:18:18.966 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.010381472 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupino_latency": { 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000170120, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000170120 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupname_latency": { 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.967 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lssnap_latency": { 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 16, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.003600120, 2023-12-07T14:18:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000225007 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mkdir_latency": { 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 35, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.833752237, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.023821492 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mknod_latency": { 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mksnap_latency": { 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 16, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.297058496, 2023-12-07T14:18:18.969 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.018566156 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "req_open_latency": { 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 644, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.524076027, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000813782 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "req_readdir_latency": { 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 66, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 6.339060016, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.096046363 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rename_latency": { 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 231, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 29.480237060, 2023-12-07T14:18:18.970 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.127620073 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmdir_latency": { 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.971 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 10, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.119141341, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.011914134 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setattr_latency": { 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.003887989, 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.003887989 2023-12-07T14:18:18.972 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setlayout_latency": { 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.973 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setxattr_latency": { 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 6, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.025536726, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.004256121 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "req_symlink_latency": { 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "req_unlink_latency": { 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 65, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.227967351, 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.003507190 2023-12-07T14:18:18.974 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_sessions": { 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "session_count": 2, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "session_add": 4, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "session_remove": 2, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_open": 2, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_stale": 0, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "total_load": 32, 2023-12-07T14:18:18.975 INFO:teuthology.orchestra.run.smithi055.stdout: "average_load": 16, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "avg_session_uptime": 939, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:18.976 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:18.977 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 363657, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 410, 2023-12-07T14:18:18.978 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 440, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 5, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 163, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 1154614, 2023-12-07T14:18:18.979 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 13696, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "objecter": { 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "op_active": 0, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "op_laggy": 0, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send": 6985, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send_bytes": 28826954, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "op_resend": 31, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "op_reply": 6985, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "op_latency": { 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 6985, 2023-12-07T14:18:18.980 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 89.907181507, 2023-12-07T14:18:18.981 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.012871464 2023-12-07T14:18:18.981 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.981 INFO:teuthology.orchestra.run.smithi055.stdout: "op_inflight": 0, 2023-12-07T14:18:18.981 INFO:teuthology.orchestra.run.smithi055.stdout: "oplen_avg": { 2023-12-07T14:18:18.981 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 6985, 2023-12-07T14:18:18.981 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 10909 2023-12-07T14:18:18.981 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "op": 6985, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "op_r": 1348, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "op_w": 5637, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "op_rmw": 0, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "op_pg": 0, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_stat": 719, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_create": 1089, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_read": 87, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_write": 2440, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writefull": 358, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writesame": 0, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_append": 0, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_zero": 0, 2023-12-07T14:18:18.982 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_truncate": 3, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_delete": 725, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_mapext": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_getxattr": 1260, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_setxattr": 2178, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_call": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_watch": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_notify": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls": 0, 2023-12-07T14:18:18.983 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_other": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_active": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_send": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_resend": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_ping": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_active": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_send": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_resend": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_active": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_send": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_resend": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_active": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_send": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_resend": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "command_active": 0, 2023-12-07T14:18:18.984 INFO:teuthology.orchestra.run.smithi055.stdout: "command_send": 0, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "command_resend": 0, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "map_epoch": 108, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "map_full": 0, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "map_inc": 26, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_sessions": 12, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_open": 12, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_close": 0, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_laggy": 0, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_wr": 1836, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_rd": 30, 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_del": 184 2023-12-07T14:18:18.985 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.986 INFO:teuthology.orchestra.run.smithi055.stdout: "oft": { 2023-12-07T14:18:18.986 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_objs": 1, 2023-12-07T14:18:18.986 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:18.986 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_updates": 0, 2023-12-07T14:18:18.986 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_removes": 0 2023-12-07T14:18:18.986 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "osd-slow-ops": { 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_ops_count": 0 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "purge_queue": { 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops_high_water": 21, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing": 0, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_high_water": 6, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed": 188, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.987 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 29768, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 10859009, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 29768, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 29768, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 10859009, 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:18.988 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:18.989 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:18.990 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:18.990 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:18.990 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:18.990 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:18.990 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 6985, 2023-12-07T14:18:18.990 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 28846054, 2023-12-07T14:18:18.991 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 6985, 2023-12-07T14:18:18.991 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 28846054, 2023-12-07T14:18:18.991 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:18.991 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.991 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.991 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.992 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.992 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.992 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:18.992 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:18.992 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 1024, 2023-12-07T14:18:18.992 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:18.992 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 6985, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 6985, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 6985, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 6985, 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:18.993 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:18.994 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:18.995 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 188, 2023-12-07T14:18:18.995 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 19292, 2023-12-07T14:18:18.995 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:18.995 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 188, 2023-12-07T14:18:18.995 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:18.995 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 77, 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 19292, 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle-0x55d606cb0640": { 2023-12-07T14:18:18.996 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 4562, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 24579091, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 4562, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 2363, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 24579091, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.997 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:18.998 INFO:teuthology.orchestra.run.smithi055.stdout:} 2023-12-07T14:18:19.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:18 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:19.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:18 smithi039 ceph-mon[98864]: pgmap v499: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 18 op/s 2023-12-07T14:18:19.077 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:18 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:19.078 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:18 smithi055 ceph-mon[103363]: pgmap v499: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 18 op/s 2023-12-07T14:18:19.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:18 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:19.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:18 smithi089 ceph-mon[103124]: pgmap v499: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 18 op/s 2023-12-07T14:18:19.873 INFO:tasks.check_counter:Daemon mds.b mds.exported=34 2023-12-07T14:18:19.874 INFO:tasks.check_counter:Daemon mds.b mds.imported=5 2023-12-07T14:18:19.874 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2023-12-07T14:18:19.874 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=16 2023-12-07T14:18:19.874 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=10 2023-12-07T14:18:19.874 DEBUG:tasks.check_counter:Getting stats from e 2023-12-07T14:18:19.874 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.e perf dump 2023-12-07T14:18:20.485 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T14:18:20.960 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:20 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:20.961 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:20 smithi055 ceph-mon[103363]: pgmap v500: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 17 op/s 2023-12-07T14:18:21.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:20 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:21.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:20 smithi039 ceph-mon[98864]: pgmap v500: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 17 op/s 2023-12-07T14:18:21.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:20 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:21.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:20 smithi089 ceph-mon[103124]: pgmap v500: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 17 op/s 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 3245, 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 3247, 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 11599487, 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 1009202, 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 6, 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 2, 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.250966946, 2023-12-07T14:18:21.691 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.065636287, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.071127410, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.095434794, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3245, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.384211158, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000118400 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:21.692 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 129, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 347, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 31626, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 581031, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 7, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.022857683, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.009746088, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.005279055, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.004657402, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 344, 2023-12-07T14:18:21.693 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.118809367, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000345376 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 320, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 541472 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 389, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 321, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 1963916, 2023-12-07T14:18:21.694 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 179143, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 3, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 2, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.057910342, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.015840139, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.044968157, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.008501866, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 321, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.064474045, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000200853 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.695 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 1963648, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 178832 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 1, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-MDSRank": { 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 5684, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.137390179, 2023-12-07T14:18:21.696 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000024171 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "mds": { 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "request": 0, 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "reply": 0, 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "reply_latency": { 2023-12-07T14:18:21.697 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_reply": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "forward": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_complete": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_commit": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_split": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_merge": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes": 789, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_top": 52, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_bottom": 737, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pin_tail": 0, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pinned": 715, 2023-12-07T14:18:21.698 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_expired": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_with_caps": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "caps": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "subtrees": 22, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_hit": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_forward": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_discover": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_remote_ino": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_lock": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "load_cent": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "q": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "exported": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "exported_inodes": 0, 2023-12-07T14:18:21.699 INFO:teuthology.orchestra.run.smithi055.stdout: "imported": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "imported_inodes": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_backtrace_fetch": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_peer_discover": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rfiles": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rbytes": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rsnaps": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_fetch": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_inodes": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dirfrag_rstats": 0, 2023-12-07T14:18:21.700 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_file_inodes": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_inode_file_caps": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_revoke": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_grant": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps_dirty": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_cap_release": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "process_request_cap_release": 0 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_cache": { 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:21.701 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_try_discover": 0, 2023-12-07T14:18:21.702 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_send_discover": 0, 2023-12-07T14:18:21.702 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_handle_discover": 0, 2023-12-07T14:18:21.702 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays": 0, 2023-12-07T14:18:21.702 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:21.702 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:21.702 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_created": 0, 2023-12-07T14:18:21.702 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_enqueued": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_reintegrated": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_migrated": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_started": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_completed": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_exportdir": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_flush": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragmentdir": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_inodestats": 0 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.703 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_log": { 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "evlrg": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "evadd": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "evex": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "evtrm": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "ev": 3211, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "evexg": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "evexd": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "segadd": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "segex": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "segtrm": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "seg": 5, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "segmjr": 2, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "segexg": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "segexd": 0, 2023-12-07T14:18:21.704 INFO:teuthology.orchestra.run.smithi055.stdout: "expos": 4194304, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "wrpos": 14884794, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "rdpos": 14878849, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "jlat": { 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "replayed": 3211 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_mem": { 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "ino": 202, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "ino+": 651, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "ino-": 449, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "dir": 47, 2023-12-07T14:18:21.705 INFO:teuthology.orchestra.run.smithi055.stdout: "dir+": 60, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "dir-": 13, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "dn": 789, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "dn+": 1650, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "dn-": 861, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "cap": 0, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "cap+": 0, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "cap-": 0, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "rss": 55068, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "heap": 207228 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_server": { 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_client_request": 0, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_server_request": 0, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_request": 0, 2023-12-07T14:18:21.706 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_session": 0, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_peer_request": 0, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "req_create_latency": { 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getattr_latency": { 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.707 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "req_link_latency": { 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookup_latency": { 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.708 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupino_latency": { 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupname_latency": { 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.709 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lssnap_latency": { 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mkdir_latency": { 2023-12-07T14:18:21.710 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mknod_latency": { 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mksnap_latency": { 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.711 INFO:teuthology.orchestra.run.smithi055.stdout: "req_open_latency": { 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "req_readdir_latency": { 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rename_latency": { 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.712 INFO:teuthology.orchestra.run.smithi055.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmdir_latency": { 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.713 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setattr_latency": { 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.714 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setlayout_latency": { 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.715 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setxattr_latency": { 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "req_symlink_latency": { 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "req_unlink_latency": { 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.716 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_sessions": { 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "session_count": 2, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "session_add": 3, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "session_remove": 1, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_open": 2, 2023-12-07T14:18:21.717 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_stale": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "total_load": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "average_load": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "avg_session_uptime": 2508, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:21.718 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:21.719 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 202249, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 399, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:21.720 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 163, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 1255564, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 32345, 2023-12-07T14:18:21.721 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "objecter": { 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "op_active": 0, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "op_laggy": 0, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send": 3373, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send_bytes": 21, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "op_resend": 3, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "op_reply": 3373, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "op_latency": { 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3373, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 15.894687185, 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.004712329 2023-12-07T14:18:21.722 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "op_inflight": 0, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "oplen_avg": { 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3373, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 3374 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "op": 3373, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "op_r": 3373, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "op_w": 0, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "op_rmw": 0, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "op_pg": 0, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_stat": 1990, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_create": 0, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_read": 1381, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_write": 0, 2023-12-07T14:18:21.723 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writefull": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writesame": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_append": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_zero": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_truncate": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_delete": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_mapext": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_getxattr": 1, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_setxattr": 0, 2023-12-07T14:18:21.724 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_call": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_watch": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_notify": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_other": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_active": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_send": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_resend": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_ping": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_active": 0, 2023-12-07T14:18:21.725 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_send": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_resend": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_active": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_send": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_resend": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_active": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_send": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_resend": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "command_active": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "command_send": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "command_resend": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "map_epoch": 108, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "map_full": 0, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "map_inc": 25, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_sessions": 5, 2023-12-07T14:18:21.726 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_open": 5, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_close": 0, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_laggy": 0, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_wr": 0, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_rd": 2, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_del": 0 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "oft": { 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_objs": 0, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_updates": 0, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_removes": 0 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "osd-slow-ops": { 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_ops_count": 0 2023-12-07T14:18:21.727 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "purge_queue": { 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops_high_water": 0, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing": 0, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_high_water": 0, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed": 0, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 3759, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 13234541, 2023-12-07T14:18:21.728 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 3759, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3759, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 13234541, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:21.729 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 3373, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 10690495, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3373, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 10690495, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.730 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 1024, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 3373, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 3373, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3373, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 3373, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.731 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2023-12-07T14:18:21.732 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle-0x55b164b24960": { 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:21.733 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:21.734 INFO:teuthology.orchestra.run.smithi055.stdout:} 2023-12-07T14:18:22.240 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2023-12-07T14:18:22.241 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2023-12-07T14:18:22.241 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2023-12-07T14:18:22.241 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:22.241 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:22.241 DEBUG:tasks.check_counter:Getting stats from h 2023-12-07T14:18:22.241 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.h perf dump 2023-12-07T14:18:22.843 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T14:18:23.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:22 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:23.223 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:22 smithi055 ceph-mon[103363]: pgmap v501: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 17 op/s 2023-12-07T14:18:23.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:22 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:23.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:22 smithi039 ceph-mon[98864]: pgmap v501: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 17 op/s 2023-12-07T14:18:23.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:22 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:23.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:22 smithi089 ceph-mon[103124]: pgmap v501: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 48 KiB/s wr, 17 op/s 2023-12-07T14:18:24.085 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 12251, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 12274, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 4820267, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 9618092, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 12, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.749292871, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.296647154, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.502132112, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.050754669, 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:24.086 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 12275, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.973310026, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000079292 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 19735, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.003763939, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000190 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 2944, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 448 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 1272, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 1456, 2023-12-07T14:18:24.087 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 2330865, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 2853832, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 19, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 8, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.132016222, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.043398041, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.067063645, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.027421085, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1454, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.221532093, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000152360 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 113, 2023-12-07T14:18:24.088 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000023964, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000212 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 1983008, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 721424 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 7040, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 6724, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 3563908, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 3388410, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 31, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 6, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.365156817, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.128381235, 2023-12-07T14:18:24.089 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.258318210, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.023355001, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 6720, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.512888747, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000076322 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 11296, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.001828421, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000161 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 3264, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 120848 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.090 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 1, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-MDSRank": { 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3701, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 1.318216970, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000356178 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 79, 2023-12-07T14:18:24.091 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.002877890, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000036428 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "mds": { 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "request": 1188, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "reply": 1010, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "reply_latency": { 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1010, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 52.604213756, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.052083379 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_reply": 0, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "forward": 178, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_complete": 1, 2023-12-07T14:18:24.092 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_commit": 27, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_split": 2, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_merge": 0, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes": 1129, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_top": 116, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_bottom": 933, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pin_tail": 80, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pinned": 963, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_expired": 230, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_with_caps": 271, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "caps": 271, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "subtrees": 32, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse": 3953, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_hit": 3136, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_forward": 170, 2023-12-07T14:18:24.093 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_discover": 121, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_remote_ino": 2, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_lock": 123, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "load_cent": 5227, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "q": 0, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "exported": 2, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "exported_inodes": 30, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "imported": 11, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "imported_inodes": 621, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_backtrace_fetch": 2074, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_peer_discover": 26, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rfiles": 1019, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rbytes": 1383019272, 2023-12-07T14:18:24.094 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rsnaps": 6, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_fetch": 2074, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_inodes": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dirfrag_rstats": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_file_inodes": 2074, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_inode_file_caps": 48, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_revoke": 621, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_grant": 926, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_trunc": 1, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps": 1305, 2023-12-07T14:18:24.095 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps_dirty": 556, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_cap_release": 97, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "process_request_cap_release": 313 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_cache": { 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update": 0, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_try_discover": 0, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_send_discover": 135, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_handle_discover": 131, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays": 12, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_created": 91, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_enqueued": 10, 2023-12-07T14:18:24.096 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_reintegrated": 86, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_migrated": 36, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_started": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_completed": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_exportdir": 4, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_flush": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragmentdir": 2, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_inodestats": 0 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_log": { 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "evlrg": 0, 2023-12-07T14:18:24.097 INFO:teuthology.orchestra.run.smithi055.stdout: "evadd": 2858, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "evex": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "evtrm": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "ev": 2858, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "evexg": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "evexd": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "segadd": 5, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "segex": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "segtrm": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "seg": 5, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "segmjr": 2, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "segexg": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "segexd": 0, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "expos": 4194304, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "wrpos": 10134667, 2023-12-07T14:18:24.098 INFO:teuthology.orchestra.run.smithi055.stdout: "rdpos": 0, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "jlat": { 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1107, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 9.697841023, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.008760470 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "replayed": 0 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_mem": { 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "ino": 605, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "ino+": 669, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "ino-": 64, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "dir": 67, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "dir+": 70, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "dir-": 3, 2023-12-07T14:18:24.099 INFO:teuthology.orchestra.run.smithi055.stdout: "dn": 1144, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "dn+": 1479, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "dn-": 335, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "cap": 271, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "cap+": 667, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "cap-": 396, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "rss": 60360, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "heap": 199036 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_server": { 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_client_request": 3382, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_server_request": 1143, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_request": 1188, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_session": 163, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_peer_request": 2152, 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "req_create_latency": { 2023-12-07T14:18:24.100 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 17, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.045641154, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.002684773 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getattr_latency": { 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 145, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.304705682, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.002101418 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.101 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "req_link_latency": { 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 90, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.779958105, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.008666201 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookup_latency": { 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 400, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 18.552895785, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.046382239 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.102 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupino_latency": { 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupname_latency": { 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.103 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lssnap_latency": { 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mkdir_latency": { 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.104 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mknod_latency": { 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mksnap_latency": { 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "req_open_latency": { 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 67, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.253331213, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.003781062 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.105 INFO:teuthology.orchestra.run.smithi055.stdout: "req_readdir_latency": { 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 60, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.203673193, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.003394553 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rename_latency": { 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 139, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 32.046439354, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.230549923 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.106 INFO:teuthology.orchestra.run.smithi055.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmdir_latency": { 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.107 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setattr_latency": { 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.004188691, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.004188691 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:24.108 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setlayout_latency": { 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setxattr_latency": { 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "req_symlink_latency": { 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.109 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "req_unlink_latency": { 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 91, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.413380579, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.004542643 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.110 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_sessions": { 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "session_count": 2, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "session_add": 5, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "session_remove": 3, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_open": 2, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_stale": 0, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "total_load": 272, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "average_load": 136, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "avg_session_uptime": 935, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:24.111 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:24.112 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:24.113 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 825493, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 866, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 176, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 2, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 163, 2023-12-07T14:18:24.114 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 2850514, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 86553, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "objecter": { 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "op_active": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "op_laggy": 0, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send": 3463, 2023-12-07T14:18:24.115 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send_bytes": 6103070, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "op_resend": 28, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "op_reply": 3463, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "op_latency": { 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3463, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 18.009645940, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.005200590 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "op_inflight": 0, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "oplen_avg": { 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3463, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 3654 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "op": 3463, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "op_r": 2085, 2023-12-07T14:18:24.116 INFO:teuthology.orchestra.run.smithi055.stdout: "op_w": 1378, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "op_rmw": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "op_pg": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_stat": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_create": 10, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_read": 10, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_write": 1117, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writefull": 77, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writesame": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_append": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_zero": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_truncate": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_delete": 25, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_mapext": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:24.117 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_getxattr": 2074, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_setxattr": 20, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_call": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_watch": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_notify": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_other": 2, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_active": 0, 2023-12-07T14:18:24.118 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_send": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_resend": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_ping": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_active": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_send": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_resend": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_active": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_send": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_resend": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_active": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_send": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_resend": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "command_active": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "command_send": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "command_resend": 0, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "map_epoch": 108, 2023-12-07T14:18:24.119 INFO:teuthology.orchestra.run.smithi055.stdout: "map_full": 0, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "map_inc": 25, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_sessions": 12, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_open": 12, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_close": 0, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_laggy": 0, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_wr": 240, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_rd": 2, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_del": 77 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "oft": { 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_objs": 1, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_updates": 0, 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_removes": 0 2023-12-07T14:18:24.120 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "osd-slow-ops": { 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_ops_count": 0 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "purge_queue": { 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops_high_water": 1, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing": 0, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_high_water": 1, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed": 10, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:24.121 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 20559, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 8838923, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 20559, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 20559, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 8838923, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.122 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 3463, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 6104144, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3463, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 6104144, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.123 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 1024, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 3463, 2023-12-07T14:18:24.124 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 3463, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3463, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 3463, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 10, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 1090, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:24.125 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 10, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 10, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 1090, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle-0x55f2be278640": { 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 34368, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:24.126 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 2858, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 5940363, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 2858, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 1107, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 5905995, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:24.127 INFO:teuthology.orchestra.run.smithi055.stdout:} 2023-12-07T14:18:24.495 INFO:tasks.check_counter:Daemon mds.h mds.exported=2 2023-12-07T14:18:24.496 INFO:tasks.check_counter:Daemon mds.h mds.imported=11 2023-12-07T14:18:24.496 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2023-12-07T14:18:24.496 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:24.496 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:24.496 DEBUG:tasks.check_counter:Getting stats from k 2023-12-07T14:18:24.496 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.k perf dump 2023-12-07T14:18:25.055 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:24 smithi039 ceph-mon[98864]: pgmap v502: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 45 KiB/s wr, 18 op/s 2023-12-07T14:18:25.100 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.b/config 2023-12-07T14:18:25.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:24 smithi055 ceph-mon[103363]: pgmap v502: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 45 KiB/s wr, 18 op/s 2023-12-07T14:18:25.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:24 smithi089 ceph-mon[103124]: pgmap v502: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 45 KiB/s wr, 18 op/s 2023-12-07T14:18:26.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:25 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:26.067 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:25 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:26.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:25 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:27.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:26 smithi039 ceph-mon[98864]: pgmap v503: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 20 op/s 2023-12-07T14:18:27.237 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:26 smithi089 ceph-mon[103124]: pgmap v503: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 20 op/s 2023-12-07T14:18:27.237 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:26 smithi055 ceph-mon[103363]: pgmap v503: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 20 op/s 2023-12-07T14:18:27.238 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2023-12-07T14:18:27.238 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:27.239 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 391, 2023-12-07T14:18:27.239 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 323, 2023-12-07T14:18:27.239 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 1976018, 2023-12-07T14:18:27.239 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 180909, 2023-12-07T14:18:27.239 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 6, 2023-12-07T14:18:27.239 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 1, 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.058791313, 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.015875027, 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.045466109, 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.008272267, 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 322, 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.065074568, 2023-12-07T14:18:27.240 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000202094 2023-12-07T14:18:27.241 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.241 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:27.241 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.241 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.241 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.241 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.241 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 1975184, 2023-12-07T14:18:27.242 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 180592 2023-12-07T14:18:27.242 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.242 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:27.242 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 1020, 2023-12-07T14:18:27.242 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 1240, 2023-12-07T14:18:27.242 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 1697974, 2023-12-07T14:18:27.242 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 860011, 2023-12-07T14:18:27.243 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 7, 2023-12-07T14:18:27.243 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:27.243 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.094437804, 2023-12-07T14:18:27.243 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.027787702, 2023-12-07T14:18:27.243 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.022595536, 2023-12-07T14:18:27.243 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.034219547, 2023-12-07T14:18:27.244 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1237, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.168481517, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000136201 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 320, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 543408 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.245 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 2330, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 2330, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 4876739, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 723892, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 5, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 4, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.203341859, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.061123248, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.053012075, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.072079391, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 2329, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.255846558, 2023-12-07T14:18:27.246 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000109852 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 2944, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 448 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 1, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-MDSRank": { 2023-12-07T14:18:27.247 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 5668, 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.151669740, 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000026758 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "mds": { 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "request": 0, 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "reply": 0, 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "reply_latency": { 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_reply": 0, 2023-12-07T14:18:27.249 INFO:teuthology.orchestra.run.smithi055.stdout: "forward": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_complete": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_commit": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_split": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_merge": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes": 1092, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_top": 314, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_bottom": 778, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pin_tail": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pinned": 644, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_expired": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_with_caps": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "caps": 0, 2023-12-07T14:18:27.250 INFO:teuthology.orchestra.run.smithi055.stdout: "subtrees": 43, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_hit": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_forward": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_discover": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_remote_ino": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_lock": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "load_cent": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "q": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "exported": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "exported_inodes": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "imported": 0, 2023-12-07T14:18:27.251 INFO:teuthology.orchestra.run.smithi055.stdout: "imported_inodes": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_backtrace_fetch": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_peer_discover": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rfiles": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rbytes": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rsnaps": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_fetch": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_inodes": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:27.252 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dirfrag_rstats": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_file_inodes": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_inode_file_caps": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_revoke": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_grant": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps_dirty": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_cap_release": 0, 2023-12-07T14:18:27.253 INFO:teuthology.orchestra.run.smithi055.stdout: "process_request_cap_release": 0 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_cache": { 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_try_discover": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_send_discover": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_handle_discover": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_created": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_enqueued": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_reintegrated": 0, 2023-12-07T14:18:27.254 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_migrated": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_started": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_completed": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_exportdir": 0, 2023-12-07T14:18:27.255 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_flush": 0, 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragmentdir": 0, 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_inodestats": 0 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_log": { 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: "evlrg": 0, 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: "evadd": 0, 2023-12-07T14:18:27.256 INFO:teuthology.orchestra.run.smithi055.stdout: "evex": 0, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "evtrm": 0, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "ev": 1738, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "evexg": 0, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "evexd": 0, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "segadd": 0, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "segex": 0, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "segtrm": 0, 2023-12-07T14:18:27.257 INFO:teuthology.orchestra.run.smithi055.stdout: "seg": 4, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "segmjr": 2, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "segexg": 0, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "segexd": 0, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "expos": 4194304, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "wrpos": 9832788, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "rdpos": 9824050, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "jlat": { 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.258 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "replayed": 1738 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_mem": { 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "ino": 658, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "ino+": 920, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "ino-": 262, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "dir": 71, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "dir+": 78, 2023-12-07T14:18:27.259 INFO:teuthology.orchestra.run.smithi055.stdout: "dir-": 7, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "dn": 806, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "dn+": 1228, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "dn-": 422, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "cap": 0, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "cap+": 0, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "cap-": 0, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "rss": 52428, 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: "heap": 207228 2023-12-07T14:18:27.260 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_server": { 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_client_request": 0, 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_server_request": 0, 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_request": 0, 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_session": 0, 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_peer_request": 0, 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "req_create_latency": { 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.261 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getattr_latency": { 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:27.262 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "req_link_latency": { 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookup_latency": { 2023-12-07T14:18:27.263 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.264 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupino_latency": { 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupname_latency": { 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.265 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.266 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lssnap_latency": { 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mkdir_latency": { 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.267 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.268 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.268 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.268 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mknod_latency": { 2023-12-07T14:18:27.268 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.268 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.268 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.268 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mksnap_latency": { 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: "req_open_latency": { 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.269 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: "req_readdir_latency": { 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rename_latency": { 2023-12-07T14:18:27.270 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.271 INFO:teuthology.orchestra.run.smithi055.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmdir_latency": { 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.272 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setattr_latency": { 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.273 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setlayout_latency": { 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.274 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setxattr_latency": { 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "req_symlink_latency": { 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "req_unlink_latency": { 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:27.275 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_sessions": { 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "session_count": 2, 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "session_add": 4, 2023-12-07T14:18:27.276 INFO:teuthology.orchestra.run.smithi055.stdout: "session_remove": 2, 2023-12-07T14:18:27.277 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_open": 3, 2023-12-07T14:18:27.277 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_stale": 0, 2023-12-07T14:18:27.277 INFO:teuthology.orchestra.run.smithi055.stdout: "total_load": 0, 2023-12-07T14:18:27.277 INFO:teuthology.orchestra.run.smithi055.stdout: "average_load": 0, 2023-12-07T14:18:27.277 INFO:teuthology.orchestra.run.smithi055.stdout: "avg_session_uptime": 3290, 2023-12-07T14:18:27.278 INFO:teuthology.orchestra.run.smithi055.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:27.278 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.278 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2023-12-07T14:18:27.278 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:27.278 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:27.278 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:27.278 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:27.279 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:27.279 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:27.279 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:27.279 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:27.279 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:27.279 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:27.279 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:27.280 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:27.281 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:27.282 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:27.282 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:27.282 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:27.282 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:27.282 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2023-12-07T14:18:27.282 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 229454, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 900, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:27.283 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 163, 2023-12-07T14:18:27.284 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 2695269, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 31330, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2023-12-07T14:18:27.285 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:27.286 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2023-12-07T14:18:27.286 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.286 INFO:teuthology.orchestra.run.smithi055.stdout: "objecter": { 2023-12-07T14:18:27.286 INFO:teuthology.orchestra.run.smithi055.stdout: "op_active": 0, 2023-12-07T14:18:27.286 INFO:teuthology.orchestra.run.smithi055.stdout: "op_laggy": 0, 2023-12-07T14:18:27.286 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send": 3345, 2023-12-07T14:18:27.287 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send_bytes": 21, 2023-12-07T14:18:27.287 INFO:teuthology.orchestra.run.smithi055.stdout: "op_resend": 3, 2023-12-07T14:18:27.287 INFO:teuthology.orchestra.run.smithi055.stdout: "op_reply": 3345, 2023-12-07T14:18:27.287 INFO:teuthology.orchestra.run.smithi055.stdout: "op_latency": { 2023-12-07T14:18:27.287 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3345, 2023-12-07T14:18:27.287 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 19.675615262, 2023-12-07T14:18:27.287 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.005882097 2023-12-07T14:18:27.288 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.288 INFO:teuthology.orchestra.run.smithi055.stdout: "op_inflight": 0, 2023-12-07T14:18:27.288 INFO:teuthology.orchestra.run.smithi055.stdout: "oplen_avg": { 2023-12-07T14:18:27.288 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3345, 2023-12-07T14:18:27.288 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 3346 2023-12-07T14:18:27.288 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.288 INFO:teuthology.orchestra.run.smithi055.stdout: "op": 3345, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "op_r": 3345, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "op_w": 0, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "op_rmw": 0, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "op_pg": 0, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_stat": 1994, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_create": 0, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_read": 1349, 2023-12-07T14:18:27.289 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_write": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writefull": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writesame": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_append": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_zero": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_truncate": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_delete": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_mapext": 0, 2023-12-07T14:18:27.290 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:27.291 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:27.291 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_getxattr": 1, 2023-12-07T14:18:27.291 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_setxattr": 0, 2023-12-07T14:18:27.291 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:27.291 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:27.291 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:27.291 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_call": 0, 2023-12-07T14:18:27.292 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_watch": 0, 2023-12-07T14:18:27.292 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_notify": 0, 2023-12-07T14:18:27.292 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:27.292 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls": 0, 2023-12-07T14:18:27.292 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:27.292 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_other": 0, 2023-12-07T14:18:27.292 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_active": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_send": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_resend": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_ping": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_active": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_send": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_resend": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_active": 0, 2023-12-07T14:18:27.293 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_send": 0, 2023-12-07T14:18:27.294 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_resend": 0, 2023-12-07T14:18:27.294 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_active": 0, 2023-12-07T14:18:27.294 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_send": 0, 2023-12-07T14:18:27.294 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_resend": 0, 2023-12-07T14:18:27.294 INFO:teuthology.orchestra.run.smithi055.stdout: "command_active": 0, 2023-12-07T14:18:27.294 INFO:teuthology.orchestra.run.smithi055.stdout: "command_send": 0, 2023-12-07T14:18:27.294 INFO:teuthology.orchestra.run.smithi055.stdout: "command_resend": 0, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "map_epoch": 108, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "map_full": 0, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "map_inc": 25, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_sessions": 6, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_open": 7, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_close": 1, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_laggy": 0, 2023-12-07T14:18:27.295 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_wr": 0, 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_rd": 2, 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_del": 0 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: "oft": { 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_objs": 0, 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_updates": 0, 2023-12-07T14:18:27.296 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_removes": 0 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: "osd-slow-ops": { 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_ops_count": 0 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: "purge_queue": { 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops_high_water": 0, 2023-12-07T14:18:27.297 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing": 0, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_high_water": 0, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed": 0, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 3737, 2023-12-07T14:18:27.298 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 8191938, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 3737, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3737, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 8191938, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.299 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 3345, 2023-12-07T14:18:27.300 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 5638489, 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3345, 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 5638489, 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:27.301 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:27.302 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 1024, 2023-12-07T14:18:27.302 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:27.302 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:27.302 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:27.302 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:27.302 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:27.302 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 3345, 2023-12-07T14:18:27.303 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 3345, 2023-12-07T14:18:27.303 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 3345, 2023-12-07T14:18:27.303 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 3345, 2023-12-07T14:18:27.303 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:27.303 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.303 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:27.304 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2023-12-07T14:18:27.305 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle-0x55cabbfd6960": { 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2023-12-07T14:18:27.306 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2023-12-07T14:18:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2023-12-07T14:18:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2023-12-07T14:18:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2023-12-07T14:18:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2023-12-07T14:18:27.307 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.308 INFO:teuthology.orchestra.run.smithi055.stdout: } 2023-12-07T14:18:27.309 INFO:teuthology.orchestra.run.smithi055.stdout:} 2023-12-07T14:18:27.568 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2023-12-07T14:18:27.569 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2023-12-07T14:18:27.569 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2023-12-07T14:18:27.569 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:27.569 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:27.569 DEBUG:tasks.check_counter:Getting stats from c 2023-12-07T14:18:27.569 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.c perf dump 2023-12-07T14:18:28.183 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T14:18:29.360 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:29 smithi089 ceph-mon[103124]: pgmap v504: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2023-12-07T14:18:29.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:29 smithi055 ceph-mon[103363]: pgmap v504: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2023-12-07T14:18:29.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:29 smithi039 ceph-mon[98864]: pgmap v504: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 15 op/s 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 4384, 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 4374, 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 3809511, 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 6503905, 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 14, 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.275447219, 2023-12-07T14:18:29.587 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.099078938, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.164022156, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.036735515, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 4374, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.444147109, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000101542 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 5091, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000795496, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000156 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 1995744, 2023-12-07T14:18:29.588 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 651904 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 5733, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 6261, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 2397676, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 4891787, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 34, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 7, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.339501633, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.135816373, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.268118656, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.026493600, 2023-12-07T14:18:29.589 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 6258, 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.462207411, 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000073858 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 8399, 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.001478381, 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000176 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.590 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 1088, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 119824 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 6929, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 6765, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 3565952, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 3695708, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 10, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 6, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.362281844, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.129412630, 2023-12-07T14:18:29.591 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.232143307, 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.039392687, 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 6763, 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.779754281, 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000115297 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 9755, 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.001804875, 2023-12-07T14:18:29.592 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000185 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "cct": { 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "total_workers": 1, 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "unhealthy_workers": 0 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-MDSRank": { 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:29.593 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:29.594 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 4151, 2023-12-07T14:18:29.594 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.909779829, 2023-12-07T14:18:29.594 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000219171 2023-12-07T14:18:29.594 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.594 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.594 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:29.594 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 208, 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.006287844, 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000030230 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: "request": 909, 2023-12-07T14:18:29.595 INFO:teuthology.orchestra.run.smithi089.stdout: "reply": 749, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "reply_latency": { 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 749, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 29.257515228, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.039062103 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_reply": 0, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "forward": 160, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_complete": 0, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:29.596 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_commit": 27, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_split": 2, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_merge": 0, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes": 687, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_top": 123, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_bottom": 502, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pin_tail": 62, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pinned": 511, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_expired": 526, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_with_caps": 332, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "caps": 332, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "subtrees": 54, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse": 2463, 2023-12-07T14:18:29.597 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_hit": 1905, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_forward": 138, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_discover": 80, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_remote_ino": 0, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_lock": 62, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "load_cent": 4977, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "q": 0, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "exported": 5, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "exported_inodes": 348, 2023-12-07T14:18:29.598 INFO:teuthology.orchestra.run.smithi089.stdout: "imported": 15, 2023-12-07T14:18:29.599 INFO:teuthology.orchestra.run.smithi089.stdout: "imported_inodes": 831, 2023-12-07T14:18:29.599 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:29.599 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_backtrace_fetch": 3077, 2023-12-07T14:18:29.599 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_peer_discover": 4, 2023-12-07T14:18:29.599 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rfiles": 1019, 2023-12-07T14:18:29.599 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rbytes": 1383019272, 2023-12-07T14:18:29.599 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rsnaps": 6, 2023-12-07T14:18:29.600 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_fetch": 3077, 2023-12-07T14:18:29.600 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:29.600 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:29.600 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:29.600 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_inodes": 30, 2023-12-07T14:18:29.601 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:29.601 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dirfrag_rstats": 30, 2023-12-07T14:18:29.601 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_file_inodes": 3047, 2023-12-07T14:18:29.601 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_inode_file_caps": 20, 2023-12-07T14:18:29.601 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_revoke": 431, 2023-12-07T14:18:29.601 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_grant": 656, 2023-12-07T14:18:29.602 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:29.602 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flushsnap_ack": 2, 2023-12-07T14:18:29.602 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:29.602 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps": 938, 2023-12-07T14:18:29.602 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps_dirty": 233, 2023-12-07T14:18:29.603 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_cap_release": 70, 2023-12-07T14:18:29.603 INFO:teuthology.orchestra.run.smithi089.stdout: "process_request_cap_release": 252 2023-12-07T14:18:29.603 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.603 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_cache": { 2023-12-07T14:18:29.603 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update": 0, 2023-12-07T14:18:29.603 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:29.604 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_try_discover": 0, 2023-12-07T14:18:29.604 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_send_discover": 124, 2023-12-07T14:18:29.604 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_handle_discover": 52, 2023-12-07T14:18:29.604 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays": 4, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_created": 58, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_enqueued": 29, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_reintegrated": 30, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_migrated": 22, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:29.605 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_started": 0, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_completed": 0, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_exportdir": 5, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_flush": 0, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragmentdir": 2, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_inodestats": 0 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_log": { 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "evlrg": 0, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "evadd": 1738, 2023-12-07T14:18:29.606 INFO:teuthology.orchestra.run.smithi089.stdout: "evex": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "evtrm": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "ev": 1738, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "evexg": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "evexd": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "segadd": 4, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "segex": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "segtrm": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "seg": 4, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "segmjr": 2, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "segexg": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "segexd": 0, 2023-12-07T14:18:29.607 INFO:teuthology.orchestra.run.smithi089.stdout: "expos": 4194304, 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "wrpos": 9832788, 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "rdpos": 0, 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "jlat": { 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 801, 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 10.646948726, 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.013292070 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "replayed": 0 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.608 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_mem": { 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "ino": 657, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "ino+": 945, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "ino-": 288, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "dir": 101, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "dir+": 106, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "dir-": 5, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "dn": 696, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "dn+": 1378, 2023-12-07T14:18:29.609 INFO:teuthology.orchestra.run.smithi089.stdout: "dn-": 682, 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "cap": 332, 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "cap+": 858, 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "cap-": 526, 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "rss": 62540, 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "heap": 199036 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_server": { 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_client_request": 2060, 2023-12-07T14:18:29.610 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_server_request": 647, 2023-12-07T14:18:29.611 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_request": 909, 2023-12-07T14:18:29.611 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_session": 110, 2023-12-07T14:18:29.611 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_peer_request": 1123, 2023-12-07T14:18:29.611 INFO:teuthology.orchestra.run.smithi089.stdout: "req_create_latency": { 2023-12-07T14:18:29.611 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 26, 2023-12-07T14:18:29.611 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.083217316, 2023-12-07T14:18:29.612 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.003200666 2023-12-07T14:18:29.612 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.612 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getattr_latency": { 2023-12-07T14:18:29.612 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 110, 2023-12-07T14:18:29.612 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.351146034, 2023-12-07T14:18:29.612 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.003192236 2023-12-07T14:18:29.612 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.613 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:29.613 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.613 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.613 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.613 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.613 INFO:teuthology.orchestra.run.smithi089.stdout: "req_link_latency": { 2023-12-07T14:18:29.614 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 34, 2023-12-07T14:18:29.614 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.325805930, 2023-12-07T14:18:29.614 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.009582527 2023-12-07T14:18:29.614 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.614 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookup_latency": { 2023-12-07T14:18:29.614 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 352, 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 10.684396356, 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.030353398 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.615 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupino_latency": { 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 1, 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000245144, 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000245144 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupname_latency": { 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.616 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lssnap_latency": { 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.617 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mkdir_latency": { 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mknod_latency": { 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.618 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mksnap_latency": { 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "req_open_latency": { 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 59, 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.135912478, 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.002303601 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "req_readdir_latency": { 2023-12-07T14:18:29.619 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 53, 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.054608781, 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.001030354 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rename_latency": { 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 72, 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 17.484440375, 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.242839449 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.620 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmdir_latency": { 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.621 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setattr_latency": { 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.622 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.623 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setlayout_latency": { 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setxattr_latency": { 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.624 INFO:teuthology.orchestra.run.smithi089.stdout: "req_symlink_latency": { 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "req_unlink_latency": { 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 42, 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.137742814, 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.003279590 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:29.625 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_sessions": { 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "session_count": 2, 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "session_add": 4, 2023-12-07T14:18:29.626 INFO:teuthology.orchestra.run.smithi089.stdout: "session_remove": 2, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_open": 2, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_stale": 0, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "total_load": 135, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "average_load": 67, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "avg_session_uptime": 943, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "mempool": { 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:29.627 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:29.628 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:29.629 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_items": 0, 2023-12-07T14:18:29.630 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_bytes": 645101, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_items": 841, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_bytes": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_items": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:29.631 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_items": 163, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_items": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_bytes": 2499947, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_items": 42086, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_items": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_items": 0 2023-12-07T14:18:29.632 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "objecter": { 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_active": 0, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_laggy": 0, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send": 4239, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send_bytes": 5846599, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_resend": 33, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_reply": 4239, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_latency": { 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 4239, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 18.427581303, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.004347152 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "op_inflight": 0, 2023-12-07T14:18:29.633 INFO:teuthology.orchestra.run.smithi089.stdout: "oplen_avg": { 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 4239, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 4435 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "op": 4239, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "op_r": 3105, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "op_w": 1134, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "op_rmw": 0, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "op_pg": 0, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_stat": 0, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_create": 10, 2023-12-07T14:18:29.634 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_read": 28, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_write": 829, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writefull": 95, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writesame": 0, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_append": 0, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_zero": 1, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_truncate": 1, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_delete": 45, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_mapext": 0, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:29.635 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_getxattr": 3077, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_setxattr": 20, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_call": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_watch": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_notify": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:29.636 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_other": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_active": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_send": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_resend": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_ping": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_active": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_send": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_resend": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_active": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_send": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_resend": 0, 2023-12-07T14:18:29.637 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_active": 0, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_send": 0, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_resend": 0, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "command_active": 0, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "command_send": 0, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "command_resend": 0, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "map_epoch": 108, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "map_full": 0, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "map_inc": 25, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_sessions": 12, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_open": 12, 2023-12-07T14:18:29.638 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_close": 0, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_laggy": 0, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_wr": 241, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_rd": 0, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_del": 88 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "oft": { 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_objs": 1, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_updates": 0, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_removes": 0 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "osd-slow-ops": { 2023-12-07T14:18:29.639 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_ops_count": 0 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "purge_queue": { 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops_high_water": 4, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing": 0, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_high_water": 3, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executed": 29, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:29.640 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 17042, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 8213855, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 17042, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 17042, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 8213855, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.641 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:29.642 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 4239, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 5849752, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 4239, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 5849752, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.643 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 1024, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:29.644 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 4239, 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 4239, 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 4239, 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 4239, 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:29.645 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 29, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 3153, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 29, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 28, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 3153, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.646 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle-0x55e178368640": { 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 1738, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 5638484, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 1738, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:29.647 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 801, 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 5638484, 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:29.648 INFO:teuthology.orchestra.run.smithi089.stdout:} 2023-12-07T14:18:30.037 INFO:tasks.check_counter:Daemon mds.c mds.exported=5 2023-12-07T14:18:30.037 INFO:tasks.check_counter:Daemon mds.c mds.imported=15 2023-12-07T14:18:30.037 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2023-12-07T14:18:30.038 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:30.038 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:30.038 DEBUG:tasks.check_counter:Getting stats from f 2023-12-07T14:18:30.038 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.f perf dump 2023-12-07T14:18:30.627 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T14:18:31.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:31 smithi055 ceph-mon[103363]: pgmap v505: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2023-12-07T14:18:31.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:31 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:31.430 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:31 smithi089 ceph-mon[103124]: pgmap v505: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2023-12-07T14:18:31.431 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:31 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:31.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:31 smithi039 ceph-mon[98864]: pgmap v505: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2023-12-07T14:18:31.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:31 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 553, 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 555, 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 3931838, 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 171989, 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 7, 2023-12-07T14:18:31.999 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 3, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.044279813, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.010279541, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.014521094, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.014856787, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 553, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.048874240, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000088380 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.000 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 1685, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 1652, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 6909533, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 562802, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 4, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 3, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.144743300, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.042153027, 2023-12-07T14:18:32.001 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.045149588, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.048606872, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 1651, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.223875744, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000135600 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.002 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 428896, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 113968 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 290, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 426, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 4270862, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 414741, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 5, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 4, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.031038768, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.010299830, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.009958816, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.007865560, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 425, 2023-12-07T14:18:32.003 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.073500551, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000172942 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 3104, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 326096 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "cct": { 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "total_workers": 1, 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: "unhealthy_workers": 0 2023-12-07T14:18:32.004 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-MDSRank": { 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 3862, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.098877885, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000025602 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.005 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "request": 0, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "reply": 0, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "reply_latency": { 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_reply": 0, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "forward": 0, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_complete": 0, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:32.006 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_commit": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_split": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_merge": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes": 350, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_top": 94, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_bottom": 256, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pin_tail": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pinned": 216, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_expired": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_with_caps": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "caps": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "subtrees": 6, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_hit": 0, 2023-12-07T14:18:32.007 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_forward": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_discover": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_remote_ino": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_lock": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "load_cent": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "q": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "exported": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "exported_inodes": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "imported": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "imported_inodes": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_backtrace_fetch": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_peer_discover": 0, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rfiles": 1012, 2023-12-07T14:18:32.008 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rbytes": 1290220188, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rsnaps": 6, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_fetch": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_inodes": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dirfrag_rstats": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_file_inodes": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_inode_file_caps": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_revoke": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_grant": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-12-07T14:18:32.009 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps_dirty": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_cap_release": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "process_request_cap_release": 0 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_cache": { 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_try_discover": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_send_discover": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_handle_discover": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays": 0, 2023-12-07T14:18:32.010 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_created": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_enqueued": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_reintegrated": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_migrated": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_started": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_completed": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_exportdir": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_flush": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragmentdir": 0, 2023-12-07T14:18:32.011 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_inodestats": 0 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_log": { 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "evlrg": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "evadd": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "evex": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "evtrm": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "ev": 1380, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "evexg": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "evexd": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "segadd": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "segex": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "segtrm": 0, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "seg": 2, 2023-12-07T14:18:32.012 INFO:teuthology.orchestra.run.smithi089.stdout: "segmjr": 50, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "segexg": 0, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "segexd": 0, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "expos": 28684377, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "wrpos": 28956367, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "rdpos": 28956306, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "jlat": { 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "replayed": 1380 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.013 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_mem": { 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "ino": 142, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "ino+": 320, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "ino-": 178, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "dir": 19, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "dir+": 42, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "dir-": 23, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "dn": 412, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "dn+": 535, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "dn-": 123, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "cap": 0, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "cap+": 0, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "cap-": 0, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "rss": 48288, 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: "heap": 207228 2023-12-07T14:18:32.014 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_server": { 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_client_request": 0, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_server_request": 0, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_request": 0, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_session": 0, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_peer_request": 0, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "req_create_latency": { 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getattr_latency": { 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.015 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "req_link_latency": { 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookup_latency": { 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.016 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupino_latency": { 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupname_latency": { 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.017 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lssnap_latency": { 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.018 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mkdir_latency": { 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mknod_latency": { 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mksnap_latency": { 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.019 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "req_open_latency": { 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "req_readdir_latency": { 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rename_latency": { 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.020 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmdir_latency": { 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.021 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setattr_latency": { 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.022 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setlayout_latency": { 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.023 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setxattr_latency": { 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "req_symlink_latency": { 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "req_unlink_latency": { 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.024 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_sessions": { 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "session_count": 2, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "session_add": 2, 2023-12-07T14:18:32.025 INFO:teuthology.orchestra.run.smithi089.stdout: "session_remove": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_open": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_stale": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "total_load": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "average_load": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "avg_session_uptime": 2482, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "mempool": { 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:32.026 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:32.027 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_items": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:32.028 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_bytes": 212472, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_items": 226, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_bytes": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_items": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_items": 163, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:32.029 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_items": 0, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_bytes": 644851, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_items": 10010, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_items": 0, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_items": 0 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "objecter": { 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "op_active": 0, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "op_laggy": 0, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send": 2281, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send_bytes": 26, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "op_resend": 4, 2023-12-07T14:18:32.030 INFO:teuthology.orchestra.run.smithi089.stdout: "op_reply": 2281, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "op_latency": { 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 2281, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 13.793690260, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.006047211 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "op_inflight": 0, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "oplen_avg": { 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 2281, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 2282 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "op": 2281, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "op_r": 2281, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "op_w": 0, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "op_rmw": 0, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "op_pg": 0, 2023-12-07T14:18:32.031 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_stat": 1334, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_create": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_read": 944, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_write": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writefull": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writesame": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_append": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_zero": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_truncate": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_delete": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_mapext": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_getxattr": 2, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_setxattr": 0, 2023-12-07T14:18:32.032 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_call": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_watch": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_notify": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_other": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_active": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_send": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_resend": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_ping": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_active": 0, 2023-12-07T14:18:32.033 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_send": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_resend": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_active": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_send": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_resend": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_active": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_send": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_resend": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "command_active": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "command_send": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "command_resend": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "map_epoch": 108, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "map_full": 0, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "map_inc": 20, 2023-12-07T14:18:32.034 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_sessions": 7, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_open": 7, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_close": 0, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_laggy": 0, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_wr": 0, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_rd": 2, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_del": 0 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "oft": { 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_objs": 0, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_updates": 0, 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_removes": 0 2023-12-07T14:18:32.035 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "osd-slow-ops": { 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_ops_count": 0 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "purge_queue": { 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops_high_water": 0, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing": 0, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_high_water": 0, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executed": 0, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:32.036 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 2524, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 14869985, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 2524, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 2524, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 14869985, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.037 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 2281, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 14042554, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 2281, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 14042554, 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:32.038 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 1024, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 2281, 2023-12-07T14:18:32.039 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 2281, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 2281, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 2281, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:32.040 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle-0x55ce7f06c8c0": { 2023-12-07T14:18:32.041 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:32.042 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:32.043 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.043 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:32.043 INFO:teuthology.orchestra.run.smithi089.stdout:} 2023-12-07T14:18:32.489 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2023-12-07T14:18:32.489 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2023-12-07T14:18:32.490 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2023-12-07T14:18:32.490 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:32.490 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:32.490 DEBUG:tasks.check_counter:Getting stats from i 2023-12-07T14:18:32.490 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.i perf dump 2023-12-07T14:18:33.082 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T14:18:33.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:33 smithi055 ceph-mon[103363]: pgmap v506: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 48 KiB/s wr, 18 op/s 2023-12-07T14:18:33.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:33 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:33.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:33 smithi089 ceph-mon[103124]: pgmap v506: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 48 KiB/s wr, 18 op/s 2023-12-07T14:18:33.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:33 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:33.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:33 smithi039 ceph-mon[98864]: pgmap v506: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 48 KiB/s wr, 18 op/s 2023-12-07T14:18:33.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:33 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:34.436 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2023-12-07T14:18:34.436 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:34.436 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 12414, 2023-12-07T14:18:34.436 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 12396, 2023-12-07T14:18:34.436 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 5049031, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 16605181, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 28, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 6, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.711970428, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.264865648, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.472721602, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.066883543, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 12396, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.908450300, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000073285 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 19515, 2023-12-07T14:18:34.437 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.002869460, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000147 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 11147, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 10893, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 6059310, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 4054431, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 11, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:34.438 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.529672676, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.195779034, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.399991399, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.018372393, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 10893, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.638673454, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000058631 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 19390, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.002741230, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000141 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 2010128, 2023-12-07T14:18:34.439 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 196624 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 5558, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 8080, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 1547363, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 4471443, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 20, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 7, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.317219319, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.135769640, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.229578705, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.003366328, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 8075, 2023-12-07T14:18:34.440 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.628293395, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000077807 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 10635, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.001848174, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000173 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 2688, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 640720 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "cct": { 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "total_workers": 1, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "unhealthy_workers": 0 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.441 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-MDSRank": { 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 4465, 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 1.384017072, 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000309970 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 183, 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.007629946, 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000041693 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.442 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "request": 2559, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "reply": 2280, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "reply_latency": { 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 2280, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 44.566222645, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.019546588 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_reply": 0, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "forward": 279, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_complete": 11, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_commit": 19, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_split": 1, 2023-12-07T14:18:34.443 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_merge": 0, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes": 726, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_top": 25, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_bottom": 527, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pin_tail": 174, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pinned": 689, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_expired": 1252, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_with_caps": 76, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "caps": 76, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "subtrees": 24, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse": 7768, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_hit": 6196, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_forward": 260, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_discover": 175, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_remote_ino": 2, 2023-12-07T14:18:34.444 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_lock": 289, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "load_cent": 2661, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "q": 0, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "exported": 13, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "exported_inodes": 731, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "imported": 12, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "imported_inodes": 919, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_backtrace_fetch": 383, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_peer_discover": 18, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rfiles": 1019, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rbytes": 1383019272, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rsnaps": 6, 2023-12-07T14:18:34.445 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_fetch": 383, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_inodes": 9, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dirfrag_rstats": 9, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_file_inodes": 374, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_inode_file_caps": 71, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_revoke": 1190, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_grant": 1865, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flushsnap_ack": 14, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps": 2057, 2023-12-07T14:18:34.446 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps_dirty": 739, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_cap_release": 174, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "process_request_cap_release": 1001 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_cache": { 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update": 0, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_try_discover": 0, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_send_discover": 190, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_handle_discover": 183, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays": 0, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_created": 294, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_enqueued": 51, 2023-12-07T14:18:34.447 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_reintegrated": 223, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_migrated": 92, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_started": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_completed": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_exportdir": 13, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_flush": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragmentdir": 1, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_inodestats": 0 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_log": { 2023-12-07T14:18:34.448 INFO:teuthology.orchestra.run.smithi089.stdout: "evlrg": 0, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "evadd": 3228, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "evex": 0, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "evtrm": 0, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "ev": 3228, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "evexg": 0, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "evexd": 0, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "segadd": 5, 2023-12-07T14:18:34.449 INFO:teuthology.orchestra.run.smithi089.stdout: "segex": 0, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "segtrm": 0, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "seg": 5, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "segmjr": 2, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "segexg": 0, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "segexd": 0, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "expos": 4194304, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "wrpos": 14957172, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "rdpos": 0, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "jlat": { 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 2062, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 13.404863611, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.006500903 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: "replayed": 0 2023-12-07T14:18:34.450 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_mem": { 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "ino": 185, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "ino+": 679, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "ino-": 494, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "dir": 57, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "dir+": 79, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "dir-": 22, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "dn": 726, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "dn+": 2046, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "dn-": 1320, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "cap": 76, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "cap+": 622, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "cap-": 546, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "rss": 59872, 2023-12-07T14:18:34.451 INFO:teuthology.orchestra.run.smithi089.stdout: "heap": 199036 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_server": { 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_client_request": 6684, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_server_request": 2638, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_request": 2559, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_session": 570, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_peer_request": 3828, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "req_create_latency": { 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 94, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.103303838, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.001098977 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getattr_latency": { 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 485, 2023-12-07T14:18:34.452 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 2.196203422, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.004528254 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "req_link_latency": { 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 236, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 1.641914557, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.006957265 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookup_latency": { 2023-12-07T14:18:34.453 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 653, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 9.360872249, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.014335179 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupino_latency": { 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupname_latency": { 2023-12-07T14:18:34.454 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lssnap_latency": { 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.455 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mkdir_latency": { 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mknod_latency": { 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.456 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mksnap_latency": { 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "req_open_latency": { 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 156, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.672813916, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.004312909 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "req_readdir_latency": { 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 60, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 4.892070089, 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.081534501 2023-12-07T14:18:34.457 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rename_latency": { 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 346, 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 24.835593474, 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.071779171 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.458 INFO:teuthology.orchestra.run.smithi089.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmdir_latency": { 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.459 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setattr_latency": { 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.460 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setlayout_latency": { 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setxattr_latency": { 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.461 INFO:teuthology.orchestra.run.smithi089.stdout: "req_symlink_latency": { 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "req_unlink_latency": { 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 250, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.863451100, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.003453804 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.462 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_sessions": { 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "session_count": 2, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "session_add": 3, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "session_remove": 1, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_open": 2, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_stale": 0, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "total_load": 121, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "average_load": 60, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "avg_session_uptime": 1711, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.463 INFO:teuthology.orchestra.run.smithi089.stdout: "mempool": { 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:34.464 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:34.465 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_items": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_bytes": 570458, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_items": 521, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_bytes": 88, 2023-12-07T14:18:34.466 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_items": 1, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_bytes": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_items": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_items": 163, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_items": 0, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_bytes": 1355095, 2023-12-07T14:18:34.467 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_items": 40478, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_items": 0, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_items": 0 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "objecter": { 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "op_active": 0, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "op_laggy": 0, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send": 2827, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send_bytes": 10926364, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "op_resend": 29, 2023-12-07T14:18:34.468 INFO:teuthology.orchestra.run.smithi089.stdout: "op_reply": 2827, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "op_latency": { 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 2827, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 16.332629265, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.005777371 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "op_inflight": 0, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "oplen_avg": { 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 2827, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 3088 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "op": 2827, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "op_r": 415, 2023-12-07T14:18:34.469 INFO:teuthology.orchestra.run.smithi089.stdout: "op_w": 2412, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "op_rmw": 0, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "op_pg": 0, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_stat": 0, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_create": 10, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_read": 21, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_write": 2083, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writefull": 84, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writesame": 0, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_append": 0, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_zero": 0, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_truncate": 1, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_delete": 65, 2023-12-07T14:18:34.470 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_mapext": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_getxattr": 386, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_setxattr": 20, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_call": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_watch": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_notify": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:34.471 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_other": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_active": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_send": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_resend": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_ping": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_active": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_send": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_resend": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_active": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_send": 0, 2023-12-07T14:18:34.472 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_resend": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_active": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_send": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_resend": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "command_active": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "command_send": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "command_resend": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "map_epoch": 108, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "map_full": 0, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "map_inc": 25, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_sessions": 12, 2023-12-07T14:18:34.473 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_open": 12, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_close": 0, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_laggy": 0, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_wr": 279, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_rd": 22, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_del": 117 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "oft": { 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_objs": 1, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_updates": 0, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_removes": 0 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "osd-slow-ops": { 2023-12-07T14:18:34.474 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_ops_count": 0 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "purge_queue": { 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops_high_water": 6, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing": 0, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_high_water": 6, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executed": 51, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 29115, 2023-12-07T14:18:34.475 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 10009892, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 29115, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 29115, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 10009892, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.476 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 2827, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 10931507, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 2827, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 10931507, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.477 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 1024, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:34.478 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 2827, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 2827, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 2827, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 2827, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:34.479 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 51, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 5319, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 51, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 21, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 5319, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.480 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle-0x55e2371c2640": { 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 574, 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 3228, 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 10762868, 2023-12-07T14:18:34.481 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 3228, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 2062, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 10762294, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:34.482 INFO:teuthology.orchestra.run.smithi089.stdout:} 2023-12-07T14:18:34.845 INFO:tasks.check_counter:Daemon mds.i mds.exported=13 2023-12-07T14:18:34.845 INFO:tasks.check_counter:Daemon mds.i mds.imported=12 2023-12-07T14:18:34.845 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2023-12-07T14:18:34.845 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:34.845 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:34.845 DEBUG:tasks.check_counter:Getting stats from l 2023-12-07T14:18:34.846 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:a2cd52c00149b5caff897ea7f79d0529b62620da shell --fsid cc8357a8-9507-11ee-95a2-87774f69a715 -- ceph daemon mds.l perf dump 2023-12-07T14:18:35.056 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:34 smithi039 ceph-mon[98864]: pgmap v507: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 15 op/s 2023-12-07T14:18:35.149 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:34 smithi055 ceph-mon[103363]: pgmap v507: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 15 op/s 2023-12-07T14:18:35.190 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:34 smithi089 ceph-mon[103124]: pgmap v507: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 15 op/s 2023-12-07T14:18:35.438 INFO:teuthology.orchestra.run.smithi089.stderr:Inferring config /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/mon.c/config 2023-12-07T14:18:37.063 INFO:teuthology.orchestra.run.smithi089.stdout:{ 2023-12-07T14:18:37.063 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-0": { 2023-12-07T14:18:37.063 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 2260, 2023-12-07T14:18:37.063 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 2262, 2023-12-07T14:18:37.063 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 4860211, 2023-12-07T14:18:37.063 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 702861, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 6, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 2, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.192294345, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.056932336, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.050744254, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.068151635, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 2260, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.327719423, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000145008 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.064 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 0, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 0 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-1": { 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 1403, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 1333, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 4001611, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 496020, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 5, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 3, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.141645787, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.043148252, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.061190556, 2023-12-07T14:18:37.065 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.041423694, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 1332, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.311173036, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000233613 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 1988800, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 182464 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.066 INFO:teuthology.orchestra.run.smithi089.stdout: "AsyncMessenger::Worker-2": { 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_messages": 108, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages": 329, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_bytes": 28292, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_bytes": 665251, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_created_connections": 9, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_active_connections": 5, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_total_time": 0.020804558, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_send_time": 0.009380966, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_recv_time": 0.005041541, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_running_fast_dispatch_time": 0.003518982, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_messages_queue_lat": { 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 327, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.131729464, 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000402842 2023-12-07T14:18:37.067 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.068 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_handle_ack_lat": { 2023-12-07T14:18:37.068 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.068 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.068 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.068 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.068 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_recv_encrypted_bytes": 3424, 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "msgr_send_encrypted_bytes": 633840 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "cct": { 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "total_workers": 1, 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "unhealthy_workers": 0 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-MDSRank": { 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 5694, 2023-12-07T14:18:37.069 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.141959285, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000024931 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "finisher-PurgeQueue": { 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "queue_len": 0, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "complete_latency": { 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "mds": { 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "request": 0, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "reply": 0, 2023-12-07T14:18:37.070 INFO:teuthology.orchestra.run.smithi089.stdout: "reply_latency": { 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_reply": 0, 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "forward": 0, 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_complete": 0, 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_fetch_keys": 0, 2023-12-07T14:18:37.071 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_commit": 0, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_split": 0, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_merge": 0, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes": 1121, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_top": 67, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_bottom": 1054, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pin_tail": 0, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_pinned": 1024, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_expired": 0, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "inodes_with_caps": 0, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "caps": 0, 2023-12-07T14:18:37.072 INFO:teuthology.orchestra.run.smithi089.stdout: "subtrees": 24, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_hit": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_forward": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_discover": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_dir_fetch": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_remote_ino": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "traverse_lock": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "load_cent": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "q": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "exported": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "exported_inodes": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "imported": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "imported_inodes": 0, 2023-12-07T14:18:37.073 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_dir_fetch": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_backtrace_fetch": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "openino_peer_discover": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rfiles": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rbytes": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "root_rsnaps": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_fetch": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_set_tag": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_backtrace_repaired": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_inotable_repaired": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_inodes": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dir_base_inodes": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_dirfrag_rstats": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "scrub_file_inodes": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_inode_file_caps": 0, 2023-12-07T14:18:37.074 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_revoke": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_grant": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_trunc": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "ceph_cap_op_flush_ack": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_caps_dirty": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_cap_release": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "process_request_cap_release": 0 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_cache": { 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_update_receipt": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_try_discover": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_send_discover": 0, 2023-12-07T14:18:37.075 INFO:teuthology.orchestra.run.smithi089.stdout: "dir_handle_discover": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_delayed": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "num_strays_enqueuing": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_created": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_enqueued": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_reintegrated": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "strays_migrated": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_processing": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_enqueued": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "num_recovering_prioritized": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_started": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "recovery_completed": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_enqueue_scrub": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_exportdir": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_flush": 0, 2023-12-07T14:18:37.076 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragmentdir": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_fragstats": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "ireq_inodestats": 0 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_log": { 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "evlrg": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "evadd": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "evex": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "evtrm": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "ev": 2860, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "evexg": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "evexd": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "segadd": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "segex": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "segtrm": 0, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "seg": 5, 2023-12-07T14:18:37.077 INFO:teuthology.orchestra.run.smithi089.stdout: "segmjr": 2, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "segexg": 0, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "segexd": 0, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "expos": 4194304, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "wrpos": 10151151, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "rdpos": 10141968, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "jlat": { 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "replayed": 2860 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_mem": { 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "ino": 568, 2023-12-07T14:18:37.078 INFO:teuthology.orchestra.run.smithi089.stdout: "ino+": 640, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "ino-": 72, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "dir": 36, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "dir+": 41, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "dir-": 5, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "dn": 1121, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "dn+": 1214, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "dn-": 93, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "cap": 0, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "cap+": 0, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "cap-": 0, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "rss": 51556, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "heap": 207228 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.079 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_server": { 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_client_request": 0, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "dispatch_server_request": 0, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_request": 0, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_client_session": 0, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "handle_peer_request": 0, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "req_create_latency": { 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getattr_latency": { 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.080 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getfilelock_latency": { 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "req_link_latency": { 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookup_latency": { 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.081 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookuphash_latency": { 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupino_latency": { 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupname_latency": { 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.082 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupparent_latency": { 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lookupsnap_latency": { 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "req_lssnap_latency": { 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.083 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mkdir_latency": { 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mknod_latency": { 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "req_mksnap_latency": { 2023-12-07T14:18:37.084 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "req_open_latency": { 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "req_readdir_latency": { 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rename_latency": { 2023-12-07T14:18:37.085 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "req_renamesnap_latency": { 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "req_snapdiff_latency": { 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.086 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmdir_latency": { 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmsnap_latency": { 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "req_rmxattr_latency": { 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.087 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setattr_latency": { 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setdirlayout_latency": { 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setfilelock_latency": { 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.088 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setlayout_latency": { 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "req_setxattr_latency": { 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "req_symlink_latency": { 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.089 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "req_unlink_latency": { 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_revoke_eviction": 0, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "cap_acquisition_throttle": 0, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "req_getvxattr_latency": { 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_sessions": { 2023-12-07T14:18:37.090 INFO:teuthology.orchestra.run.smithi089.stdout: "session_count": 2, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "session_add": 5, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "session_remove": 3, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_open": 4, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "sessions_stale": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "total_load": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "average_load": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "avg_session_uptime": 4016, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "mdthresh_evicted": 0 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "mempool": { 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_bytes": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "bloom_filter_items": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_bytes": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_alloc_items": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_bytes": 0, 2023-12-07T14:18:37.091 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_data_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_onode_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_meta_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_other_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_cache_buffer_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_extent_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_blob_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_shared_blob_items": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_bytes": 0, 2023-12-07T14:18:37.092 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_inline_bl_items": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_bytes": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_fsck_items": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_bytes": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_txc_items": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_bytes": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_deferred_items": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_bytes": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluestore_writing_items": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_bytes": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_items": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_bytes": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_reader_items": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_bytes": 0, 2023-12-07T14:18:37.093 INFO:teuthology.orchestra.run.smithi089.stdout: "bluefs_file_writer_items": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_bytes": 226155, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_anon_items": 811, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_bytes": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "buffer_meta_items": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_bytes": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_items": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_bytes": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_mapbl_items": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_bytes": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_pglog_items": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_bytes": 7840, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_items": 163, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_bytes": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "osdmap_mapping_items": 0, 2023-12-07T14:18:37.094 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_bytes": 0, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "pgmap_items": 0, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_bytes": 2349820, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "mds_co_items": 57544, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_bytes": 0, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_1_items": 0, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_bytes": 0, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "unittest_2_items": 0 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "objecter": { 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "op_active": 0, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "op_laggy": 0, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send": 3369, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "op_send_bytes": 21, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "op_resend": 3, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "op_reply": 3369, 2023-12-07T14:18:37.095 INFO:teuthology.orchestra.run.smithi089.stdout: "op_latency": { 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 3369, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 12.638715617, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.003751473 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "op_inflight": 0, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "oplen_avg": { 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 3369, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 3370 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "op": 3369, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "op_r": 3369, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "op_w": 0, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "op_rmw": 0, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "op_pg": 0, 2023-12-07T14:18:37.096 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_stat": 2022, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_create": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_read": 1345, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_write": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writefull": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_writesame": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_append": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_zero": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_truncate": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_delete": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_mapext": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_sparse_read": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_clonerange": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_getxattr": 1, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_setxattr": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_cmpxattr": 0, 2023-12-07T14:18:37.097 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_rmxattr": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_resetxattrs": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_call": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_watch": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_notify": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_src_cmpxattr": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_pgls_filter": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "osdop_other": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_active": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_send": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_resend": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "linger_ping": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_active": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_send": 0, 2023-12-07T14:18:37.098 INFO:teuthology.orchestra.run.smithi089.stdout: "poolop_resend": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_active": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_send": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "poolstat_resend": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_active": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_send": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "statfs_resend": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "command_active": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "command_send": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "command_resend": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "map_epoch": 108, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "map_full": 0, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "map_inc": 25, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_sessions": 6, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_open": 8, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_session_close": 2, 2023-12-07T14:18:37.099 INFO:teuthology.orchestra.run.smithi089.stdout: "osd_laggy": 0, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_wr": 0, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_rd": 2, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_del": 0 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "oft": { 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_objs": 0, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_kv_pairs": 0, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_updates": 0, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "omap_total_removes": 0 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "osd-slow-ops": { 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "slow_ops_count": 0 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "purge_queue": { 2023-12-07T14:18:37.100 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_ops_high_water": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executing_high_water": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_executed": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "pq_item_in_journal": 0 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 3767, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 8528332, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 3767, 2023-12-07T14:18:37.101 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 3767, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 8528332, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_bytes": { 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 104857600, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:37.102 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 3369, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 5956852, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 3369, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 5956852, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-objecter_ops": { 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:37.103 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 1024, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 3369, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 3369, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 3369, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 3369, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.104 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle": { 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.105 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: }, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "throttle-write_buf_throttle-0x560d686a8960": { 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "val": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "max": 3758096384, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "get_started": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "get": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "get_sum": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_fail": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "get_or_fail_success": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "take": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "take_sum": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "put": 0, 2023-12-07T14:18:37.106 INFO:teuthology.orchestra.run.smithi089.stdout: "put_sum": 0, 2023-12-07T14:18:37.107 INFO:teuthology.orchestra.run.smithi089.stdout: "wait": { 2023-12-07T14:18:37.107 INFO:teuthology.orchestra.run.smithi089.stdout: "avgcount": 0, 2023-12-07T14:18:37.107 INFO:teuthology.orchestra.run.smithi089.stdout: "sum": 0.000000000, 2023-12-07T14:18:37.107 INFO:teuthology.orchestra.run.smithi089.stdout: "avgtime": 0.000000000 2023-12-07T14:18:37.107 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.107 INFO:teuthology.orchestra.run.smithi089.stdout: } 2023-12-07T14:18:37.107 INFO:teuthology.orchestra.run.smithi089.stdout:} 2023-12-07T14:18:37.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:37 smithi055 ceph-mon[103363]: pgmap v508: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 16 op/s 2023-12-07T14:18:37.434 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:37 smithi089 ceph-mon[103124]: pgmap v508: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 16 op/s 2023-12-07T14:18:37.486 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2023-12-07T14:18:37.486 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2023-12-07T14:18:37.486 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2023-12-07T14:18:37.486 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2023-12-07T14:18:37.486 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2023-12-07T14:18:37.486 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-12-07T14:18:37.497 INFO:tasks.kclient:Unmounting kernel clients... 2023-12-07T14:18:37.498 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T14:18:37.498 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-07T14:18:37.522 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T14:18:37.522 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-07T14:18:37.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:37 smithi039 ceph-mon[98864]: pgmap v508: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 44 KiB/s wr, 16 op/s 2023-12-07T14:18:37.576 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:18:37.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 -- 172.21.15.39:0/2306737949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 msgr2=0x7f7e7c100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:37.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/2306737949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c100f00 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c0099c0 tx=0x7f7e6c009cd0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 -- 172.21.15.39:0/2306737949 shutdown_connections 2023-12-07T14:18:37.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/2306737949 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e7c101440 0x7f7e7c10d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/2306737949 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7e7c105360 0x7f7e7c105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/2306737949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c100f00 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 -- 172.21.15.39:0/2306737949 >> 172.21.15.39:0/2306737949 conn(0x7f7e7c076900 msgr2=0x7f7e7c0fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:37.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 -- 172.21.15.39:0/2306737949 shutdown_connections 2023-12-07T14:18:37.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.753+0000 7f7e83b4d700 1 -- 172.21.15.39:0/2306737949 wait complete. 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 Processor -- start 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 -- start start 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e7c101440 0x7f7e7c196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7e7c105360 0x7f7e7c19b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7c19b640 con 0x7f7e7c100a80 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7c19b7b0 con 0x7f7e7c101440 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e83b4d700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e7c19b970 con 0x7f7e7c105360 2023-12-07T14:18:37.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e818e9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e818e9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c196720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60196/0 (socket says 172.21.15.39:60196) 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e818e9700 1 -- 172.21.15.39:0/3950457858 learned_addr learned my addr 172.21.15.39:0/3950457858 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e820ea700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7e7c105360 0x7f7e7c19b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e810e8700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e7c101440 0x7f7e7c196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e818e9700 1 -- 172.21.15.39:0/3950457858 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7e7c105360 msgr2=0x7f7e7c19b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e818e9700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7e7c105360 0x7f7e7c19b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e818e9700 1 -- 172.21.15.39:0/3950457858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e7c101440 msgr2=0x7f7e7c196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.754+0000 7f7e818e9700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e7c101440 0x7f7e7c196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.755+0000 7f7e818e9700 1 -- 172.21.15.39:0/3950457858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e6c0095f0 con 0x7f7e7c100a80 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.755+0000 7f7e818e9700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c196720 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f7e7800e9a0 tx=0x7f7e7800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.755+0000 7f7e72ffd700 1 -- 172.21.15.39:0/3950457858 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e78009790 con 0x7f7e7c100a80 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.755+0000 7f7e72ffd700 1 -- 172.21.15.39:0/3950457858 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e7800cbd0 con 0x7f7e7c100a80 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.755+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e7c19bc50 con 0x7f7e7c100a80 2023-12-07T14:18:37.761 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.755+0000 7f7e72ffd700 1 -- 172.21.15.39:0/3950457858 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e78018680 con 0x7f7e7c100a80 2023-12-07T14:18:37.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.755+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e7c1a3490 con 0x7f7e7c100a80 2023-12-07T14:18:37.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.756+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e7c108940 con 0x7f7e7c100a80 2023-12-07T14:18:37.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.757+0000 7f7e72ffd700 1 -- 172.21.15.39:0/3950457858 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f7e7800cd40 con 0x7f7e7c100a80 2023-12-07T14:18:37.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.757+0000 7f7e72ffd700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7e680a15f0 0x7f7e680a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:37.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.758+0000 7f7e810e8700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7e680a15f0 0x7f7e680a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:37.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.758+0000 7f7e72ffd700 1 -- 172.21.15.39:0/3950457858 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f7e78014070 con 0x7f7e7c100a80 2023-12-07T14:18:37.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.758+0000 7f7e810e8700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7e680a15f0 0x7f7e680a3ab0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c009fd0 tx=0x7f7e6c005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:37.764 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.761+0000 7f7e72ffd700 1 -- 172.21.15.39:0/3950457858 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f7e78096980 con 0x7f7e7c100a80 2023-12-07T14:18:37.967 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.964+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e7c197a20 con 0x7f7e7c100a80 2023-12-07T14:18:37.968 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.965+0000 7f7e72ffd700 1 -- 172.21.15.39:0/3950457858 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v108) v1 ==== 74+0+22850 (secure 0 0 0) 0x7f7e78099fa0 con 0x7f7e7c100a80 2023-12-07T14:18:37.969 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:37.969 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":108,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:18:13.727175+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":107,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/734942561":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6800/3942875407":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/72845499":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/2275574558":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6801/3942875407":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/14821462":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7e680a15f0 msgr2=0x7f7e680a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7e680a15f0 0x7f7e680a3ab0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7e6c009fd0 tx=0x7f7e6c005fd0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 msgr2=0x7f7e7c196720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c196720 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f7e7800e9a0 tx=0x7f7e7800ecb0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 shutdown_connections 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f7e7c105360 0x7f7e7c19b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e7c100a80 0x7f7e7c196720 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f7e680a15f0 0x7f7e680a3ab0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 --2- 172.21.15.39:0/3950457858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e7c101440 0x7f7e7c196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 >> 172.21.15.39:0/3950457858 conn(0x7f7e7c076900 msgr2=0x7f7e7c103340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 shutdown_connections 2023-12-07T14:18:37.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:37.968+0000 7f7e83b4d700 1 -- 172.21.15.39:0/3950457858 wait complete. 2023-12-07T14:18:37.984 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-12-07T13:56:37.328546+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-12-07T14:00:45.430555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-12-07T14:00:46.699024+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '107', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 27, 'snap_epoch': 107, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-12-07T14:18:37.984 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-12-07T14:18:38.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.119+0000 7f76d97ae700 1 -- 172.21.15.39:0/3139118898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d41074a0 msgr2=0x7f76d4107880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.119+0000 7f76d97ae700 1 --2- 172.21.15.39:0/3139118898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d41074a0 0x7f76d4107880 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f76c4009990 tx=0x7f76c4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.119+0000 7f76d97ae700 1 -- 172.21.15.39:0/3139118898 shutdown_connections 2023-12-07T14:18:38.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.119+0000 7f76d97ae700 1 --2- 172.21.15.39:0/3139118898 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f76d4101dc0 0x7f76d410e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.119+0000 7f76d97ae700 1 --2- 172.21.15.39:0/3139118898 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d41074a0 0x7f76d4107880 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.119+0000 7f76d97ae700 1 --2- 172.21.15.39:0/3139118898 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76d4101400 0x7f76d4101880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.119+0000 7f76d97ae700 1 -- 172.21.15.39:0/3139118898 >> 172.21.15.39:0/3139118898 conn(0x7f76d40fceb0 msgr2=0x7f76d40ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.120+0000 7f76d97ae700 1 -- 172.21.15.39:0/3139118898 shutdown_connections 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.120+0000 7f76d97ae700 1 -- 172.21.15.39:0/3139118898 wait complete. 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.120+0000 7f76d97ae700 1 Processor -- start 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.120+0000 7f76d97ae700 1 -- start start 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.120+0000 7f76d97ae700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f76d4101400 0x7f76d40738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d97ae700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d4101dc0 0x7f76d4073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.126 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d97ae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76d41074a0 0x7f76d4074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d97ae700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76d41a5c90 con 0x7f76d4101dc0 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d97ae700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76d41a5e00 con 0x7f76d41074a0 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d97ae700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76d41a5fc0 con 0x7f76d4101400 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d4101dc0 0x7f76d4073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d4101dc0 0x7f76d4073e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60212/0 (socket says 172.21.15.39:60212) 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 -- 172.21.15.39:0/1665919948 learned_addr learned my addr 172.21.15.39:0/1665919948 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d2ffd700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f76d4101400 0x7f76d40738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 -- 172.21.15.39:0/1665919948 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f76d4101400 msgr2=0x7f76d40738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f76d4101400 0x7f76d40738d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 -- 172.21.15.39:0/1665919948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76d41074a0 msgr2=0x7f76d4074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d37fe700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76d41074a0 0x7f76d4074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.127 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76d41074a0 0x7f76d4074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 -- 172.21.15.39:0/1665919948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76c40095f0 con 0x7f76d4101dc0 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d37fe700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76d41074a0 0x7f76d4074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d27fc700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d4101dc0 0x7f76d4073e10 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f76c800b530 tx=0x7f76c800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76bbfff700 1 -- 172.21.15.39:0/1665919948 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76c8011830 con 0x7f76d4101dc0 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76d41a62a0 con 0x7f76d4101dc0 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76bbfff700 1 -- 172.21.15.39:0/1665919948 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f76c8011e50 con 0x7f76d4101dc0 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76bbfff700 1 -- 172.21.15.39:0/1665919948 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76c800f2e0 con 0x7f76d4101dc0 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.121+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76d41a67b0 con 0x7f76d4101dc0 2023-12-07T14:18:38.128 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.122+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76d4109a00 con 0x7f76d4101dc0 2023-12-07T14:18:38.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.123+0000 7f76bbfff700 1 -- 172.21.15.39:0/1665919948 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f76c8010380 con 0x7f76d4101dc0 2023-12-07T14:18:38.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.124+0000 7f76bbfff700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76bc0a15f0 0x7f76bc0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.124+0000 7f76d2ffd700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76bc0a15f0 0x7f76bc0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.129 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.124+0000 7f76bbfff700 1 -- 172.21.15.39:0/1665919948 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f76c80cd140 con 0x7f76d4101dc0 2023-12-07T14:18:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.125+0000 7f76d2ffd700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76bc0a15f0 0x7f76bc0a3ab0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f76c400b5c0 tx=0x7f76c4005fd0 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:38.130 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.128+0000 7f76bbfff700 1 -- 172.21.15.39:0/1665919948 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f76c8096550 con 0x7f76d4101dc0 2023-12-07T14:18:38.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:38 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3950457858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:38.332 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.330+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f76d4074db0 con 0x7f76d4101dc0 2023-12-07T14:18:38.333 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.330+0000 7f76bbfff700 1 -- 172.21.15.39:0/1665919948 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v108) v1 ==== 93+0+10 (secure 0 0 0) 0x7f76c8099b70 con 0x7f76d4101dc0 2023-12-07T14:18:38.333 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2023-12-07T14:18:38.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76bc0a15f0 msgr2=0x7f76bc0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.335 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76bc0a15f0 0x7f76bc0a3ab0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f76c400b5c0 tx=0x7f76c4005fd0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d4101dc0 msgr2=0x7f76d4073e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d4101dc0 0x7f76d4073e10 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f76c800b530 tx=0x7f76c800b840 comp rx=0 tx=0).stop 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 shutdown_connections 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f76bc0a15f0 0x7f76bc0a3ab0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76d41074a0 0x7f76d4074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f76d4101400 0x7f76d40738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 --2- 172.21.15.39:0/1665919948 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76d4101dc0 0x7f76d4073e10 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.332+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 >> 172.21.15.39:0/1665919948 conn(0x7f76d40fceb0 msgr2=0x7f76d40fd6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.333+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 shutdown_connections 2023-12-07T14:18:38.336 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.333+0000 7f76d97ae700 1 -- 172.21.15.39:0/1665919948 wait complete. 2023-12-07T14:18:38.348 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-12-07T14:18:38.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:38 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3950457858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:38.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:38 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3950457858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:38.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 -- 172.21.15.39:0/79879255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98100f10 msgr2=0x7f2e98104f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/79879255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98100f10 0x7f2e98104f50 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f2e88009990 tx=0x7f2e88009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 -- 172.21.15.39:0/79879255 shutdown_connections 2023-12-07T14:18:38.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/79879255 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2e98105680 0x7f2e9810d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.480 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/79879255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2e98100560 0x7f2e98100940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/79879255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98100f10 0x7f2e98104f50 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 -- 172.21.15.39:0/79879255 >> 172.21.15.39:0/79879255 conn(0x7f2e980fbda0 msgr2=0x7f2e980fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 -- 172.21.15.39:0/79879255 shutdown_connections 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.475+0000 7f2e9ca63700 1 -- 172.21.15.39:0/79879255 wait complete. 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 Processor -- start 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 -- start start 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2e98100560 0x7f2e9819d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98105680 0x7f2e9819daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2e981976e0 0x7f2e98197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e98198160 con 0x7f2e98105680 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e981982d0 con 0x7f2e98100560 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9ca63700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e98198490 con 0x7f2e981976e0 2023-12-07T14:18:38.481 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e95d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98105680 0x7f2e9819daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e95d9b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98105680 0x7f2e9819daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60224/0 (socket says 172.21.15.39:60224) 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e95d9b700 1 -- 172.21.15.39:0/881598564 learned_addr learned my addr 172.21.15.39:0/881598564 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.476+0000 7f2e9659c700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2e98100560 0x7f2e9819d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e96d9d700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2e981976e0 0x7f2e98197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e95d9b700 1 -- 172.21.15.39:0/881598564 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2e981976e0 msgr2=0x7f2e98197b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e95d9b700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2e981976e0 0x7f2e98197b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e95d9b700 1 -- 172.21.15.39:0/881598564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2e98100560 msgr2=0x7f2e9819d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e95d9b700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2e98100560 0x7f2e9819d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e95d9b700 1 -- 172.21.15.39:0/881598564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e880095f0 con 0x7f2e98105680 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e95d9b700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98105680 0x7f2e9819daf0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f2e88005770 tx=0x7f2e880057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e877fe700 1 -- 172.21.15.39:0/881598564 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8801d070 con 0x7f2e98105680 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e981a4420 con 0x7f2e98105680 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e877fe700 1 -- 172.21.15.39:0/881598564 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2e88021410 con 0x7f2e98105680 2023-12-07T14:18:38.482 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e877fe700 1 -- 172.21.15.39:0/881598564 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e88017650 con 0x7f2e98105680 2023-12-07T14:18:38.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.477+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e981a48a0 con 0x7f2e98105680 2023-12-07T14:18:38.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.478+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e98101a30 con 0x7f2e98105680 2023-12-07T14:18:38.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.479+0000 7f2e877fe700 1 -- 172.21.15.39:0/881598564 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f2e8800fb40 con 0x7f2e98105680 2023-12-07T14:18:38.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.480+0000 7f2e877fe700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2e800a15f0 0x7f2e800a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.480+0000 7f2e877fe700 1 -- 172.21.15.39:0/881598564 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f2e880ceab0 con 0x7f2e98105680 2023-12-07T14:18:38.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.480+0000 7f2e9659c700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2e800a15f0 0x7f2e800a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.484 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.480+0000 7f2e9659c700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2e800a15f0 0x7f2e800a3ab0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009c60 tx=0x7f2e8c009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:38.486 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.483+0000 7f2e877fe700 1 -- 172.21.15.39:0/881598564 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f2e88097e40 con 0x7f2e98105680 2023-12-07T14:18:38.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.685+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2e98100f10 con 0x7f2e98105680 2023-12-07T14:18:38.688 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.685+0000 7f2e877fe700 1 -- 172.21.15.39:0/881598564 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v108) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2e8809b460 con 0x7f2e98105680 2023-12-07T14:18:38.688 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2e800a15f0 msgr2=0x7f2e800a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2e800a15f0 0x7f2e800a3ab0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c009c60 tx=0x7f2e8c009260 comp rx=0 tx=0).stop 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98105680 msgr2=0x7f2e9819daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98105680 0x7f2e9819daf0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f2e88005770 tx=0x7f2e880057a0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 shutdown_connections 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f2e981976e0 0x7f2e98197b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f2e800a15f0 0x7f2e800a3ab0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2e98100560 0x7f2e9819d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 --2- 172.21.15.39:0/881598564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e98105680 0x7f2e9819daf0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 >> 172.21.15.39:0/881598564 conn(0x7f2e980fbda0 msgr2=0x7f2e980fe0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 shutdown_connections 2023-12-07T14:18:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.688+0000 7f2e9ca63700 1 -- 172.21.15.39:0/881598564 wait complete. 2023-12-07T14:18:38.703 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 -- 172.21.15.39:0/18826848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc100f50 msgr2=0x7f96cc104f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 --2- 172.21.15.39:0/18826848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc100f50 0x7f96cc104f90 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f96c0009990 tx=0x7f96c0009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 -- 172.21.15.39:0/18826848 shutdown_connections 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 --2- 172.21.15.39:0/18826848 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96cc1056c0 0x7f96cc10d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 --2- 172.21.15.39:0/18826848 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96cc1005a0 0x7f96cc100980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 --2- 172.21.15.39:0/18826848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc100f50 0x7f96cc104f90 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 -- 172.21.15.39:0/18826848 >> 172.21.15.39:0/18826848 conn(0x7f96cc0fbe00 msgr2=0x7f96cc0fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 -- 172.21.15.39:0/18826848 shutdown_connections 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.830+0000 7f96d276e700 1 -- 172.21.15.39:0/18826848 wait complete. 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.831+0000 7f96d276e700 1 Processor -- start 2023-12-07T14:18:38.834 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.831+0000 7f96d276e700 1 -- start start 2023-12-07T14:18:38.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.831+0000 7f96d276e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc1005a0 0x7f96cc1987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d276e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96cc1056c0 0x7f96cc198cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d276e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96cc199230 0x7f96cc1a3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.836 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d276e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96cc1a3ed0 con 0x7f96cc1005a0 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d276e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96cc1a4040 con 0x7f96cc199230 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d276e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96cc1a4200 con 0x7f96cc1056c0 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc1005a0 0x7f96cc1987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc1005a0 0x7f96cc1987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60238/0 (socket says 172.21.15.39:60238) 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 -- 172.21.15.39:0/2180393813 learned_addr learned my addr 172.21.15.39:0/2180393813 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cb7fe700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96cc1056c0 0x7f96cc198cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 -- 172.21.15.39:0/2180393813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96cc1056c0 msgr2=0x7f96cc198cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96cc1056c0 0x7f96cc198cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 -- 172.21.15.39:0/2180393813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96cc199230 msgr2=0x7f96cc1a3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d0d0b700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96cc199230 0x7f96cc1a3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96cc199230 0x7f96cc1a3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 -- 172.21.15.39:0/2180393813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96c00095f0 con 0x7f96cc1005a0 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96cbfff700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc1005a0 0x7f96cc1987b0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00e9a0 tx=0x7f96bc00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:38.837 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96c97fa700 1 -- 172.21.15.39:0/2180393813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96bc009790 con 0x7f96cc1005a0 2023-12-07T14:18:38.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96cc1a44e0 con 0x7f96cc1005a0 2023-12-07T14:18:38.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96c97fa700 1 -- 172.21.15.39:0/2180393813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f96bc00cbd0 con 0x7f96cc1005a0 2023-12-07T14:18:38.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96c97fa700 1 -- 172.21.15.39:0/2180393813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96bc018680 con 0x7f96cc1005a0 2023-12-07T14:18:38.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.832+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96cc1a49f0 con 0x7f96cc1005a0 2023-12-07T14:18:38.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.833+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96cc108990 con 0x7f96cc1005a0 2023-12-07T14:18:38.838 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.834+0000 7f96c97fa700 1 -- 172.21.15.39:0/2180393813 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f96bc00cd40 con 0x7f96cc1005a0 2023-12-07T14:18:38.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.835+0000 7f96c97fa700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96b40a15f0 0x7f96b40a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:38.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.835+0000 7f96cb7fe700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96b40a15f0 0x7f96b40a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:38.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.835+0000 7f96c97fa700 1 -- 172.21.15.39:0/2180393813 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f96bc014070 con 0x7f96cc1005a0 2023-12-07T14:18:38.839 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.836+0000 7f96cb7fe700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96b40a15f0 0x7f96b40a3ab0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f96c0006010 tx=0x7f96c0005e80 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:38.841 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:38.839+0000 7f96c97fa700 1 -- 172.21.15.39:0/2180393813 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f96bc096c50 con 0x7f96cc1005a0 2023-12-07T14:18:39.043 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.040+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f96cc069bd0 con 0x7f96cc1005a0 2023-12-07T14:18:39.044 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.041+0000 7f96c97fa700 1 -- 172.21.15.39:0/2180393813 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v108) v1 ==== 100+0+11 (secure 0 0 0) 0x7f96bc09a270 con 0x7f96cc1005a0 2023-12-07T14:18:39.044 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96b40a15f0 msgr2=0x7f96b40a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96b40a15f0 0x7f96b40a3ab0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f96c0006010 tx=0x7f96c0005e80 comp rx=0 tx=0).stop 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc1005a0 msgr2=0x7f96cc1987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc1005a0 0x7f96cc1987b0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f96bc00e9a0 tx=0x7f96bc00ed60 comp rx=0 tx=0).stop 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 shutdown_connections 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f96b40a15f0 0x7f96b40a3ab0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f96cc199230 0x7f96cc1a3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96cc1005a0 0x7f96cc1987b0 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.046 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 --2- 172.21.15.39:0/2180393813 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f96cc1056c0 0x7f96cc198cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 >> 172.21.15.39:0/2180393813 conn(0x7f96cc0fbe00 msgr2=0x7f96cc0fd130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:39.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 shutdown_connections 2023-12-07T14:18:39.047 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.043+0000 7f96d276e700 1 -- 172.21.15.39:0/2180393813 wait complete. 2023-12-07T14:18:39.058 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-12-07T14:18:39.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 -- 172.21.15.39:0/1949062286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 msgr2=0x7f3df010dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:39.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 --2- 172.21.15.39:0/1949062286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df010dea0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f3de800b0a0 tx=0x7f3de800b3b0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 -- 172.21.15.39:0/1949062286 shutdown_connections 2023-12-07T14:18:39.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 --2- 172.21.15.39:0/1949062286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df010dea0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.191 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 --2- 172.21.15.39:0/1949062286 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3df0102680 0x7f3df0102a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 --2- 172.21.15.39:0/1949062286 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3df0102fa0 0x7f3df010b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 -- 172.21.15.39:0/1949062286 >> 172.21.15.39:0/1949062286 conn(0x7f3df00fbda0 msgr2=0x7f3df00fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:39.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 -- 172.21.15.39:0/1949062286 shutdown_connections 2023-12-07T14:18:39.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.188+0000 7f3df4902700 1 -- 172.21.15.39:0/1949062286 wait complete. 2023-12-07T14:18:39.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 Processor -- start 2023-12-07T14:18:39.192 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 -- start start 2023-12-07T14:18:39.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3df0102680 0x7f3df01002d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:39.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3df0102fa0 0x7f3df0100810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:39.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df0100d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:39.194 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3df01a5d10 con 0x7f3df010ba50 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3df01a5e80 con 0x7f3df0102680 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3df4902700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3df01a6040 con 0x7f3df0102fa0 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df0100d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df0100d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60256/0 (socket says 172.21.15.39:60256) 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 -- 172.21.15.39:0/600349372 learned_addr learned my addr 172.21.15.39:0/600349372 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3dee59c700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3df0102680 0x7f3df01002d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3dedd9b700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3df0102fa0 0x7f3df0100810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 -- 172.21.15.39:0/600349372 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3df0102fa0 msgr2=0x7f3df0100810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3df0102fa0 0x7f3df0100810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 -- 172.21.15.39:0/600349372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3df0102680 msgr2=0x7f3df01002d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3df0102680 0x7f3df01002d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 -- 172.21.15.39:0/600349372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3de8009d00 con 0x7f3df010ba50 2023-12-07T14:18:39.195 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3dee59c700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3df0102680 0x7f3df01002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3dedd9b700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3df0102fa0 0x7f3df0100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.189+0000 7f3deed9d700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df0100d50 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f3de800b070 tx=0x7f3de8007990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.190+0000 7f3ddf7fe700 1 -- 172.21.15.39:0/600349372 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de800e040 con 0x7f3df010ba50 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.190+0000 7f3ddf7fe700 1 -- 172.21.15.39:0/600349372 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3de800be40 con 0x7f3df010ba50 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.190+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3df01a62c0 con 0x7f3df010ba50 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.190+0000 7f3ddf7fe700 1 -- 172.21.15.39:0/600349372 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de80052a0 con 0x7f3df010ba50 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.190+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3df01a6780 con 0x7f3df010ba50 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.191+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3df0106bd0 con 0x7f3df010ba50 2023-12-07T14:18:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.192+0000 7f3ddf7fe700 1 -- 172.21.15.39:0/600349372 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f3de801d470 con 0x7f3df010ba50 2023-12-07T14:18:39.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.192+0000 7f3ddf7fe700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3dd80a15f0 0x7f3dd80a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:39.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.192+0000 7f3ddf7fe700 1 -- 172.21.15.39:0/600349372 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f3de80cec00 con 0x7f3df010ba50 2023-12-07T14:18:39.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.192+0000 7f3dee59c700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3dd80a15f0 0x7f3dd80a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:39.197 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.193+0000 7f3dee59c700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3dd80a15f0 0x7f3dd80a3ab0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3de0009cb0 tx=0x7f3de0009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:39.199 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.196+0000 7f3ddf7fe700 1 -- 172.21.15.39:0/600349372 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3de8097ff0 con 0x7f3df010ba50 2023-12-07T14:18:39.399 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:39 smithi055 ceph-mon[103363]: pgmap v509: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 24 KiB/s wr, 12 op/s 2023-12-07T14:18:39.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:39 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1665919948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:39 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/881598564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.400 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:39 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2180393813' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.429 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.427+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3df0068fa0 con 0x7f3df010ba50 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.427+0000 7f3ddf7fe700 1 -- 172.21.15.39:0/600349372 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v108) v1 ==== 81+0+937 (secure 0 0 0) 0x7f3de802fe60 con 0x7f3df010ba50 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/734942561 2023-12-08T14:02:29.446543+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6800/3942875407 2023-12-08T14:02:29.446543+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6801/2083465113 2023-12-08T13:54:14.765376+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/72845499 2023-12-08T14:02:29.446543+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/2275574558 2023-12-08T14:02:29.446543+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6801/3942875407 2023-12-08T14:02:29.446543+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/961051424 2023-12-08T13:54:14.765376+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/14821462 2023-12-08T14:02:29.446543+0000 2023-12-07T14:18:39.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/1747298832 2023-12-08T13:53:45.494347+0000 2023-12-07T14:18:39.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/3855720203 2023-12-08T13:53:45.494347+0000 2023-12-07T14:18:39.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6800/2083465113 2023-12-08T13:54:14.765376+0000 2023-12-07T14:18:39.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/3994027467 2023-12-08T13:53:45.494347+0000 2023-12-07T14:18:39.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6800/464126975 2023-12-08T13:53:45.494347+0000 2023-12-07T14:18:39.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/613704147 2023-12-08T13:54:14.765376+0000 2023-12-07T14:18:39.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6801/464126975 2023-12-08T13:53:45.494347+0000 2023-12-07T14:18:39.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:0/2982654982 2023-12-08T13:54:14.765376+0000 2023-12-07T14:18:39.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3dd80a15f0 msgr2=0x7f3dd80a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:39.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3dd80a15f0 0x7f3dd80a3ab0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f3de0009cb0 tx=0x7f3de0009260 comp rx=0 tx=0).stop 2023-12-07T14:18:39.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 msgr2=0x7f3df0100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:39.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df0100d50 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f3de800b070 tx=0x7f3de8007990 comp rx=0 tx=0).stop 2023-12-07T14:18:39.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 shutdown_connections 2023-12-07T14:18:39.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3df010ba50 0x7f3df0100d50 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.432 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3dd80a15f0 0x7f3dd80a3ab0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3df0102680 0x7f3df01002d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 --2- 172.21.15.39:0/600349372 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3df0102fa0 0x7f3df0100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:39.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 >> 172.21.15.39:0/600349372 conn(0x7f3df00fbda0 msgr2=0x7f3df00fcab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:39.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 shutdown_connections 2023-12-07T14:18:39.433 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:39.429+0000 7f3df4902700 1 -- 172.21.15.39:0/600349372 wait complete. 2023-12-07T14:18:39.433 INFO:teuthology.orchestra.run.smithi039.stderr:listed 16 entries 2023-12-07T14:18:39.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:39 smithi089 ceph-mon[103124]: pgmap v509: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 24 KiB/s wr, 12 op/s 2023-12-07T14:18:39.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:39 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1665919948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:39 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/881598564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:39 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2180393813' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.444 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:39 smithi039 ceph-mon[98864]: pgmap v509: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 24 KiB/s wr, 12 op/s 2023-12-07T14:18:39.444 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:39 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1665919948' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.444 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:39 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/881598564' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.444 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:39 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2180393813' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-12-07T14:18:39.445 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-12-07T14:18:39.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:18:39.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo umount /tmp/cephfs 2023-12-07T14:18:39.683 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:18:39.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:18:39.683 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /tmp/cephfs) 2023-12-07T14:18:39.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:18:39.883 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2023-12-07T14:18:40.076 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--tmp-cephfs (id: 0) 2023-12-07T14:18:40.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:18:40.077 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns delete ceph-ns--tmp-cephfs 2023-12-07T14:18:40.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:18:40.344 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2023-12-07T14:18:40.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:40 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/600349372' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-12-07T14:18:40.553 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:40 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/600349372' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-12-07T14:18:40.609 INFO:tasks.kclient:Unmounting kernel clients... 2023-12-07T14:18:40.609 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2023-12-07T14:18:40.609 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2023-12-07T14:18:40.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:40 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/600349372' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-12-07T14:18:40.670 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16284284k,nr_inodes=4071071,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=40,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1448 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/be9538eb38e4bd7e97f6fc1b67914e8de815811eb0ad87b979bbdf5722e49aee/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/be9538eb38e4bd7e97f6fc1b67914e8de815811eb0ad87b979bbdf5722e49aee/diff,workdir=/var/lib/containers/storage/overlay/be9538eb38e4bd7e97f6fc1b67914e8de815811eb0ad87b979bbdf5722e49aee/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/a3d6e8893d59a391e90f5f5255e6e7550ee12a4cd8a290b833cbecac842d60d8/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/a3d6e8893d59a391e90f5f5255e6e7550ee12a4cd8a290b833cbecac842d60d8/diff,workdir=/var/lib/containers/storage/overlay/a3d6e8893d59a391e90f5f5255e6e7550ee12a4cd8a290b833cbecac842d60d8/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3260556k,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,relatime 0 0 overlay /var/lib/containers/storage/overlay/9db5d95ea2f5090338b49c07c85c0608de0a059a5aea92d12f386e1d050b57f5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/9db5d95ea2f5090338b49c07c85c0608de0a059a5aea92d12f386e1d050b57f5/diff,workdir=/var/lib/containers/storage/overlay/9db5d95ea2f5090338b49c07c85c0608de0a059a5aea92d12f386e1d050b57f5/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/d4103e3f652c262b03315a6fb2997f78372505d61a37d00053b82e6318069191/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/d4103e3f652c262b03315a6fb2997f78372505d61a37d00053b82e6318069191/diff,workdir=/var/lib/containers/storage/overlay/d4103e3f652c262b03315a6fb2997f78372505d61a37d00053b82e6318069191/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/366c230d6ad16f5072fa589edd711a7a2699d0c08cd7c13462d39c3825787d8e/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/366c230d6ad16f5072fa589edd711a7a2699d0c08cd7c13462d39c3825787d8e/diff,workdir=/var/lib/containers/storage/overlay/366c230d6ad16f5072fa589edd711a7a2699d0c08cd7c13462d39c3825787d8e/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/89d5208d52a1f8b216e2ce5c1e9ec0096a38d8339a53c784fad5d2cca304e9ab/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/89d5208d52a1f8b216e2ce5c1e9ec0096a38d8339a53c784fad5d2cca304e9ab/diff,workdir=/var/lib/containers/storage/overlay/89d5208d52a1f8b216e2ce5c1e9ec0096a38d8339a53c784fad5d2cca304e9ab/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/f48b9af1e2b435254731c7600ccb974174aedc35e4a41378ae218a2d86757d0d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/f48b9af1e2b435254731c7600ccb974174aedc35e4a41378ae218a2d86757d0d/diff,workdir=/var/lib/containers/storage/overlay/f48b9af1e2b435254731c7600ccb974174aedc35e4a41378ae218a2d86757d0d/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/6e579668847e07b50a2552546b93310ed39de1d5c386a2f0669fc4ab4e5d72ad/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/6e579668847e07b50a2552546b93310ed39de1d5c386a2f0669fc4ab4e5d72ad/diff,workdir=/var/lib/containers/storage/overlay/6e579668847e07b50a2552546b93310ed39de1d5c386a2f0669fc4ab4e5d72ad/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/0fef14d3d09a7d02020c7876800ce707b4b84ffd588443a0f7f7fb035193e8f5/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/0fef14d3d09a7d02020c7876800ce707b4b84ffd588443a0f7f7fb035193e8f5/diff,workdir=/var/lib/containers/storage/overlay/0fef14d3d09a7d02020c7876800ce707b4b84ffd588443a0f7f7fb035193e8f5/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/b338011f34dd50a8941041c7bfa399e6ac3a4f4304c34589dfc811da3509cd88/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/AMC4XYITMIDBJF6JN2HVJLAJVQ:/var/lib/containers/storage/overlay/l/O63GZH3LN2W6XFVVOLIVFJQGA3,upperdir=/var/lib/containers/storage/overlay/b338011f34dd50a8941041c7bfa399e6ac3a4f4304c34589dfc811da3509cd88/diff,workdir=/var/lib/containers/storage/overlay/b338011f34dd50a8941041c7bfa399e6ac3a4f4304c34589dfc811da3509cd88/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 2023-12-07T14:18:40.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:18:40.671 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2023-12-07T14:18:40.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-12-07T14:18:40.710 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2023-12-07T14:18:40.783 INFO:teuthology.orchestra.run.smithi039.stderr:Cannot find device "ceph-brx" 2023-12-07T14:18:40.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:18:40.785 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-12-07T14:18:40.796 INFO:tasks.cephadm:Teardown begin 2023-12-07T14:18:40.796 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-12-07T14:18:40.796 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:18:40.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 -- 172.21.15.39:0/925545606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 msgr2=0x7f3d5810d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:40.952 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/925545606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5810d7d0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c009990 tx=0x7f3d4c009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:40.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 -- 172.21.15.39:0/925545606 shutdown_connections 2023-12-07T14:18:40.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/925545606 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5810dda0 0x7f3d58110190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:40.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/925545606 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3d581001f0 0x7f3d581005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:40.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/925545606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5810d7d0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:40.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 -- 172.21.15.39:0/925545606 >> 172.21.15.39:0/925545606 conn(0x7f3d580fbe20 msgr2=0x7f3d580fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:40.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.949+0000 7f3d5d23b700 1 -- 172.21.15.39:0/925545606 shutdown_connections 2023-12-07T14:18:40.953 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.950+0000 7f3d5d23b700 1 -- 172.21.15.39:0/925545606 wait complete. 2023-12-07T14:18:40.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.950+0000 7f3d5d23b700 1 Processor -- start 2023-12-07T14:18:40.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.950+0000 7f3d5d23b700 1 -- start start 2023-12-07T14:18:40.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5d23b700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3d581001f0 0x7f3d5819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:40.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5d23b700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5819fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:40.955 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5d23b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5810dda0 0x7f3d58199990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5d23b700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d5819a000 con 0x7f3d58100ba0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5d23b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d5819a170 con 0x7f3d5810dda0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5d23b700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d5819a330 con 0x7f3d581001f0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5819fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5819fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60266/0 (socket says 172.21.15.39:60266) 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d56d9d700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3d581001f0 0x7f3d5819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 -- 172.21.15.39:0/2748606543 learned_addr learned my addr 172.21.15.39:0/2748606543 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5759e700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5810dda0 0x7f3d58199990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 -- 172.21.15.39:0/2748606543 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3d581001f0 msgr2=0x7f3d5819f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3d581001f0 0x7f3d5819f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 -- 172.21.15.39:0/2748606543 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5810dda0 msgr2=0x7f3d58199990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5810dda0 0x7f3d58199990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 -- 172.21.15.39:0/2748606543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d4c0095f0 con 0x7f3d58100ba0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d5659c700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5819fda0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0098e0 tx=0x7f3d4c00f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:40.956 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.951+0000 7f3d3ffff700 1 -- 172.21.15.39:0/2748606543 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c01d070 con 0x7f3d58100ba0 2023-12-07T14:18:40.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.952+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d5819a5b0 con 0x7f3d58100ba0 2023-12-07T14:18:40.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.952+0000 7f3d3ffff700 1 -- 172.21.15.39:0/2748606543 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d4c022470 con 0x7f3d58100ba0 2023-12-07T14:18:40.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.952+0000 7f3d3ffff700 1 -- 172.21.15.39:0/2748606543 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c017650 con 0x7f3d58100ba0 2023-12-07T14:18:40.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.952+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d581a6850 con 0x7f3d58100ba0 2023-12-07T14:18:40.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.953+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d58108f30 con 0x7f3d58100ba0 2023-12-07T14:18:40.957 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.954+0000 7f3d3ffff700 1 -- 172.21.15.39:0/2748606543 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f3d4c0225e0 con 0x7f3d58100ba0 2023-12-07T14:18:40.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.954+0000 7f3d3ffff700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3d400a15f0 0x7f3d400a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:40.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.954+0000 7f3d56d9d700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3d400a15f0 0x7f3d400a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:40.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.954+0000 7f3d3ffff700 1 -- 172.21.15.39:0/2748606543 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f3d4c0ce0c0 con 0x7f3d58100ba0 2023-12-07T14:18:40.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.955+0000 7f3d56d9d700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3d400a15f0 0x7f3d400a3ab0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3d48005950 tx=0x7f3d4800b410 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:40.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:40.959+0000 7f3d3ffff700 1 -- 172.21.15.39:0/2748606543 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f3d4c0974b0 con 0x7f3d58100ba0 2023-12-07T14:18:41.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.211+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3d5819ae50 con 0x7f3d58100ba0 2023-12-07T14:18:41.214 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.212+0000 7f3d3ffff700 1 -- 172.21.15.39:0/2748606543 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) v1 ==== 94+0+11371 (secure 0 0 0) 0x7f3d4c09aad0 con 0x7f3d58100ba0 2023-12-07T14:18:41.214 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:41.214 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":83,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":83,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:18:39.360862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":107,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_26542":{"gid":26542,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/1913709871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":1913709871},{"type":"v1","addr":"172.21.15.89:6835","nonce":1913709871}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3d400a15f0 msgr2=0x7f3d400a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3d400a15f0 0x7f3d400a3ab0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f3d48005950 tx=0x7f3d4800b410 comp rx=0 tx=0).stop 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 msgr2=0x7f3d5819fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5819fda0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c0098e0 tx=0x7f3d4c00f670 comp rx=0 tx=0).stop 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 shutdown_connections 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f3d400a15f0 0x7f3d400a3ab0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5810dda0 0x7f3d58199990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f3d581001f0 0x7f3d5819f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 --2- 172.21.15.39:0/2748606543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d58100ba0 0x7f3d5819fda0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 >> 172.21.15.39:0/2748606543 conn(0x7f3d580fbe20 msgr2=0x7f3d580fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:41.217 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 shutdown_connections 2023-12-07T14:18:41.218 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.214+0000 7f3d5d23b700 1 -- 172.21.15.39:0/2748606543 wait complete. 2023-12-07T14:18:41.218 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 83 2023-12-07T14:18:41.229 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-12-07T14:18:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 -- 172.21.15.39:0/152657729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e41074c0 msgr2=0x7f58e41078a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 --2- 172.21.15.39:0/152657729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e41074c0 0x7f58e41078a0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f58d4009990 tx=0x7f58d4009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 -- 172.21.15.39:0/152657729 shutdown_connections 2023-12-07T14:18:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 --2- 172.21.15.39:0/152657729 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f58e4100330 0x7f58e410e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 --2- 172.21.15.39:0/152657729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e41074c0 0x7f58e41078a0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 --2- 172.21.15.39:0/152657729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58e40ff970 0x7f58e40ffdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 -- 172.21.15.39:0/152657729 >> 172.21.15.39:0/152657729 conn(0x7f58e4076900 msgr2=0x7f58e40fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:41.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 -- 172.21.15.39:0/152657729 shutdown_connections 2023-12-07T14:18:41.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.353+0000 7f58e90cc700 1 -- 172.21.15.39:0/152657729 wait complete. 2023-12-07T14:18:41.357 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 Processor -- start 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 -- start start 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e40ff970 0x7f58e419d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f58e4100330 0x7f58e419da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58e41074c0 0x7f58e41976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e4197d00 con 0x7f58e40ff970 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e4197e70 con 0x7f58e41074c0 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e90cc700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58e4198030 con 0x7f58e4100330 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e40ff970 0x7f58e419d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e40ff970 0x7f58e419d520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60278/0 (socket says 172.21.15.39:60278) 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 -- 172.21.15.39:0/3712098266 learned_addr learned my addr 172.21.15.39:0/3712098266 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e359e700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58e41074c0 0x7f58e41976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e259c700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f58e4100330 0x7f58e419da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 -- 172.21.15.39:0/3712098266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f58e4100330 msgr2=0x7f58e419da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f58e4100330 0x7f58e419da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 -- 172.21.15.39:0/3712098266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58e41074c0 msgr2=0x7f58e41976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58e41074c0 0x7f58e41976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e2d9d700 1 -- 172.21.15.39:0/3712098266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58d40095f0 con 0x7f58e40ff970 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.354+0000 7f58e359e700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58e41074c0 0x7f58e41976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.355+0000 7f58e2d9d700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e40ff970 0x7f58e419d520 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f58d40098e0 tx=0x7f58d400f720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.355+0000 7f58cbfff700 1 -- 172.21.15.39:0/3712098266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d401d070 con 0x7f58e40ff970 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.355+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58e41982b0 con 0x7f58e40ff970 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.355+0000 7f58cbfff700 1 -- 172.21.15.39:0/3712098266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58d400fb90 con 0x7f58e40ff970 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.355+0000 7f58cbfff700 1 -- 172.21.15.39:0/3712098266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d4017650 con 0x7f58e40ff970 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.355+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58e41a4510 con 0x7f58e40ff970 2023-12-07T14:18:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.356+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58e4109a20 con 0x7f58e40ff970 2023-12-07T14:18:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.357+0000 7f58cbfff700 1 -- 172.21.15.39:0/3712098266 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f58d400fd00 con 0x7f58e40ff970 2023-12-07T14:18:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.358+0000 7f58cbfff700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f58cc0a15f0 0x7f58cc0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.358+0000 7f58cbfff700 1 -- 172.21.15.39:0/3712098266 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f58d40ce510 con 0x7f58e40ff970 2023-12-07T14:18:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.358+0000 7f58e259c700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f58cc0a15f0 0x7f58cc0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.358+0000 7f58e259c700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f58cc0a15f0 0x7f58cc0a3ab0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f58d8005fd0 tx=0x7f58d8005f60 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:41.364 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.361+0000 7f58cbfff700 1 -- 172.21.15.39:0/3712098266 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f58d4097900 con 0x7f58e40ff970 2023-12-07T14:18:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:41 smithi089 ceph-mon[103124]: pgmap v510: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 13 op/s 2023-12-07T14:18:41.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:41 smithi089 ceph-mon[103124]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:41.555 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:41 smithi039 ceph-mon[98864]: pgmap v510: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 13 op/s 2023-12-07T14:18:41.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:41 smithi039 ceph-mon[98864]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:41.610 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.608+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f58e4102c90 con 0x7f58e40ff970 2023-12-07T14:18:41.611 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.609+0000 7f58cbfff700 1 -- 172.21.15.39:0/3712098266 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) v1 ==== 94+0+11371 (secure 0 0 0) 0x7f58d409af20 con 0x7f58e40ff970 2023-12-07T14:18:41.611 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:41.612 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":83,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14544,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3927284827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":3927284827},{"type":"v1","addr":"172.21.15.39:6835","nonce":3927284827}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6837/4117689090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6836","nonce":4117689090},{"type":"v1","addr":"172.21.15.39:6837","nonce":4117689090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":83,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-12-07T14:00:47.308917+0000","modified":"2023-12-07T14:18:39.360862+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24539,"mds_1":24526,"mds_2":24502,"mds_3":24500,"mds_4":14628},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.39:6839/2304604579","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6838","nonce":2304604579},{"type":"v1","addr":"172.21.15.39:6839","nonce":2304604579}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14628":{"gid":14628,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6841/1546604381","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6840","nonce":1546604381},{"type":"v1","addr":"172.21.15.39:6841","nonce":1546604381}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24442":{"gid":24442,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6833/1353328873","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6832","nonce":1353328873},{"type":"v1","addr":"172.21.15.89:6833","nonce":1353328873}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24449":{"gid":24449,"name":"k","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6833/3159091210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":3159091210},{"type":"v1","addr":"172.21.15.55:6833","nonce":3159091210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24479":{"gid":24479,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6835/1149741155","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1149741155},{"type":"v1","addr":"172.21.15.55:6835","nonce":1149741155}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24500":{"gid":24500,"name":"h","rank":3,"incarnation":22,"state":"up:active","state_seq":7,"addr":"172.21.15.55:6837/2344967383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2344967383},{"type":"v1","addr":"172.21.15.55:6837","nonce":2344967383}]},"join_fscid":-1,"export_targets":[0,1,2,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24502":{"gid":24502,"name":"c","rank":2,"incarnation":20,"state":"up:active","state_seq":107,"addr":"172.21.15.89:6837/1420337739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6836","nonce":1420337739},{"type":"v1","addr":"172.21.15.89:6837","nonce":1420337739}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.89:6839/157857620","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6838","nonce":157857620},{"type":"v1","addr":"172.21.15.89:6839","nonce":157857620}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24539":{"gid":24539,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.55:6839/415155637","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":415155637},{"type":"v1","addr":"172.21.15.55:6839","nonce":415155637}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_26542":{"gid":26542,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.89:6835/1913709871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6834","nonce":1913709871},{"type":"v1","addr":"172.21.15.89:6835","nonce":1913709871}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-12-07T14:18:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f58cc0a15f0 msgr2=0x7f58cc0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f58cc0a15f0 0x7f58cc0a3ab0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f58d8005fd0 tx=0x7f58d8005f60 comp rx=0 tx=0).stop 2023-12-07T14:18:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e40ff970 msgr2=0x7f58e419d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.614 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e40ff970 0x7f58e419d520 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f58d40098e0 tx=0x7f58d400f720 comp rx=0 tx=0).stop 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 shutdown_connections 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f58cc0a15f0 0x7f58cc0a3ab0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f58e41074c0 0x7f58e41976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58e40ff970 0x7f58e419d520 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 --2- 172.21.15.39:0/3712098266 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f58e4100330 0x7f58e419da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 >> 172.21.15.39:0/3712098266 conn(0x7f58e4076900 msgr2=0x7f58e40fe0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 shutdown_connections 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.611+0000 7f58e90cc700 1 -- 172.21.15.39:0/3712098266 wait complete. 2023-12-07T14:18:41.615 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 83 2023-12-07T14:18:41.626 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-12-07T14:18:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:41 smithi055 ceph-mon[103363]: pgmap v510: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 21 KiB/s wr, 13 op/s 2023-12-07T14:18:41.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:41 smithi055 ceph-mon[103363]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.750+0000 7f84a7e34700 1 -- 172.21.15.39:0/1248709912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 msgr2=0x7f84a0100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.750+0000 7f84a7e34700 1 --2- 172.21.15.39:0/1248709912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0100f00 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f84940099c0 tx=0x7f8494009cd0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.750+0000 7f84a7e34700 1 -- 172.21.15.39:0/1248709912 shutdown_connections 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.750+0000 7f84a7e34700 1 --2- 172.21.15.39:0/1248709912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f84a0101440 0x7f84a010d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.750+0000 7f84a7e34700 1 --2- 172.21.15.39:0/1248709912 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f84a0105360 0x7f84a0105740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.750+0000 7f84a7e34700 1 --2- 172.21.15.39:0/1248709912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0100f00 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.750+0000 7f84a7e34700 1 -- 172.21.15.39:0/1248709912 >> 172.21.15.39:0/1248709912 conn(0x7f84a0076900 msgr2=0x7f84a00fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 -- 172.21.15.39:0/1248709912 shutdown_connections 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 -- 172.21.15.39:0/1248709912 wait complete. 2023-12-07T14:18:41.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 Processor -- start 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 -- start start 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f84a0101440 0x7f84a0196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f84a0105360 0x7f84a019b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84a019b640 con 0x7f84a0100a80 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84a019b7b0 con 0x7f84a0101440 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a7e34700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84a019b970 con 0x7f84a0105360 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a5bd0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a5bd0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0196720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60292/0 (socket says 172.21.15.39:60292) 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.751+0000 7f84a5bd0700 1 -- 172.21.15.39:0/2319064298 learned_addr learned my addr 172.21.15.39:0/2319064298 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a53cf700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f84a0101440 0x7f84a0196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a63d1700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f84a0105360 0x7f84a019b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a5bd0700 1 -- 172.21.15.39:0/2319064298 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f84a0105360 msgr2=0x7f84a019b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a5bd0700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f84a0105360 0x7f84a019b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a5bd0700 1 -- 172.21.15.39:0/2319064298 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f84a0101440 msgr2=0x7f84a0196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a5bd0700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f84a0101440 0x7f84a0196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a5bd0700 1 -- 172.21.15.39:0/2319064298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84940095f0 con 0x7f84a0100a80 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a5bd0700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0196720 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f849c00c920 tx=0x7f849c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f8492ffd700 1 -- 172.21.15.39:0/2319064298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849c007b00 con 0x7f84a0100a80 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f8492ffd700 1 -- 172.21.15.39:0/2319064298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f849c00ce70 con 0x7f84a0100a80 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84a019bc50 con 0x7f84a0100a80 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f8492ffd700 1 -- 172.21.15.39:0/2319064298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849c0054e0 con 0x7f84a0100a80 2023-12-07T14:18:41.758 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.752+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84a01a3490 con 0x7f84a0100a80 2023-12-07T14:18:41.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.753+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84a0108940 con 0x7f84a0100a80 2023-12-07T14:18:41.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.755+0000 7f8492ffd700 1 -- 172.21.15.39:0/2319064298 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f849c004750 con 0x7f84a0100a80 2023-12-07T14:18:41.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.755+0000 7f8492ffd700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f848c0a15f0 0x7f848c0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:41.759 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.755+0000 7f84a53cf700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f848c0a15f0 0x7f848c0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.755+0000 7f8492ffd700 1 -- 172.21.15.39:0/2319064298 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7f849c0cccf0 con 0x7f84a0100a80 2023-12-07T14:18:41.760 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.756+0000 7f84a53cf700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f848c0a15f0 0x7f848c0a3ab0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8494009990 tx=0x7f8494003680 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:41.762 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.759+0000 7f8492ffd700 1 -- 172.21.15.39:0/2319064298 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f849c095ff0 con 0x7f84a0100a80 2023-12-07T14:18:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.968+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f84a0101a90 con 0x7f84a0100a80 2023-12-07T14:18:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.970+0000 7f8492ffd700 1 -- 172.21.15.39:0/2319064298 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v108) v1 ==== 74+0+22850 (secure 0 0 0) 0x7f849c01d090 con 0x7f84a0100a80 2023-12-07T14:18:41.973 INFO:teuthology.orchestra.run.smithi039.stdout: 2023-12-07T14:18:41.973 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":108,"fsid":"cc8357a8-9507-11ee-95a2-87774f69a715","created":"2023-12-07T13:53:12.670193+0000","modified":"2023-12-07T14:18:13.727175+0000","last_up_change":"2023-12-07T14:00:02.858573+0000","last_in_change":"2023-12-07T13:59:45.046198+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-12-07T13:56:37.328546+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-12-07T14:00:45.430555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-12-07T14:00:46.699024+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":27,"snap_epoch":107,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"676a7931-14ff-44d0-ae29-46624cbad760","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6803","nonce":2325796709}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6805","nonce":2325796709}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6809","nonce":2325796709}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":2325796709},{"type":"v1","addr":"172.21.15.39:6807","nonce":2325796709}]},"public_addr":"172.21.15.39:6803/2325796709","cluster_addr":"172.21.15.39:6805/2325796709","heartbeat_back_addr":"172.21.15.39:6809/2325796709","heartbeat_front_addr":"172.21.15.39:6807/2325796709","state":["exists","up"]},{"osd":1,"uuid":"5a5f7524-902e-4611-8f99-f0472cb11f84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6801","nonce":3250664191}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6803","nonce":3250664191}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6807","nonce":3250664191}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":3250664191},{"type":"v1","addr":"172.21.15.55:6805","nonce":3250664191}]},"public_addr":"172.21.15.55:6801/3250664191","cluster_addr":"172.21.15.55:6803/3250664191","heartbeat_back_addr":"172.21.15.55:6807/3250664191","heartbeat_front_addr":"172.21.15.55:6805/3250664191","state":["exists","up"]},{"osd":2,"uuid":"97a99598-6aa4-43b6-b1bb-878564ca6de8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6800","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6801","nonce":1742241049}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6802","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6803","nonce":1742241049}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6806","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6807","nonce":1742241049}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6804","nonce":1742241049},{"type":"v1","addr":"172.21.15.89:6805","nonce":1742241049}]},"public_addr":"172.21.15.89:6801/1742241049","cluster_addr":"172.21.15.89:6803/1742241049","heartbeat_back_addr":"172.21.15.89:6807/1742241049","heartbeat_front_addr":"172.21.15.89:6805/1742241049","state":["exists","up"]},{"osd":3,"uuid":"86f26627-f810-4dcf-be29-892a7a5aa66e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6811","nonce":2905524823}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6813","nonce":2905524823}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6816","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6817","nonce":2905524823}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":2905524823},{"type":"v1","addr":"172.21.15.39:6815","nonce":2905524823}]},"public_addr":"172.21.15.39:6811/2905524823","cluster_addr":"172.21.15.39:6813/2905524823","heartbeat_back_addr":"172.21.15.39:6817/2905524823","heartbeat_front_addr":"172.21.15.39:6815/2905524823","state":["exists","up"]},{"osd":4,"uuid":"00cf8b78-2109-4c46-8075-f2ad7cda0e85","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6809","nonce":1492152843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6811","nonce":1492152843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6815","nonce":1492152843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":1492152843},{"type":"v1","addr":"172.21.15.55:6813","nonce":1492152843}]},"public_addr":"172.21.15.55:6809/1492152843","cluster_addr":"172.21.15.55:6811/1492152843","heartbeat_back_addr":"172.21.15.55:6815/1492152843","heartbeat_front_addr":"172.21.15.55:6813/1492152843","state":["exists","up"]},{"osd":5,"uuid":"2e376ef1-b5b3-424b-81db-c80d3256b6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6808","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6809","nonce":2337014915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6810","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6811","nonce":2337014915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6814","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6815","nonce":2337014915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6812","nonce":2337014915},{"type":"v1","addr":"172.21.15.89:6813","nonce":2337014915}]},"public_addr":"172.21.15.89:6809/2337014915","cluster_addr":"172.21.15.89:6811/2337014915","heartbeat_back_addr":"172.21.15.89:6815/2337014915","heartbeat_front_addr":"172.21.15.89:6813/2337014915","state":["exists","up"]},{"osd":6,"uuid":"5a7c2216-b05e-4b54-a5f7-dc7e8f759861","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6819","nonce":1478460000}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6821","nonce":1478460000}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6825","nonce":1478460000}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6822","nonce":1478460000},{"type":"v1","addr":"172.21.15.39:6823","nonce":1478460000}]},"public_addr":"172.21.15.39:6819/1478460000","cluster_addr":"172.21.15.39:6821/1478460000","heartbeat_back_addr":"172.21.15.39:6825/1478460000","heartbeat_front_addr":"172.21.15.39:6823/1478460000","state":["exists","up"]},{"osd":7,"uuid":"4bebbb01-9c5d-4761-a980-a80ba4c2c055","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6817","nonce":4205525342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6819","nonce":4205525342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6823","nonce":4205525342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4205525342},{"type":"v1","addr":"172.21.15.55:6821","nonce":4205525342}]},"public_addr":"172.21.15.55:6817/4205525342","cluster_addr":"172.21.15.55:6819/4205525342","heartbeat_back_addr":"172.21.15.55:6823/4205525342","heartbeat_front_addr":"172.21.15.55:6821/4205525342","state":["exists","up"]},{"osd":8,"uuid":"0c52f594-5797-4b49-a2f9-7abd42bc2946","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6816","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6817","nonce":2130589104}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6818","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6819","nonce":2130589104}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6822","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6823","nonce":2130589104}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6820","nonce":2130589104},{"type":"v1","addr":"172.21.15.89:6821","nonce":2130589104}]},"public_addr":"172.21.15.89:6817/2130589104","cluster_addr":"172.21.15.89:6819/2130589104","heartbeat_back_addr":"172.21.15.89:6823/2130589104","heartbeat_front_addr":"172.21.15.89:6821/2130589104","state":["exists","up"]},{"osd":9,"uuid":"aaa817e8-79d6-4fb2-a44f-5d2efb1b918f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":66,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6826","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6827","nonce":4106147219}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6829","nonce":4106147219}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6833","nonce":4106147219}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6830","nonce":4106147219},{"type":"v1","addr":"172.21.15.39:6831","nonce":4106147219}]},"public_addr":"172.21.15.39:6827/4106147219","cluster_addr":"172.21.15.39:6829/4106147219","heartbeat_back_addr":"172.21.15.39:6833/4106147219","heartbeat_front_addr":"172.21.15.39:6831/4106147219","state":["exists","up"]},{"osd":10,"uuid":"27d6881d-54e7-435a-8ff0-997c079c221f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6825","nonce":658902834}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6827","nonce":658902834}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6831","nonce":658902834}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":658902834},{"type":"v1","addr":"172.21.15.55:6829","nonce":658902834}]},"public_addr":"172.21.15.55:6825/658902834","cluster_addr":"172.21.15.55:6827/658902834","heartbeat_back_addr":"172.21.15.55:6831/658902834","heartbeat_front_addr":"172.21.15.55:6829/658902834","state":["exists","up"]},{"osd":11,"uuid":"ea900623-5f6e-4c7f-b27a-33ed9a75f9de","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":78,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6824","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6825","nonce":4007822578}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6826","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6827","nonce":4007822578}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6830","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6831","nonce":4007822578}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.89:6828","nonce":4007822578},{"type":"v1","addr":"172.21.15.89:6829","nonce":4007822578}]},"public_addr":"172.21.15.89:6825/4007822578","cluster_addr":"172.21.15.89:6827/4007822578","heartbeat_back_addr":"172.21.15.89:6831/4007822578","heartbeat_front_addr":"172.21.15.89:6829/4007822578","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:55:47.247228+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:12.243464+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:34.134560+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:56:57.071253+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:20.950528+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:57:42.968668+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:05.808825+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:30.017196+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:58:52.390081+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:15.153446+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T13:59:39.208252+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-12-07T14:00:01.256213+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.16","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.3c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:0/734942561":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6800/3942875407":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6801/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/72845499":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/2275574558":"2023-12-08T14:02:29.446543+0000","172.21.15.39:6801/3942875407":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/961051424":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/14821462":"2023-12-08T14:02:29.446543+0000","172.21.15.39:0/1747298832":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/3855720203":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/2083465113":"2023-12-08T13:54:14.765376+0000","172.21.15.39:0/3994027467":"2023-12-08T13:53:45.494347+0000","172.21.15.39:6800/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/613704147":"2023-12-08T13:54:14.765376+0000","172.21.15.39:6801/464126975":"2023-12-08T13:53:45.494347+0000","172.21.15.39:0/2982654982":"2023-12-08T13:54:14.765376+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":14,"length":1},{"begin":27,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f848c0a15f0 msgr2=0x7f848c0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f848c0a15f0 0x7f848c0a3ab0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f8494009990 tx=0x7f8494003680 comp rx=0 tx=0).stop 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 msgr2=0x7f84a0196720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0196720 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f849c00c920 tx=0x7f849c00cc30 comp rx=0 tx=0).stop 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 shutdown_connections 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f84a0105360 0x7f84a019b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a0100a80 0x7f84a0196720 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.975 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f848c0a15f0 0x7f848c0a3ab0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 --2- 172.21.15.39:0/2319064298 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f84a0101440 0x7f84a0196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:41.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 >> 172.21.15.39:0/2319064298 conn(0x7f84a0076900 msgr2=0x7f84a0103340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:41.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 shutdown_connections 2023-12-07T14:18:41.976 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:41.972+0000 7f84a7e34700 1 -- 172.21.15.39:0/2319064298 wait complete. 2023-12-07T14:18:41.988 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 -- 172.21.15.39:0/3839270634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 msgr2=0x7efff8100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 --2- 172.21.15.39:0/3839270634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff8100940 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7effe8009990 tx=0x7effe8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 -- 172.21.15.39:0/3839270634 shutdown_connections 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 --2- 172.21.15.39:0/3839270634 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efff8105680 0x7efff810d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 --2- 172.21.15.39:0/3839270634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff8100940 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 --2- 172.21.15.39:0/3839270634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efff8100f10 0x7efff8104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 -- 172.21.15.39:0/3839270634 >> 172.21.15.39:0/3839270634 conn(0x7efff80fbda0 msgr2=0x7efff80fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 -- 172.21.15.39:0/3839270634 shutdown_connections 2023-12-07T14:18:42.116 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.113+0000 7efffe6d0700 1 -- 172.21.15.39:0/3839270634 wait complete. 2023-12-07T14:18:42.118 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 Processor -- start 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 -- start start 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff819c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efff8105680 0x7efff819ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efff8196640 0x7efff8196af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efff81970c0 con 0x7efff8100560 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efff8197200 con 0x7efff8105680 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffe6d0700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efff81973c0 con 0x7efff8196640 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efff7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff819c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efff7fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff819c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60306/0 (socket says 172.21.15.39:60306) 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efff7fff700 1 -- 172.21.15.39:0/2904808614 learned_addr learned my addr 172.21.15.39:0/2904808614 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:42.119 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efff77fe700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efff8105680 0x7efff819ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.114+0000 7efffcc6d700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efff8196640 0x7efff8196af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff7fff700 1 -- 172.21.15.39:0/2904808614 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efff8196640 msgr2=0x7efff8196af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff7fff700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efff8196640 0x7efff8196af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff7fff700 1 -- 172.21.15.39:0/2904808614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efff8105680 msgr2=0x7efff819ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff7fff700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efff8105680 0x7efff819ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff7fff700 1 -- 172.21.15.39:0/2904808614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effe80095f0 con 0x7efff8100560 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff7fff700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff819c510 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7effe8004760 tx=0x7effe8004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff57fa700 1 -- 172.21.15.39:0/2904808614 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effe801d070 con 0x7efff8100560 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff57fa700 1 -- 172.21.15.39:0/2904808614 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effe8022470 con 0x7efff8100560 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efff81a3320 con 0x7efff8100560 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efff57fa700 1 -- 172.21.15.39:0/2904808614 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effe8017650 con 0x7efff8100560 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.115+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efff81a37f0 con 0x7efff8100560 2023-12-07T14:18:42.120 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.116+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efff81088f0 con 0x7efff8100560 2023-12-07T14:18:42.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.117+0000 7efff57fa700 1 -- 172.21.15.39:0/2904808614 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7effe80225e0 con 0x7efff8100560 2023-12-07T14:18:42.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.118+0000 7efff57fa700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7effe00a1670 0x7effe00a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.118+0000 7efff77fe700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7effe00a1670 0x7effe00a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.118+0000 7efff57fa700 1 -- 172.21.15.39:0/2904808614 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 8455+0+0 (secure 0 0 0) 0x7effe80ce250 con 0x7efff8100560 2023-12-07T14:18:42.121 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.118+0000 7efff77fe700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7effe00a1670 0x7effe00a3b30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7efff8106a90 tx=0x7effec009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:42.125 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.122+0000 7efff57fa700 1 -- 172.21.15.39:0/2904808614 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7effe805d2f0 con 0x7efff8100560 2023-12-07T14:18:42.305 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2748606543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/3712098266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.306 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2319064298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.374 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.371+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7efff8197b00 con 0x7efff8100560 2023-12-07T14:18:42.376 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.373+0000 7efff57fa700 1 -- 172.21.15.39:0/2904808614 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v84) v1 ==== 161+0+0 (secure 0 0 0) 0x7effe8097640 con 0x7efff8100560 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7effe00a1670 msgr2=0x7effe00a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7effe00a1670 0x7effe00a3b30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7efff8106a90 tx=0x7effec009260 comp rx=0 tx=0).stop 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 msgr2=0x7efff819c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff819c510 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7effe8004760 tx=0x7effe8004790 comp rx=0 tx=0).stop 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 shutdown_connections 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7efff8196640 0x7efff8196af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efff8100560 0x7efff819c510 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7effe00a1670 0x7effe00a3b30 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 --2- 172.21.15.39:0/2904808614 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efff8105680 0x7efff819ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.379 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 >> 172.21.15.39:0/2904808614 conn(0x7efff80fbda0 msgr2=0x7efff80fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:42.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 shutdown_connections 2023-12-07T14:18:42.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.376+0000 7efffe6d0700 1 -- 172.21.15.39:0/2904808614 wait complete. 2023-12-07T14:18:42.380 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-12-07T14:18:42.395 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-12-07T14:18:42.424 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-l[140614]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.424 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-l[140614]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.425 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2748606543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.425 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/3712098266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.425 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2319064298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.425 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[145627]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.425 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[145627]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.425 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-mds[145651]: -- 172.21.15.89:0/3788791056 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e07c02c1a0 con 0x55e07c002800 2023-12-07T14:18:42.433 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2748606543' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.433 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/3712098266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.433 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2319064298' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-12-07T14:18:42.535 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 -- 172.21.15.39:0/2704182370 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8107600 msgr2=0x7f89f81079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/2704182370 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8107600 0x7f89f81079e0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f89e80099c0 tx=0x7f89e8009cd0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 -- 172.21.15.39:0/2704182370 shutdown_connections 2023-12-07T14:18:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/2704182370 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f89f8101df0 0x7f89f810e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/2704182370 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8107600 0x7f89f81079e0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/2704182370 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89f8101430 0x7f89f81018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 -- 172.21.15.39:0/2704182370 >> 172.21.15.39:0/2704182370 conn(0x7f89f80fcee0 msgr2=0x7f89f80ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 -- 172.21.15.39:0/2704182370 shutdown_connections 2023-12-07T14:18:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.529+0000 7f89ffe2e700 1 -- 172.21.15.39:0/2704182370 wait complete. 2023-12-07T14:18:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 Processor -- start 2023-12-07T14:18:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 -- start start 2023-12-07T14:18:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89f8101430 0x7f89f80738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8101df0 0x7f89f8073e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f89f8107600 0x7f89f8074350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89f81a5d10 con 0x7f89f8101df0 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89f81a5e80 con 0x7f89f8101430 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89ffe2e700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89f81a6040 con 0x7f89f8107600 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8101df0 0x7f89f8073e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8101df0 0x7f89f8073e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60344/0 (socket says 172.21.15.39:60344) 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 -- 172.21.15.39:0/4282558650 learned_addr learned my addr 172.21.15.39:0/4282558650 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fdbca700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89f8101430 0x7f89f80738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fe3cb700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f89f8107600 0x7f89f8074350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 -- 172.21.15.39:0/4282558650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f89f8107600 msgr2=0x7f89f8074350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f89f8107600 0x7f89f8074350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 -- 172.21.15.39:0/4282558650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89f8101430 msgr2=0x7f89f80738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89f8101430 0x7f89f80738d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 -- 172.21.15.39:0/4282558650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89e80095f0 con 0x7f89f8101df0 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.530+0000 7f89fd3c9700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8101df0 0x7f89f8073e10 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f89f400d950 tx=0x7f89f400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.531+0000 7f89eeffd700 1 -- 172.21.15.39:0/4282558650 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89f400f890 con 0x7f89f8101df0 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.531+0000 7f89eeffd700 1 -- 172.21.15.39:0/4282558650 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f89f4010460 con 0x7f89f8101df0 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.531+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89f81a6320 con 0x7f89f8101df0 2023-12-07T14:18:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.531+0000 7f89eeffd700 1 -- 172.21.15.39:0/4282558650 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89f400e610 con 0x7f89f8101df0 2023-12-07T14:18:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.531+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89f81a6830 con 0x7f89f8101df0 2023-12-07T14:18:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.532+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89f8109a80 con 0x7f89f8101df0 2023-12-07T14:18:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.533+0000 7f89eeffd700 1 -- 172.21.15.39:0/4282558650 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f89f40108d0 con 0x7f89f8101df0 2023-12-07T14:18:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.534+0000 7f89eeffd700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f89e40a15f0 0x7f89e40a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.534+0000 7f89fdbca700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f89e40a15f0 0x7f89e40a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.534+0000 7f89eeffd700 1 -- 172.21.15.39:0/4282558650 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8841+0+0 (secure 0 0 0) 0x7f89f40cd020 con 0x7f89f8101df0 2023-12-07T14:18:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.534+0000 7f89fdbca700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f89e40a15f0 0x7f89e40a3ab0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f89e8009990 tx=0x7f89e8019040 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.538+0000 7f89eeffd700 1 -- 172.21.15.39:0/4282558650 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f89f4096200 con 0x7f89f8101df0 2023-12-07T14:18:42.690 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[145627]: starting mds.f at 2023-12-07T14:18:42.691 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.691 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.691 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-mds[141325]: -- 172.21.15.89:0/582752587 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5611034521a0 con 0x561103428c00 2023-12-07T14:18:42.691 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: starting mds.c at 2023-12-07T14:18:42.691 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-i[141641]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.691 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-i[141641]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.691 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-mds[141665]: -- 172.21.15.89:0/167968487 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55999d6f81a0 con 0x55999d6cec00 2023-12-07T14:18:42.692 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-i[141641]: starting mds.i at 2023-12-07T14:18:42.692 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-mds[140638]: -- 172.21.15.89:0/1006194046 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55aaefce41a0 con 0x55aaefcbb000 2023-12-07T14:18:42.692 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:18:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-l[140614]: starting mds.l at 2023-12-07T14:18:42.797 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:42.794+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f89f8067ad0 con 0x7f89f8101df0 2023-12-07T14:18:42.806 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98840]: 2023-12-07T14:18:42.372+0000 7fc0f4e26700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-07T14:18:42.806 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-a[150391]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.806 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-a[150391]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.806 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-mds[150417]: -- 172.21.15.39:0/1146159838 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559c806d21a0 con 0x559c806a8c00 2023-12-07T14:18:42.806 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-a[150391]: starting mds.a at 2023-12-07T14:18:42.806 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-g[150008]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.807 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-g[150008]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.807 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-mds[150032]: -- 172.21.15.39:0/2506869487 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558dad9e41a0 con 0x558dad9bb000 2023-12-07T14:18:42.807 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:18:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-g[150008]: starting mds.g at 2023-12-07T14:18:42.900 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-k[140708]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.900 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-k[140708]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.900 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-mds[140732]: -- 172.21.15.55:0/1354469783 <== mon.0 v2:172.21.15.39:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563949c801a0 con 0x563949c57000 2023-12-07T14:18:42.900 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-k[140708]: starting mds.k at 2023-12-07T14:18:42.901 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.901 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.901 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: starting mds.b at 2023-12-07T14:18:42.901 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-e[141045]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.901 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-e[141045]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.902 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-mds[141069]: -- 172.21.15.55:0/815646240 <== mon.2 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x5636ac533080 con 0x5636ac4fd000 2023-12-07T14:18:42.902 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-mds[141069]: -- 172.21.15.55:0/815646240 <== mon.2 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5636ac5261a0 con 0x5636ac4fd000 2023-12-07T14:18:42.902 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-e[141045]: starting mds.e at 2023-12-07T14:18:42.902 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-h[141384]: ignoring --setuser ceph since I am not root 2023-12-07T14:18:42.902 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-h[141384]: ignoring --setgroup ceph since I am not root 2023-12-07T14:18:42.903 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-mds[141408]: -- 172.21.15.55:0/490432361 <== mon.1 v2:172.21.15.89:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564d3ec0e1a0 con 0x564d3ebe4c00 2023-12-07T14:18:42.903 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:18:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-h[141384]: starting mds.h at 2023-12-07T14:18:43.380 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.377+0000 7f89eeffd700 1 -- 172.21.15.39:0/4282558650 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v85) v1 ==== 104+0+0 (secure 0 0 0) 0x7f89f4099820 con 0x7f89f8101df0 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f89e40a15f0 msgr2=0x7f89e40a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f89e40a15f0 0x7f89e40a3ab0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f89e8009990 tx=0x7f89e8019040 comp rx=0 tx=0).stop 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8101df0 msgr2=0x7f89f8073e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8101df0 0x7f89f8073e10 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f89f400d950 tx=0x7f89f400dc60 comp rx=0 tx=0).stop 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 shutdown_connections 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f89f8107600 0x7f89f8074350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f89e40a15f0 0x7f89e40a3ab0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.384 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89f8101430 0x7f89f80738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 --2- 172.21.15.39:0/4282558650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89f8101df0 0x7f89f8073e10 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.380+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 >> 172.21.15.39:0/4282558650 conn(0x7f89f80fcee0 msgr2=0x7f89f80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:43.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.381+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 shutdown_connections 2023-12-07T14:18:43.385 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.381+0000 7f89ffe2e700 1 -- 172.21.15.39:0/4282558650 wait complete. 2023-12-07T14:18:43.402 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: pgmap v511: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 46 KiB/s wr, 15 op/s 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2904808614' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/2904808614' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: osdmap e109: 12 total, 12 up, 12 in 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-12-07T14:18:43.429 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:43 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4282558650' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-07T14:18:43.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: pgmap v511: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 46 KiB/s wr, 15 op/s 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2904808614' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/2904808614' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: osdmap e109: 12 total, 12 up, 12 in 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-12-07T14:18:43.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:43 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4282558650' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-07T14:18:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 -- 172.21.15.39:0/251407564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608100560 msgr2=0x7f4608100940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 --2- 172.21.15.39:0/251407564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608100560 0x7f4608100940 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f45f8009990 tx=0x7f45f8009ca0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 -- 172.21.15.39:0/251407564 shutdown_connections 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 --2- 172.21.15.39:0/251407564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4608105680 0x7f460810d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 --2- 172.21.15.39:0/251407564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608100560 0x7f4608100940 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 --2- 172.21.15.39:0/251407564 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4608100f10 0x7f4608104f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 -- 172.21.15.39:0/251407564 >> 172.21.15.39:0/251407564 conn(0x7f46080fbda0 msgr2=0x7f46080fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 -- 172.21.15.39:0/251407564 shutdown_connections 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.535+0000 7f460e4c2700 1 -- 172.21.15.39:0/251407564 wait complete. 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 Processor -- start 2023-12-07T14:18:43.539 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 -- start start 2023-12-07T14:18:43.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4608100560 0x7f46081967c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:43.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4608105680 0x7f4608196d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:43.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608199ff0 0x7f460819a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:43.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f460819a9e0 con 0x7f4608199ff0 2023-12-07T14:18:43.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f460819ab50 con 0x7f4608105680 2023-12-07T14:18:43.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460e4c2700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f460819ad10 con 0x7f4608100560 2023-12-07T14:18:43.542 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460ca5f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608199ff0 0x7f460819a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460ca5f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608199ff0 0x7f460819a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60364/0 (socket says 172.21.15.39:60364) 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f460ca5f700 1 -- 172.21.15.39:0/1809115850 learned_addr learned my addr 172.21.15.39:0/1809115850 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f4607fff700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4608100560 0x7f46081967c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.536+0000 7f46077fe700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4608105680 0x7f4608196d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460ca5f700 1 -- 172.21.15.39:0/1809115850 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4608100560 msgr2=0x7f46081967c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460ca5f700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4608100560 0x7f46081967c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460ca5f700 1 -- 172.21.15.39:0/1809115850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4608105680 msgr2=0x7f4608196d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460ca5f700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4608105680 0x7f4608196d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460ca5f700 1 -- 172.21.15.39:0/1809115850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45f80095f0 con 0x7f4608199ff0 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f46077fe700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4608105680 0x7f4608196d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-12-07T14:18:43.543 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460ca5f700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608199ff0 0x7f460819a4a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f460000efb0 tx=0x7f460000c550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f46057fa700 1 -- 172.21.15.39:0/1809115850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4600011670 con 0x7f4608199ff0 2023-12-07T14:18:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f46057fa700 1 -- 172.21.15.39:0/1809115850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4600011c90 con 0x7f4608199ff0 2023-12-07T14:18:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4608068780 con 0x7f4608199ff0 2023-12-07T14:18:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f46057fa700 1 -- 172.21.15.39:0/1809115850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f460001ac70 con 0x7f4608199ff0 2023-12-07T14:18:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.537+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4608068c40 con 0x7f4608199ff0 2023-12-07T14:18:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.538+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4608069690 con 0x7f4608199ff0 2023-12-07T14:18:43.544 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.539+0000 7f46057fa700 1 -- 172.21.15.39:0/1809115850 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f46000117d0 con 0x7f4608199ff0 2023-12-07T14:18:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.540+0000 7f46057fa700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45f00a1620 0x7f45f00a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.540+0000 7f4607fff700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45f00a1620 0x7f45f00a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.540+0000 7f46057fa700 1 -- 172.21.15.39:0/1809115850 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 8841+0+0 (secure 0 0 0) 0x7f46000cf980 con 0x7f4608199ff0 2023-12-07T14:18:43.545 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.540+0000 7f4607fff700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45f00a1620 0x7f45f00a3ae0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f45f800b5c0 tx=0x7f45f8005960 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.544+0000 7f46057fa700 1 -- 172.21.15.39:0/1809115850 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f4600098b00 con 0x7f4608199ff0 2023-12-07T14:18:43.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: pgmap v511: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 46 KiB/s wr, 15 op/s 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2904808614' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/2904808614' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: osdmap e109: 12 total, 12 up, 12 in 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: fsmap cephfs:0/5 2 up:standby, 5 failed 2023-12-07T14:18:43.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:43 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4282558650' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-12-07T14:18:43.749 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:43.747+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f4608101a30 con 0x7f4608199ff0 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: Cluster is now healthy 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/4282558650' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6837/3876745564,v1:172.21.15.89:6838/3876745564] up:boot 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6836/2013908771,v1:172.21.15.89:6839/2013908771] up:boot 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6832/3356406909,v1:172.21.15.89:6834/3356406909] up:boot 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.39:6838/491175543,v1:172.21.15.39:6840/491175543] up:boot 2023-12-07T14:18:44.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6833/3796101465,v1:172.21.15.55:6836/3796101465] up:boot 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.89:6833/1189056559,v1:172.21.15.89:6835/1189056559] up:boot 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6834/1393193673,v1:172.21.15.55:6838/1393193673] up:boot 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6835/321044974,v1:172.21.15.55:6839/321044974] up:boot 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.39:6839/1867192882,v1:172.21.15.39:6841/1867192882] up:boot 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: mds.? [v2:172.21.15.55:6832/592578994,v1:172.21.15.55:6837/592578994] up:boot 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: fsmap 12 up:standby 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:18:44.442 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:18:44.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:18:44.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:18:44.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:18:44.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:18:44.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:18:44.443 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:44 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1809115850' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-07T14:18:44.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-07T14:18:44.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-07T14:18:44.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: Cluster is now healthy 2023-12-07T14:18:44.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/4282558650' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-07T14:18:44.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6837/3876745564,v1:172.21.15.89:6838/3876745564] up:boot 2023-12-07T14:18:44.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6836/2013908771,v1:172.21.15.89:6839/2013908771] up:boot 2023-12-07T14:18:44.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6832/3356406909,v1:172.21.15.89:6834/3356406909] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.39:6838/491175543,v1:172.21.15.39:6840/491175543] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6833/3796101465,v1:172.21.15.55:6836/3796101465] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.89:6833/1189056559,v1:172.21.15.89:6835/1189056559] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6834/1393193673,v1:172.21.15.55:6838/1393193673] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6835/321044974,v1:172.21.15.55:6839/321044974] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.39:6839/1867192882,v1:172.21.15.39:6841/1867192882] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: mds.? [v2:172.21.15.55:6832/592578994,v1:172.21.15.55:6837/592578994] up:boot 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: fsmap 12 up:standby 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:18:44.557 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:18:44.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:18:44.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:18:44.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:18:44.558 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:44 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1809115850' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-07T14:18:44.649 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: Cluster is now healthy 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/4282558650' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6837/3876745564,v1:172.21.15.89:6838/3876745564] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6836/2013908771,v1:172.21.15.89:6839/2013908771] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6832/3356406909,v1:172.21.15.89:6834/3356406909] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.39:6838/491175543,v1:172.21.15.39:6840/491175543] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6833/3796101465,v1:172.21.15.55:6836/3796101465] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.89:6833/1189056559,v1:172.21.15.89:6835/1189056559] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6834/1393193673,v1:172.21.15.55:6838/1393193673] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6835/321044974,v1:172.21.15.55:6839/321044974] up:boot 2023-12-07T14:18:44.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.39:6839/1867192882,v1:172.21.15.39:6841/1867192882] up:boot 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: mds.? [v2:172.21.15.55:6832/592578994,v1:172.21.15.55:6837/592578994] up:boot 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: fsmap 12 up:standby 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='mgr.15477 172.21.15.39:0/1709660257' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-12-07T14:18:44.651 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:44 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1809115850' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-07T14:18:44.751 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.748+0000 7f46057fa700 1 -- 172.21.15.39:0/1809115850 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v110) v1 ==== 181+0+0 (secure 0 0 0) 0x7f460009c120 con 0x7f4608199ff0 2023-12-07T14:18:44.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.751+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45f00a1620 msgr2=0x7f45f00a3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.751+0000 7f460e4c2700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45f00a1620 0x7f45f00a3ae0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f45f800b5c0 tx=0x7f45f8005960 comp rx=0 tx=0).stop 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.751+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608199ff0 msgr2=0x7f460819a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.751+0000 7f460e4c2700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608199ff0 0x7f460819a4a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f460000efb0 tx=0x7f460000c550 comp rx=0 tx=0).stop 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 shutdown_connections 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4608199ff0 0x7f460819a4a0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f4608100560 0x7f46081967c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f45f00a1620 0x7f45f00a3ae0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 --2- 172.21.15.39:0/1809115850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4608105680 0x7f4608196d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 >> 172.21.15.39:0/1809115850 conn(0x7f46080fbda0 msgr2=0x7f46080fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 shutdown_connections 2023-12-07T14:18:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.752+0000 7f460e4c2700 1 -- 172.21.15.39:0/1809115850 wait complete. 2023-12-07T14:18:44.756 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2023-12-07T14:18:44.774 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.952+0000 7f830ed3f700 1 -- 172.21.15.39:0/2650594941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f830810ba20 msgr2=0x7f830810dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.952+0000 7f830ed3f700 1 --2- 172.21.15.39:0/2650594941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f830810ba20 0x7f830810dee0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f830000b0a0 tx=0x7f830000b3b0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- 172.21.15.39:0/2650594941 shutdown_connections 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 --2- 172.21.15.39:0/2650594941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f830810ba20 0x7f830810dee0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 --2- 172.21.15.39:0/2650594941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8308102600 0x7f83081029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 --2- 172.21.15.39:0/2650594941 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8308102f20 0x7f830810b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- 172.21.15.39:0/2650594941 >> 172.21.15.39:0/2650594941 conn(0x7f83080fbe00 msgr2=0x7f83080fe220 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- 172.21.15.39:0/2650594941 shutdown_connections 2023-12-07T14:18:44.958 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- 172.21.15.39:0/2650594941 wait complete. 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 Processor -- start 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- start start 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 --2- >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8308102600 0x7f8308197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8308102f20 0x7f8308197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f830810ba20 0x7f830819c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f830819c900 con 0x7f8308102f20 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f830819ca70 con 0x7f830810ba20 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.953+0000 7f830ed3f700 1 -- --> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f830819cc30 con 0x7f8308102600 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8308102f20 0x7f8308197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8308102f20 0x7f8308197fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:60376/0 (socket says 172.21.15.39:60376) 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 -- 172.21.15.39:0/321493754 learned_addr learned my addr 172.21.15.39:0/321493754 (peer_addr_for_me v2:172.21.15.39:0/0) 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f830cadb700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8308102600 0x7f8308197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f830d2dc700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f830810ba20 0x7f830819c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 -- 172.21.15.39:0/321493754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8308102600 msgr2=0x7f8308197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:44.959 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8308102600 0x7f8308197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 -- 172.21.15.39:0/321493754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f830810ba20 msgr2=0x7f830819c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f830810ba20 0x7f830819c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 -- 172.21.15.39:0/321493754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8300009d00 con 0x7f8308102f20 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8307fff700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8308102f20 0x7f8308197fb0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f82f400e9f0 tx=0x7f82f400ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8305ffb700 1 -- 172.21.15.39:0/321493754 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f400c9c0 con 0x7f8308102f20 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8305ffb700 1 -- 172.21.15.39:0/321493754 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82f4010430 con 0x7f8308102f20 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f830819cf10 con 0x7f8308102f20 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f8305ffb700 1 -- 172.21.15.39:0/321493754 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82f4018680 con 0x7f8308102f20 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.954+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83081a47c0 con 0x7f8308102f20 2023-12-07T14:18:44.960 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.955+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8308106b50 con 0x7f8308102f20 2023-12-07T14:18:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.957+0000 7f8305ffb700 1 -- 172.21.15.39:0/321493754 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 26) v1 ==== 136137+0+0 (secure 0 0 0) 0x7f82f4010860 con 0x7f8308102f20 2023-12-07T14:18:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.958+0000 7f8305ffb700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82f80a1670 0x7f82f80a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-12-07T14:18:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.958+0000 7f8305ffb700 1 -- 172.21.15.39:0/321493754 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8316+0+0 (secure 0 0 0) 0x7f82f4014070 con 0x7f8308102f20 2023-12-07T14:18:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.958+0000 7f830cadb700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82f80a1670 0x7f82f80a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-12-07T14:18:44.961 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.958+0000 7f830cadb700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82f80a1670 0x7f82f80a3b30 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f82fc009c60 tx=0x7f82fc009260 comp rx=0 tx=0).ready entity=mgr.15477 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-12-07T14:18:44.964 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:44.961+0000 7f8305ffb700 1 -- 172.21.15.39:0/321493754 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180949 (secure 0 0 0) 0x7f82f4096870 con 0x7f8308102f20 2023-12-07T14:18:45.166 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.163+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f8308069f10 con 0x7f8308102f20 2023-12-07T14:18:45.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:45 smithi089 ceph-mon[103124]: pgmap v513: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 68 KiB/s wr, 15 op/s 2023-12-07T14:18:45.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/1809115850' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-07T14:18:45.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:45 smithi089 ceph-mon[103124]: osdmap e110: 12 total, 12 up, 12 in 2023-12-07T14:18:45.441 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:45 smithi089 ceph-mon[103124]: from='client.? 172.21.15.39:0/321493754' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-07T14:18:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:45 smithi039 ceph-mon[98864]: pgmap v513: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 68 KiB/s wr, 15 op/s 2023-12-07T14:18:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/1809115850' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-07T14:18:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:45 smithi039 ceph-mon[98864]: osdmap e110: 12 total, 12 up, 12 in 2023-12-07T14:18:45.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:45 smithi039 ceph-mon[98864]: from='client.? 172.21.15.39:0/321493754' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-07T14:18:45.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:45 smithi055 ceph-mon[103363]: pgmap v513: 97 pgs: 97 active+clean; 4.9 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 68 KiB/s wr, 15 op/s 2023-12-07T14:18:45.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/1809115850' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-12-07T14:18:45.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:45 smithi055 ceph-mon[103363]: osdmap e110: 12 total, 12 up, 12 in 2023-12-07T14:18:45.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:45 smithi055 ceph-mon[103363]: from='client.? 172.21.15.39:0/321493754' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-12-07T14:18:45.754 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.750+0000 7f8305ffb700 1 -- 172.21.15.39:0/321493754 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v111) v1 ==== 169+0+0 (secure 0 0 0) 0x7f82f40260d0 con 0x7f8308102f20 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82f80a1670 msgr2=0x7f82f80a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82f80a1670 0x7f82f80a3b30 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f82fc009c60 tx=0x7f82fc009260 comp rx=0 tx=0).stop 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8308102f20 msgr2=0x7f8308197fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8308102f20 0x7f8308197fb0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f82f400e9f0 tx=0x7f82f400ed00 comp rx=0 tx=0).stop 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 shutdown_connections 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:6800/3084457348,v1:172.21.15.39:6801/3084457348] conn(0x7f82f80a1670 0x7f82f80a3b30 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f830810ba20 0x7f830819c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.89:3300/0,v1:172.21.15.89:6789/0] conn(0x7f8308102600 0x7f8308197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:45.756 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 --2- 172.21.15.39:0/321493754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8308102f20 0x7f8308197fb0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-12-07T14:18:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 >> 172.21.15.39:0/321493754 conn(0x7f83080fbe00 msgr2=0x7f83080fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-12-07T14:18:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 shutdown_connections 2023-12-07T14:18:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2023-12-07T14:18:45.753+0000 7f830ed3f700 1 -- 172.21.15.39:0/321493754 wait complete. 2023-12-07T14:18:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2023-12-07T14:18:45.786 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-07T14:18:45.834 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-07T14:18:45.888 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-07T14:18:45.939 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-12-07T14:18:45.939 DEBUG:teuthology.orchestra.run.smithi039:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-07T14:18:46.007 DEBUG:teuthology.orchestra.run.smithi055:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-07T14:18:46.025 DEBUG:teuthology.orchestra.run.smithi089:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-12-07T14:18:46.041 INFO:tasks.cephadm:Stopping all daemons... 2023-12-07T14:18:46.042 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-12-07T14:18:46.042 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a 2023-12-07T14:18:46.556 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:46 smithi039 systemd[1]: Stopping Ceph mon.a for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:18:46.886 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:46 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98840]: 2023-12-07T14:18:46.574+0000 7fc0fa631700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:18:46.886 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:46 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a[98840]: 2023-12-07T14:18:46.574+0000 7fc0fa631700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-12-07T14:18:47.192 INFO:journalctl@ceph.mon.a.smithi039.stdout:Dec 07 14:18:46 smithi039 bash[181374]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-a 2023-12-07T14:18:47.202 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.a.service' 2023-12-07T14:18:47.296 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:18:47.296 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-12-07T14:18:47.296 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-12-07T14:18:47.296 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.b 2023-12-07T14:18:47.650 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:47 smithi055 systemd[1]: Stopping Ceph mon.b for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:18:47.934 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-b[103339]: 2023-12-07T14:18:47.674+0000 7fd9ca4db700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:18:47.934 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-b[103339]: 2023-12-07T14:18:47.674+0000 7fd9ca4db700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-12-07T14:18:48.530 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.b.service' 2023-12-07T14:18:48.557 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:48 smithi055 bash[148797]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-b 2023-12-07T14:18:48.558 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:48 smithi055 systemd[1]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.b.service: Succeeded. 2023-12-07T14:18:48.558 INFO:journalctl@ceph.mon.b.smithi055.stdout:Dec 07 14:18:48 smithi055 systemd[1]: Stopped Ceph mon.b for cc8357a8-9507-11ee-95a2-87774f69a715. 2023-12-07T14:18:48.580 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:18:48.580 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-12-07T14:18:48.580 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-12-07T14:18:48.580 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.c 2023-12-07T14:18:48.941 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:48 smithi089 systemd[1]: Stopping Ceph mon.c for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:18:49.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-c[103098]: 2023-12-07T14:18:49.072+0000 7f876f5e7700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:18:49.440 INFO:journalctl@ceph.mon.c.smithi089.stdout:Dec 07 14:18:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mon-c[103098]: 2023-12-07T14:18:49.072+0000 7f876f5e7700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-12-07T14:18:49.708 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mon.c.service' 2023-12-07T14:18:49.784 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:18:49.784 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-12-07T14:18:49.784 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-12-07T14:18:49.784 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.x 2023-12-07T14:18:50.137 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:18:49 smithi039 systemd[1]: Stopping Ceph mgr.x for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:18:50.403 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:18:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:18:50.133+0000 7f1c3d454700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:18:50.403 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:18:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x[99109]: 2023-12-07T14:18:50.133+0000 7f1c3d454700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-12-07T14:18:50.671 INFO:journalctl@ceph.mgr.x.smithi039.stdout:Dec 07 14:18:50 smithi039 bash[181507]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-x 2023-12-07T14:18:50.678 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.x.service' 2023-12-07T14:18:50.717 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:18:50.717 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-12-07T14:18:50.717 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-12-07T14:18:50.718 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.y 2023-12-07T14:18:51.144 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:18:50 smithi055 systemd[1]: Stopping Ceph mgr.y for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:18:51.399 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:18:51 smithi055 bash[148934]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mgr-y 2023-12-07T14:18:51.400 INFO:journalctl@ceph.mgr.y.smithi055.stdout:Dec 07 14:18:51 smithi055 systemd[1]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-12-07T14:18:51.612 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.y.service' 2023-12-07T14:18:51.650 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:18:51.650 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-12-07T14:18:51.650 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2023-12-07T14:18:51.651 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.z 2023-12-07T14:18:51.940 INFO:journalctl@ceph.mgr.z.smithi089.stdout:Dec 07 14:18:51 smithi089 systemd[1]: Stopping Ceph mgr.z for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:18:52.536 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mgr.z.service' 2023-12-07T14:18:52.573 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:18:52.573 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2023-12-07T14:18:52.573 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-12-07T14:18:52.573 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.0 2023-12-07T14:18:52.921 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 14:18:52 smithi039 systemd[1]: Stopping Ceph osd.0 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:18:53.305 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 14:18:52 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-0[116930]: 2023-12-07T14:18:52.918+0000 7fe768f70700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:18:53.306 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 14:18:52 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-0[116930]: 2023-12-07T14:18:52.918+0000 7fe768f70700 -1 osd.0 111 *** Got signal Terminated *** 2023-12-07T14:18:53.306 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 14:18:52 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-0[116930]: 2023-12-07T14:18:52.918+0000 7fe768f70700 -1 osd.0 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:18:59.806 INFO:journalctl@ceph.osd.0.smithi039.stdout:Dec 07 14:18:59 smithi039 bash[181647]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-0 2023-12-07T14:19:00.664 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.0.service' 2023-12-07T14:19:00.705 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:00.706 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-12-07T14:19:00.706 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-12-07T14:19:00.706 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.1 2023-12-07T14:19:01.056 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 14:19:00 smithi055 systemd[1]: Stopping Ceph osd.1 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:01.399 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 14:19:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-1[108493]: 2023-12-07T14:19:01.052+0000 7fe514e1e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:01.399 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 14:19:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-1[108493]: 2023-12-07T14:19:01.052+0000 7fe514e1e700 -1 osd.1 111 *** Got signal Terminated *** 2023-12-07T14:19:01.400 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 14:19:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-1[108493]: 2023-12-07T14:19:01.052+0000 7fe514e1e700 -1 osd.1 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:07.368 INFO:journalctl@ceph.osd.1.smithi055.stdout:Dec 07 14:19:07 smithi055 bash[149079]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-1 2023-12-07T14:19:08.943 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.1.service' 2023-12-07T14:19:08.988 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:08.989 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-12-07T14:19:08.989 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-12-07T14:19:08.989 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.2 2023-12-07T14:19:09.348 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 14:19:09 smithi089 systemd[1]: Stopping Ceph osd.2 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:09.690 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 14:19:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-2[108954]: 2023-12-07T14:19:09.344+0000 7fbda70bd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:09.690 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 14:19:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-2[108954]: 2023-12-07T14:19:09.344+0000 7fbda70bd700 -1 osd.2 111 *** Got signal Terminated *** 2023-12-07T14:19:09.691 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 14:19:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-2[108954]: 2023-12-07T14:19:09.344+0000 7fbda70bd700 -1 osd.2 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:15.190 INFO:journalctl@ceph.osd.2.smithi089.stdout:Dec 07 14:19:15 smithi089 bash[149353]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-2 2023-12-07T14:19:16.569 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.2.service' 2023-12-07T14:19:16.610 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:16.610 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-12-07T14:19:16.610 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-12-07T14:19:16.610 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.3 2023-12-07T14:19:16.975 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 14:19:16 smithi039 systemd[1]: Stopping Ceph osd.3 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:17.305 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 14:19:16 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-3[125737]: 2023-12-07T14:19:16.971+0000 7f51a20c9700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:17.306 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 14:19:16 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-3[125737]: 2023-12-07T14:19:16.971+0000 7f51a20c9700 -1 osd.3 111 *** Got signal Terminated *** 2023-12-07T14:19:17.306 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 14:19:16 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-3[125737]: 2023-12-07T14:19:16.971+0000 7f51a20c9700 -1 osd.3 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:19.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:19.035+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:19.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:19 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:19.352+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:20.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:20 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:20.130+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:20.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:20.045+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:20.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:20.389+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:21.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:20 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:20.875+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:21.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:21.007+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:21.649 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:21 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:21.153+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:21.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:21.430+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:22.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:22.050+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:22.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:21.885+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:22.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:21 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:21.917+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:22.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:22 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:22.117+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:22.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:22.405+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:22.904 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:22.508+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:23.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:23.020+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:23.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:22.900+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:23.306 INFO:journalctl@ceph.osd.3.smithi039.stdout:Dec 07 14:19:22 smithi039 bash[181924]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-3 2023-12-07T14:19:23.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:22 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:22.889+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:23.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:23 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:23.100+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:23.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:23 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:23.442+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:23.889 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:23.486+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:24.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:23.982+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:24.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:23.886+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:24.226 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:23 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:23.866+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:24.233 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.3.service' 2023-12-07T14:19:24.275 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:24.275 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-12-07T14:19:24.275 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-12-07T14:19:24.276 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.4 2023-12-07T14:19:24.399 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 14:19:24 smithi055 systemd[1]: Stopping Ceph osd.4 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:24.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:24.088+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:24.555 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:24.402+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:24.875 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:24.447+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:24.899 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 14:19:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-4[117269]: 2023-12-07T14:19:24.641+0000 7f660edba700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:24.899 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 14:19:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-4[117269]: 2023-12-07T14:19:24.641+0000 7f660edba700 -1 osd.4 111 *** Got signal Terminated *** 2023-12-07T14:19:24.900 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 14:19:24 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-4[117269]: 2023-12-07T14:19:24.641+0000 7f660edba700 -1 osd.4 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:25.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:24.994+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:25.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:24 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:24.872+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:25.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:24 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:24.832+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:25.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:25 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:25.116+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:25.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:25.409+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:25.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:25.432+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:26.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:26.001+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:26.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:25 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:25.831+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:26.305 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:25.854+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:26.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:26 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:26.072+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:26.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:26.396+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:26.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:26.393+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:27.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:27.038+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:27.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:26.789+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:27.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:26 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:26.789+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:27.305 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:26 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:26.886+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:27.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:27 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:27.103+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:27.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:27.367+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:27.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:27.367+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:27.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:27 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:27.406+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:28.006 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:27.750+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:28.006 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:27 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:27.750+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:28.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:27 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:27.853+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:28.338 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:28.004+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:28.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:28 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:28.057+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:28.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:28.336+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:28.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:28.336+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:28.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:28 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:28.390+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:29.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:28.974+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:29.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:28.774+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:29.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:28 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:28.774+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:29.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:28 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:28.881+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:29.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:29.010+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:29.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:29 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:29.298+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:29.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:29 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:29.298+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:29.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:29.394+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:29.993 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:29.712+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:30.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:29 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:29.998+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:30.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:29 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:29.787+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:30.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:29 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:29.787+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:30.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:29 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:29.894+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:30.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:29 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:29.989+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:30.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:30 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:30.341+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:30.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:30 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:30.341+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:30.712 INFO:journalctl@ceph.osd.4.smithi055.stdout:Dec 07 14:19:30 smithi055 bash[149346]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-4 2023-12-07T14:19:30.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:30 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:30.393+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:31.012 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:30 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:30.708+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:31.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:31 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:31.000+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:31.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:30 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:30.807+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:31.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:30 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:30.807+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:31.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:30 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:30.924+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:31.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:30 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:30.924+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:31.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:31.007+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:31.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:31.007+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:31.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:31 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:31.368+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:31.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:31 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:31.368+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:31.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:31 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:31.401+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:31.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:31 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:31.401+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:31.899 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:31.718+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:32.024 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.4.service' 2023-12-07T14:19:32.034 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:31 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:31.772+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:32.034 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:31 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:31.772+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:32.067 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:32.067 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-12-07T14:19:32.068 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-12-07T14:19:32.068 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.5 2023-12-07T14:19:32.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:31 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:31.945+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:32.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:31 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:31.945+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:32.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:31.972+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:32.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:31 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:31.972+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:32.416 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:32.031+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:32.416 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:32.031+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:32.416 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:32 smithi089 systemd[1]: Stopping Ceph osd.5 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:32.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:32.413+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:32.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:32.413+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:32.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:32.433+0000 7f3a63900700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:32.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:32.433+0000 7f3a63900700 -1 osd.5 111 *** Got signal Terminated *** 2023-12-07T14:19:32.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:32.433+0000 7f3a63900700 -1 osd.5 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:32.807 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:32 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:32.399+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:32.807 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:32 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:32.399+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:33.054 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:32.792+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:33.054 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:32 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:32.792+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:33.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:32 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:32.733+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:33.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:32 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:32.924+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:33.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:32 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:32.924+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:33.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:32 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:32.977+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:33.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:32 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:32.977+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:33.398 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:33 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:33.052+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:33.398 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:33 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:33.052+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:33.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:33 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:33.395+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:33.691 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:33 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:33.395+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:33.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:33 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:33.372+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:33.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:33 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:33.372+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:34.092 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:33 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:33.833+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:34.092 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:33 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:33.833+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:34.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:33 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:33.732+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:34.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:33 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:33.935+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:34.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:33 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:33.935+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:34.305 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:33 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:33.945+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:34.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:33 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:33.945+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:34.426 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:34.089+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:34.427 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:34.089+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:34.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:34.423+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:34.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:34.423+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:34.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:34 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:34.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:34.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:34 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:34.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:34.981 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:34 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:34.711+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:35.111 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:34.824+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:35.111 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:34 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:34.824+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:35.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:34 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:34.916+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:35.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:34 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:34.916+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:35.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:34 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:34.978+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:35.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:34 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:34.978+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:35.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:35 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:35.107+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:35.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:35 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:35.107+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:35.787 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:35 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:35.453+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:35.788 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:35 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:35.453+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:35.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:35 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:35.379+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:35.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:35 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:35.379+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:36.125 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:35 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:35.784+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:36.126 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:35 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:35.784+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:36.126 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:35 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:35.784+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:36.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:35 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:35.755+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:36.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:35 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:35.945+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:36.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:35 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:35.945+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:36.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:35 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:35.903+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:36.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:35 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:35.903+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:36.422 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:36.122+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:36.423 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:36.122+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:36.423 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:36.122+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:36.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:36.419+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:36.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:36.419+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:36.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:36 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:36.407+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:36.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:36 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:36.407+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:37.118 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:36.739+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:37.118 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:36.739+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:37.118 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:36 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:36.739+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:37.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:36 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:36.732+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:37.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:36 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:36.934+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:37.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:36 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:36.934+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:37.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:36 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:36.934+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:37.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:36 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:36.874+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:37.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:36 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:36.874+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:37.386 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:37.114+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:37.387 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:37.114+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:37.387 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:37.114+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:37.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:37.383+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:56.045768+0000 front 2023-12-07T14:18:56.045806+0000 (oldest deadline 2023-12-07T14:19:21.945737+0000) 2023-12-07T14:19:37.690 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5[117735]: 2023-12-07T14:19:37.383+0000 7f3a5fefb700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:04.846917+0000 front 2023-12-07T14:19:04.846801+0000 (oldest deadline 2023-12-07T14:19:27.146702+0000) 2023-12-07T14:19:37.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:37.383+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:37.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:37.383+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:38.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:37 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:37.767+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:38.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:37 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:37.979+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:38.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:37 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:37.979+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:38.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:37 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:37.979+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:38.156 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:37.737+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:38.156 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:37.737+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:38.156 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:37 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:37.737+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:38.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:37.840+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:38.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:37 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:37.840+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:38.440 INFO:journalctl@ceph.osd.5.smithi089.stdout:Dec 07 14:19:38 smithi089 bash[149627]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-5 2023-12-07T14:19:38.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:38 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:38.153+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:38.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:38 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:38.153+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:38.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:38 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:38.153+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:38.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:38.366+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:38.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:38.366+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:38.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:38.366+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:39.119 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:38 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:38.696+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:39.119 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:38 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:38.696+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:39.119 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:38 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:38.696+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:39.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:38 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:38.735+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:39.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:38 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:38.972+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:39.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:38 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:38.972+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:39.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:38 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:38.972+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:39.307 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:38.844+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:39.434 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:38 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:38.844+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:39.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:39 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:39.115+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:39.442 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:39 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:39.115+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:39.442 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:39 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:39.115+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:39.565 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.5.service' 2023-12-07T14:19:39.605 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:39.605 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-12-07T14:19:39.606 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-12-07T14:19:39.606 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.6 2023-12-07T14:19:39.636 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:39.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:39.637 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:39.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:39.637 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:39.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:39.897 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:39 smithi039 systemd[1]: Stopping Ceph osd.6 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:39.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:39 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:39.657+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:39.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:39 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:39.657+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:39.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:39 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:39.657+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:40.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:39 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:39.778+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:40.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:39 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:39.997+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:40.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:39 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:39.997+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:40.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:39 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:39.997+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:40.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:39.894+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:40.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:39.894+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:40.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:39.894+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.053787+0000 front 2023-12-07T14:19:14.053822+0000 (oldest deadline 2023-12-07T14:19:39.353860+0000) 2023-12-07T14:19:40.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:39.961+0000 7f9a85921700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:40.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:39.961+0000 7f9a85921700 -1 osd.6 111 *** Got signal Terminated *** 2023-12-07T14:19:40.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:39.961+0000 7f9a85921700 -1 osd.6 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:40.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:40 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:40.139+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:40.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:40 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:40.139+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:40.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:40 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:40.139+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:40.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:40.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:40.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:40.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:40.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:40.335+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:40.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:40 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:40.684+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:40.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:40 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:40.684+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:40.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:40 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:40.684+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:41.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:40 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:40.806+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:41.150 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:40 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:40.806+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:41.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:40 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:40.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:41.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:40 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:40.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:41.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:40 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:40.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:41.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:40.892+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:41.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:40.892+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:41.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:40 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:40.892+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.053787+0000 front 2023-12-07T14:19:14.053822+0000 (oldest deadline 2023-12-07T14:19:39.353860+0000) 2023-12-07T14:19:41.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:41 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:41.184+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:41.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:41 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:41.184+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:41.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:41 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:41.184+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:41.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:41.347+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:41.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:41.347+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:41.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:41.347+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:41.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:41 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:41.669+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:41.942 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:41 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:41.669+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:41.942 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:41 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:41.669+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:42.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:41 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:41.785+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:42.149 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:41 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:41.785+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:42.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:41 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:41.988+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:42.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:41 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:41.988+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:42.150 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:41 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:41.988+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:42.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:41.862+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:42.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:41.862+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:42.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:41 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:41.862+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.053787+0000 front 2023-12-07T14:19:14.053822+0000 (oldest deadline 2023-12-07T14:19:39.353860+0000) 2023-12-07T14:19:42.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:42.145+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:42.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:42.145+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:42.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:42.145+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:42.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:42.375+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:42.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:42.375+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:42.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:42.375+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:43.025 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:42.752+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:43.025 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:42 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:42.752+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:43.168 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:42.709+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:43.168 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:42.709+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:43.168 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:42 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:42.709+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:43.305 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:42.854+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:43.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:42.854+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:43.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:42 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:42.854+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.053787+0000 front 2023-12-07T14:19:14.053822+0000 (oldest deadline 2023-12-07T14:19:39.353860+0000) 2023-12-07T14:19:43.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:43 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:43.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:43.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:43 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:43.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:43.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:43 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:43.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:43.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:43.165+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:43.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:43.165+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:43.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:43.165+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:43.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:43.410+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:43.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:43.410+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:43.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:43.410+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:43.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:43.410+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:44.052 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:43 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:43.722+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:44.053 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:43 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:43.722+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:44.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:43.757+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:44.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:43.757+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:44.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:43 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:43.757+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:44.305 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:43.881+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:44.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:43.881+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:44.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:43 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:43.881+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.053787+0000 front 2023-12-07T14:19:14.053822+0000 (oldest deadline 2023-12-07T14:19:39.353860+0000) 2023-12-07T14:19:44.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:44 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:44.049+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:44.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:44 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:44.049+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:44.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:44 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:44.049+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:44.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:44 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:44.192+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:44.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:44 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:44.192+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:44.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:44 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:44.192+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:44.809 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:44.452+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:44.809 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:44.452+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:44.809 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:44.452+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:44.809 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:44.452+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:45.054 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:44 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:44.694+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:45.054 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:44 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:44.694+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:45.192 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:44 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:44.780+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:45.193 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:44 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:44.780+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:45.193 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:44 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:44.780+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:45.193 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:44 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:44.780+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:45.306 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:44.844+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:54.150763+0000 front 2023-12-07T14:18:54.150784+0000 (oldest deadline 2023-12-07T14:19:20.050930+0000) 2023-12-07T14:19:45.307 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:44.844+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.252532+0000 front 2023-12-07T14:19:05.252705+0000 (oldest deadline 2023-12-07T14:19:29.952588+0000) 2023-12-07T14:19:45.307 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:44.844+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.053787+0000 front 2023-12-07T14:19:14.053822+0000 (oldest deadline 2023-12-07T14:19:39.353860+0000) 2023-12-07T14:19:45.307 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:44 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6[134407]: 2023-12-07T14:19:44.844+0000 7f9a80719700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.455069+0000 front 2023-12-07T14:19:20.455039+0000 (oldest deadline 2023-12-07T14:19:44.555226+0000) 2023-12-07T14:19:45.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:45 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:45.049+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:45.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:45 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:45.049+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:45.401 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:45 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:45.049+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:45.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:45.207+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:45.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:45.207+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:45.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:45.207+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:45.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:45.207+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:45.751 INFO:journalctl@ceph.osd.6.smithi039.stdout:Dec 07 14:19:45 smithi039 bash[182185]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-6 2023-12-07T14:19:45.751 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:45 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:45.494+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:45.751 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:45 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:45.494+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:45.751 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:45 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:45.494+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:45.751 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:45 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:45.494+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:46.058 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:45 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:45.725+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:46.058 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:45 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:45.725+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:46.058 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:45 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:45.725+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.097416+0000 front 2023-12-07T14:19:20.097447+0000 (oldest deadline 2023-12-07T14:19:45.297689+0000) 2023-12-07T14:19:46.165 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:45.751+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:46.165 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:45.751+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:46.165 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:45.751+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:46.165 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:45 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:45.751+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:46.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:46 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:46.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:46.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:46 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:46.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:46.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:46 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:46.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:46.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:46 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:46.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:46.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:46.161+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:46.442 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:46.161+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:46.442 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:46.161+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:46.442 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:46.161+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:46.751 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:46 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:46.537+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:46.751 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:46 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:46.537+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:46.751 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:46 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:46.537+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:46.752 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:46 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:46.537+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:47.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:46 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:46.742+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:47.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:46 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:46.742+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:47.061 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:46 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:46.742+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.097416+0000 front 2023-12-07T14:19:20.097447+0000 (oldest deadline 2023-12-07T14:19:45.297689+0000) 2023-12-07T14:19:47.100 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.6.service' 2023-12-07T14:19:47.181 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:47.182 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-12-07T14:19:47.182 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-12-07T14:19:47.182 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.7 2023-12-07T14:19:47.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:46.759+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:47.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:46.759+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:47.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:46.759+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:47.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:46 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:46.759+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:47.400 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:47 smithi055 systemd[1]: Stopping Ceph osd.7 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:47.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:47.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:47.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:47.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:47.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:47.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:47.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:47.055+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:47.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:47.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:47.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:47.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:47.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:47.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:47.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:47.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:47.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:47 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:47.538+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:47.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:47 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:47.538+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:47.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:47 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:47.538+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:47.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:47 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:47.538+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:47.899 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:47.546+0000 7f0acf868700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:47.900 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:47.546+0000 7f0acf868700 -1 osd.7 111 *** Got signal Terminated *** 2023-12-07T14:19:47.900 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:47.546+0000 7f0acf868700 -1 osd.7 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:47.900 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:47.786+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:47.900 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:47.786+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:47.900 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:47.786+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.097416+0000 front 2023-12-07T14:19:20.097447+0000 (oldest deadline 2023-12-07T14:19:45.297689+0000) 2023-12-07T14:19:48.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:47.750+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:48.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:47.750+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:48.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:47.750+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:48.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:47 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:47.750+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:48.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:48 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:48.060+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:48.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:48 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:48.060+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:48.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:48 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:48.060+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:48.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:48 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:48.060+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:48.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:48.202+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:48.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:48.202+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:48.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:48.202+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:48.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:48.202+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:49.055 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:48 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:48.790+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:49.056 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:48 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:48.790+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:49.056 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:48 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:48.790+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.097416+0000 front 2023-12-07T14:19:20.097447+0000 (oldest deadline 2023-12-07T14:19:45.297689+0000) 2023-12-07T14:19:49.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:48 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:48.586+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:49.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:48 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:48.586+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:49.057 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:48 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:48.586+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:49.057 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:48 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:48.586+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:49.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:48.737+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:49.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:48.737+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:49.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:48.737+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:49.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:48 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:48.737+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:49.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:49 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:49.052+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:49.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:49 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:49.052+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:49.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:49 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:49.052+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:49.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:49 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:49.052+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:49.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:49.194+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:49.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:49.194+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:49.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:49.194+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:49.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:49.194+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:50.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:49 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:49.616+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:50.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:49 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:49.616+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:50.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:49 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:49.616+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:50.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:49 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:49.616+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:50.069 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:49 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:49.805+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:50.069 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:49 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:49.805+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:50.069 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:49 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:49.805+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.097416+0000 front 2023-12-07T14:19:20.097447+0000 (oldest deadline 2023-12-07T14:19:45.297689+0000) 2023-12-07T14:19:50.187 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:49.761+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:50.187 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:49.761+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:50.187 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:49.761+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:50.187 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:49 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:49.761+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:50.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:50 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:50.066+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:50.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:50 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:50.066+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:50.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:50 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:50.066+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:50.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:50 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:50.066+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:50.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:50.184+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:50.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:50.184+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:50.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:50.184+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:50.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:50.184+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:51.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:50.584+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:51.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:50.584+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:51.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:50.584+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:51.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:50 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:50.584+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:51.105 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:50 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:50.787+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:51.105 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:50 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:50.787+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:51.105 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:50 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:50.787+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.097416+0000 front 2023-12-07T14:19:20.097447+0000 (oldest deadline 2023-12-07T14:19:45.297689+0000) 2023-12-07T14:19:51.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:50.792+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:51.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:50.792+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:51.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:50.792+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:51.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:50 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:50.792+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:51.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:51.102+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:51.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:51.102+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:51.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:51.102+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:51.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:51.102+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:51.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:51.102+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:51.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:51.208+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:51.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:51.208+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:51.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:51.208+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:51.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:51.208+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:52.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:51 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:51.619+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:52.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:51 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:51.619+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:52.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:51 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:51.619+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:52.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:51 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:51.619+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:52.081 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:51.822+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.395550+0000 front 2023-12-07T14:19:05.395583+0000 (oldest deadline 2023-12-07T14:19:29.495900+0000) 2023-12-07T14:19:52.081 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:51.822+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:14.197137+0000 front 2023-12-07T14:19:14.197235+0000 (oldest deadline 2023-12-07T14:19:40.096841+0000) 2023-12-07T14:19:52.081 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7[125917]: 2023-12-07T14:19:51.822+0000 7f0acc664700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:20.097416+0000 front 2023-12-07T14:19:20.097447+0000 (oldest deadline 2023-12-07T14:19:45.297689+0000) 2023-12-07T14:19:52.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:51.749+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:52.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:51.749+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:52.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:51.749+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:52.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:51 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:51.749+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:52.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:52 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:52.078+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:52.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:52 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:52.078+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:52.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:52 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:52.078+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:52.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:52 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:52.078+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:52.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:52 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:52.078+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:52.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:52.225+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:52.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:52.225+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:52.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:52.225+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:52.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:52.225+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:53.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:52 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:52.574+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:53.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:52 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:52.574+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:53.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:52 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:52.574+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:53.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:52 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:52.574+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:53.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:52.736+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:53.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:52.736+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:53.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:52.736+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:53.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:52 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:52.736+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:53.397 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:53 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:53.109+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:53.398 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:53 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:53.109+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:53.398 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:53 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:53.109+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:53.398 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:53 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:53.109+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:53.398 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:53 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:53.109+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:53.649 INFO:journalctl@ceph.osd.7.smithi055.stdout:Dec 07 14:19:53 smithi055 bash[149625]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-7 2023-12-07T14:19:53.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:53.204+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:53.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:53.204+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:53.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:53.204+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:53.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:53.204+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:54.055 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:53.565+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:54.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:53.565+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:54.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:53.565+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:54.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:53.565+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:54.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:53 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:53.565+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:19:54.186 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:53.687+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:54.187 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:53.687+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:54.187 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:53.687+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:54.187 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:53 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:53.687+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:54.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:54 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:54.087+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:54.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:54 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:54.087+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:54.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:54 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:54.087+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:54.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:54 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:54.087+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:54.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:54 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:54.087+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:54.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:54.183+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:54.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:54.183+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:54.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:54.183+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:54.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:54.183+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:54.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:54.183+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:19:54.799 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.7.service' 2023-12-07T14:19:54.843 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:19:54.843 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-12-07T14:19:54.843 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2023-12-07T14:19:54.843 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.8 2023-12-07T14:19:55.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:54 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:54.595+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:55.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:54 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:54.595+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:55.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:54 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:54.595+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:55.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:54 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:54.595+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:55.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:54 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:54.595+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:19:55.190 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:54.691+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:55.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:54.691+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:55.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:54.691+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:55.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:54 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:54.691+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:55.191 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:54 smithi089 systemd[1]: Stopping Ceph osd.8 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:19:55.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:55 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:55.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:55.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:55 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:55.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:55.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:55 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:55.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:55.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:55 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:55.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:55.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:55 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:55.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:55.662 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:55.212+0000 7f11737c8700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:19:55.662 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:55.212+0000 7f11737c8700 -1 osd.8 111 *** Got signal Terminated *** 2023-12-07T14:19:55.662 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:55.212+0000 7f11737c8700 -1 osd.8 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:19:55.662 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:55.658+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:55.663 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:55.227+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:55.663 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:55.227+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:55.663 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:55.227+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:55.663 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:55.227+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:55.663 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:55.227+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:19:55.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:55.658+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:55.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:55.658+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:55.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:55 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:55.658+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:56.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:55 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:55.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:56.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:55 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:55.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:56.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:55 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:55.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:56.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:55 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:55.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:56.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:55 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:55.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:19:56.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:56 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:56.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:56.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:56 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:56.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:56.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:56 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:56.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:56.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:56 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:56.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:56.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:56 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:56.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:56.640 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:56.263+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:56.641 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:56.263+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:56.641 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:56.263+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:56.641 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:56.263+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:56.641 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:56.263+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:19:56.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:56.637+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:56.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:56.637+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:56.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:56.637+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:56.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:56 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:56.637+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:57.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:56 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:56.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:57.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:56 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:56.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:57.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:56 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:56.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:57.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:56 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:56.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:57.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:56 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:56.573+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:19:57.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:57 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:57.043+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:57.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:57 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:57.043+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:57.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:57 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:57.043+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:57.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:57 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:57.043+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:57.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:57 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:57.043+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:57.595 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:57.222+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:57.595 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:57.222+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:57.595 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:57.222+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:57.595 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:57.222+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:57.595 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:57.222+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:19:57.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:57 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:57.526+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:57.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:57 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:57.526+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:57.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:57 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:57.526+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:57.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:57 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:57.526+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:57.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:57 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:57.526+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:19:57.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:57.592+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:57.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:57.592+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:57.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:57.592+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:57.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:57 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:57.592+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:58.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:58 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:58.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:58.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:58 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:58.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:58.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:58 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:58.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:58.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:58 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:58.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:58.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:58 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:58.054+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:58.547 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:58.203+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:58.547 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:58.203+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:58.547 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:58.203+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:58.547 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:58.203+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:58.547 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:58.203+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:19:58.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:58 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:58.536+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:58.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:58 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:58.536+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:58.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:58 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:58.536+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:58.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:58 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:58.536+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:58.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:58 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:58.536+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:19:58.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:58.543+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:58.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:58.543+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:58.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:58.543+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:58.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:58.543+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:58.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:58 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:58.543+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:33.245213+0000 front 2023-12-07T14:19:33.245193+0000 (oldest deadline 2023-12-07T14:19:57.945428+0000) 2023-12-07T14:19:59.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:59 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:59.101+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:19:59.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:59 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:59.101+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:19:59.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:59 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:59.101+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:19:59.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:59 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:59.101+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:19:59.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:19:59 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:19:59.101+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:19:59.567 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:59.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:19:59.567 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:59.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:19:59.567 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:59.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:19:59.567 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:59.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:19:59.567 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:59.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:19:59.567 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:19:59.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:19:59.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:59 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:59.489+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:19:59.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:59 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:59.489+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:19:59.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:59 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:59.489+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:19:59.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:59 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:59.489+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:19:59.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:19:59 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:19:59.489+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:19:59.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:59.564+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:55.737110+0000 front 2023-12-07T14:18:55.737136+0000 (oldest deadline 2023-12-07T14:19:21.037213+0000) 2023-12-07T14:19:59.940 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:59.564+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:03.838404+0000 front 2023-12-07T14:19:03.838522+0000 (oldest deadline 2023-12-07T14:19:26.738451+0000) 2023-12-07T14:19:59.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:59.564+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:13.640141+0000 front 2023-12-07T14:19:13.640159+0000 (oldest deadline 2023-12-07T14:19:35.340284+0000) 2023-12-07T14:19:59.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:59.564+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.642978+0000 front 2023-12-07T14:19:21.643052+0000 (oldest deadline 2023-12-07T14:19:44.543042+0000) 2023-12-07T14:19:59.941 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:19:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8[125710]: 2023-12-07T14:19:59.564+0000 7f116c5bc700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:33.245213+0000 front 2023-12-07T14:19:33.245193+0000 (oldest deadline 2023-12-07T14:19:57.945428+0000) 2023-12-07T14:20:00.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:00 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:00.073+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:00.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:00 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:00.073+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:00.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:00 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:00.073+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:00.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:00 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:00.073+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:00.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:00 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:00.073+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:00.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:00.216+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:00.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:00.216+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:00.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:00.216+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:00.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:00.216+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:00.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:00.216+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:00.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:00 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:00.216+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:00.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:00.460+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:00.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:00.460+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:00.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:00.460+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:00.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:00.460+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:00.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:00 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:00.460+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:01.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:01.114+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:01.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:01.114+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:01.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:01.114+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:01.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:01.114+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:01.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:01.114+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:01.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:01 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:01.114+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:01.440 INFO:journalctl@ceph.osd.8.smithi089.stdout:Dec 07 14:20:01 smithi089 bash[149886]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-8 2023-12-07T14:20:01.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:01.223+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:01.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:01.223+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:01.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:01.223+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:01.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:01.223+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:01.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:01.223+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:01.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:01 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:01.223+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:01.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:01 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:01.510+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:01.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:01 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:01.510+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:01.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:01 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:01.510+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:01.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:01 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:01.510+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:01.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:01 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:01.510+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:02.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:02 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:02.081+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:02.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:02 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:02.081+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:02.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:02 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:02.081+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:02.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:02 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:02.081+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:02.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:02 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:02.081+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:02.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:02 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:02.081+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:02.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:02 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:02.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:02.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:02 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:02.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:02.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:02 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:02.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:02.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:02 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:02.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:02.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:02 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:02.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:02.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:02 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:02.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:02.540 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.8.service' 2023-12-07T14:20:02.581 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:02.581 INFO:tasks.cephadm.osd.8:Stopped osd.8 2023-12-07T14:20:02.581 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2023-12-07T14:20:02.581 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.9 2023-12-07T14:20:02.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.509+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:02.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.509+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:02.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.509+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:02.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.509+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:02.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.509+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:02.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.509+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:34.762900+0000 front 2023-12-07T14:19:34.763046+0000 (oldest deadline 2023-12-07T14:20:02.363320+0000) 2023-12-07T14:20:02.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 systemd[1]: Stopping Ceph osd.9 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:03.306 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.948+0000 7fe6bd2b5700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:03.306 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.948+0000 7fe6bd2b5700 -1 osd.9 111 *** Got signal Terminated *** 2023-12-07T14:20:03.306 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:02 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:02.948+0000 7fe6bd2b5700 -1 osd.9 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:20:03.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:03 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:03.086+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:03.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:03 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:03.086+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:03.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:03 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:03.086+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:03.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:03 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:03.086+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:03.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:03 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:03.086+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:03.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:03 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:03.086+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:03.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:03.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:03.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:03.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:03.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:03.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:03.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:03.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:03.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:03.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:03.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:03.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:04.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:03 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:03.552+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:04.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:03 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:03.552+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:04.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:03 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:03.552+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:04.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:03 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:03.552+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:04.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:03 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:03.552+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:04.056 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:03 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:03.552+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:34.762900+0000 front 2023-12-07T14:19:34.763046+0000 (oldest deadline 2023-12-07T14:20:02.363320+0000) 2023-12-07T14:20:04.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:04 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:04.063+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:04.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:04 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:04.063+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:04.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:04 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:04.063+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:04.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:04 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:04.063+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:04.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:04 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:04.063+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:04.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:04 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:04.063+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:04.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:04 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:04.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:04.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:04 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:04.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:04.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:04 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:04.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:04.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:04 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:04.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:04.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:04 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:04.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:04.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:04 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:04.209+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:04.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:04 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:04.519+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:04.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:04 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:04.519+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:04.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:04 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:04.519+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:04.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:04 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:04.519+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:04.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:04 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:04.519+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:04.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:04 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:04.519+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:34.762900+0000 front 2023-12-07T14:19:34.763046+0000 (oldest deadline 2023-12-07T14:20:02.363320+0000) 2023-12-07T14:20:05.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:05 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:05.057+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:05.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:05 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:05.057+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:05.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:05 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:05.057+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:05.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:05 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:05.057+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:05.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:05 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:05.057+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:05.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:05 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:05.057+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:05.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:05 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:05.181+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:05.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:05 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:05.181+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:05.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:05 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:05.181+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:05.440 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:05 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:05.181+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:05.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:05 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:05.181+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:05.441 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:05 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:05.181+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:05.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:05 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:05.506+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:05.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:05 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:05.506+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:05.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:05 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:05.506+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:05.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:05 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:05.506+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:05.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:05 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:05.506+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:05.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:05 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:05.506+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:34.762900+0000 front 2023-12-07T14:19:34.763046+0000 (oldest deadline 2023-12-07T14:20:02.363320+0000) 2023-12-07T14:20:06.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:06 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:06.079+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:06.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:06 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:06.079+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:06.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:06 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:06.079+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:06.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:06 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:06.079+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:06.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:06 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:06.079+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:06.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:06 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:06.079+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:06.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:06 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:06.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:06.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:06 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:06.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:06.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:06 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:06.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:06.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:06 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:06.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:06.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:06 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:06.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:06.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:06 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:06.215+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:06.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:06.503+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:06.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:06.503+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:06.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:06.503+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:06.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:06.503+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:06.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:06.503+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:06.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:06 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:06.503+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:34.762900+0000 front 2023-12-07T14:19:34.763046+0000 (oldest deadline 2023-12-07T14:20:02.363320+0000) 2023-12-07T14:20:07.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:07 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:07.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:07.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:07 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:07.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:07.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:07 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:07.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:07.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:07 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:07.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:07.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:07 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:07.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:07.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:07 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:07.038+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:07.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:07.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:07.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:07.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:07.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:07.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:07.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:07.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:07.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:07.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:07.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:07.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:07.805 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:07.549+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:53.455378+0000 front 2023-12-07T14:18:53.455419+0000 (oldest deadline 2023-12-07T14:19:18.755582+0000) 2023-12-07T14:20:07.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:07.549+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.757626+0000 front 2023-12-07T14:19:05.757615+0000 (oldest deadline 2023-12-07T14:19:31.057553+0000) 2023-12-07T14:20:07.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:07.549+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.558574+0000 front 2023-12-07T14:19:11.558545+0000 (oldest deadline 2023-12-07T14:19:37.458659+0000) 2023-12-07T14:20:07.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:07.549+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:17.458990+0000 front 2023-12-07T14:19:17.458958+0000 (oldest deadline 2023-12-07T14:19:42.659571+0000) 2023-12-07T14:20:07.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:07.549+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:27.761908+0000 front 2023-12-07T14:19:27.761849+0000 (oldest deadline 2023-12-07T14:19:53.061943+0000) 2023-12-07T14:20:07.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:07 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9[142482]: 2023-12-07T14:20:07.549+0000 7fe6b80ad700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:34.762900+0000 front 2023-12-07T14:19:34.763046+0000 (oldest deadline 2023-12-07T14:20:02.363320+0000) 2023-12-07T14:20:08.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:08 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:08.056+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:08.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:08 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:08.056+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:08.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:08 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:08.056+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:08.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:08 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:08.056+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:08.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:08 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:08.056+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:08.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:08 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:08.056+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:08.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:08 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:08.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:08.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:08 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:08.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:08.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:08 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:08.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:08.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:08 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:08.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:08.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:08 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:08.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:08.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:08 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:08.218+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:08.806 INFO:journalctl@ceph.osd.9.smithi039.stdout:Dec 07 14:20:08 smithi039 bash[182470]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-9 2023-12-07T14:20:09.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.009+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:09.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.009+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:09.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.009+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:09.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.009+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:09.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.009+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:09.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.009+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:09.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.009+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2023-12-07T14:19:44.043942+0000 front 2023-12-07T14:19:44.043830+0000 (oldest deadline 2023-12-07T14:20:08.143727+0000) 2023-12-07T14:20:09.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:09.247+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:09.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:09.247+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:09.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:09.247+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:09.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:09.247+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:09.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:09.247+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:09.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:09 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:09.247+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:10.099 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.9.service' 2023-12-07T14:20:10.142 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:10.142 INFO:tasks.cephadm.osd.9:Stopped osd.9 2023-12-07T14:20:10.142 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2023-12-07T14:20:10.142 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.10 2023-12-07T14:20:10.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:10.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:10.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:10.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:10.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:10.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:10.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:09 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:09.970+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2023-12-07T14:19:44.043942+0000 front 2023-12-07T14:19:44.043830+0000 (oldest deadline 2023-12-07T14:20:08.143727+0000) 2023-12-07T14:20:10.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:10 smithi055 systemd[1]: Stopping Ceph osd.10 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:10.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:10 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:10.284+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:10.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:10 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:10.284+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:10.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:10 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:10.284+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:10.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:10 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:10.284+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:10.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:10 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:10.284+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:10.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:10 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:10.284+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:10.899 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:10 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:10.510+0000 7fac72f6f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:10.900 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:10 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:10.510+0000 7fac72f6f700 -1 osd.10 111 *** Got signal Terminated *** 2023-12-07T14:20:10.900 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:10 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:10.510+0000 7fac72f6f700 -1 osd.10 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:20:11.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.006+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:11.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.006+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:11.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.006+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:11.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.006+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:11.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.006+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:11.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.006+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:11.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.006+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2023-12-07T14:19:44.043942+0000 front 2023-12-07T14:19:44.043830+0000 (oldest deadline 2023-12-07T14:20:08.143727+0000) 2023-12-07T14:20:11.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:11.292+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:11.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:11.292+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:11.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:11.292+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:11.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:11.292+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:11.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:11.292+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:11.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:11.292+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:12.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.990+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:12.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.990+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:12.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.990+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:12.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.990+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:12.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.990+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:12.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.990+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:12.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:11 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:11.990+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2023-12-07T14:19:44.043942+0000 front 2023-12-07T14:19:44.043830+0000 (oldest deadline 2023-12-07T14:20:08.143727+0000) 2023-12-07T14:20:12.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:12 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:12.331+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:12.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:12 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:12.331+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:12.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:12 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:12.331+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:12.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:12 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:12.331+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:12.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:12 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:12.331+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:12.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:12 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:12.331+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:13.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:13 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:13.036+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:13.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:13 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:13.036+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:13.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:13 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:13.036+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:13.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:13 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:13.036+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:13.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:13 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:13.036+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:13.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:13 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:13.036+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:13.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:13 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:13.036+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2023-12-07T14:19:44.043942+0000 front 2023-12-07T14:19:44.043830+0000 (oldest deadline 2023-12-07T14:20:08.143727+0000) 2023-12-07T14:20:13.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:13 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:13.337+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:13.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:13 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:13.337+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:13.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:13 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:13.337+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:13.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:13 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:13.337+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:13.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:13 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:13.337+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:13.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:13 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:13.337+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:14.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:14 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:14.069+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:14.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:14 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:14.069+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:14.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:14 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:14.069+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:14.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:14 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:14.069+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:14.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:14 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:14.069+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:14.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:14 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:14.069+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:14.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:14 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:14.069+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2023-12-07T14:19:44.043942+0000 front 2023-12-07T14:19:44.043830+0000 (oldest deadline 2023-12-07T14:20:08.143727+0000) 2023-12-07T14:20:14.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:14 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:14.330+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:14.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:14 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:14.330+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:14.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:14 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:14.330+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:14.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:14 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:14.330+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:14.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:14 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:14.330+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:14.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:14 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:14.330+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:15.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:15 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:15.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.232653+0000 front 2023-12-07T14:18:57.232682+0000 (oldest deadline 2023-12-07T14:19:19.532861+0000) 2023-12-07T14:20:15.399 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:15 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:15.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.433862+0000 front 2023-12-07T14:19:05.433891+0000 (oldest deadline 2023-12-07T14:19:30.635059+0000) 2023-12-07T14:20:15.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:15 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:15.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.736367+0000 front 2023-12-07T14:19:11.736400+0000 (oldest deadline 2023-12-07T14:19:36.436296+0000) 2023-12-07T14:20:15.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:15 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:15.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.737540+0000 front 2023-12-07T14:19:21.737561+0000 (oldest deadline 2023-12-07T14:19:45.738249+0000) 2023-12-07T14:20:15.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:15 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:15.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.639132+0000 front 2023-12-07T14:19:28.639165+0000 (oldest deadline 2023-12-07T14:19:50.939312+0000) 2023-12-07T14:20:15.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:15 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:15.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:37.142548+0000 front 2023-12-07T14:19:37.142514+0000 (oldest deadline 2023-12-07T14:20:00.642278+0000) 2023-12-07T14:20:15.400 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:15 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10[134592]: 2023-12-07T14:20:15.021+0000 7fac6f56a700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.39:6822 osd.6 since back 2023-12-07T14:19:44.043942+0000 front 2023-12-07T14:19:44.043830+0000 (oldest deadline 2023-12-07T14:20:08.143727+0000) 2023-12-07T14:20:15.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:15.283+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:15.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:15.283+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:15.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:15.283+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:15.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:15.283+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:15.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:15.283+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:15.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:15.283+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:15.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:15 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:15.283+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:16.488 INFO:journalctl@ceph.osd.10.smithi055.stdout:Dec 07 14:20:16 smithi055 bash[149886]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-10 2023-12-07T14:20:16.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:16 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:16.256+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:16.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:16 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:16.256+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:16.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:16 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:16.256+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:16.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:16 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:16.256+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:16.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:16 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:16.256+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:16.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:16 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:16.256+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:16.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:16 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:16.256+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:17.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:17.213+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:17.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:17.213+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:17.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:17.213+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:17.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:17.213+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:17.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:17.213+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:17.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:17.213+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:17.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:17.213+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:17.856 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.10.service' 2023-12-07T14:20:17.898 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:17.898 INFO:tasks.cephadm.osd.10:Stopped osd.10 2023-12-07T14:20:17.898 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2023-12-07T14:20:17.898 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.11 2023-12-07T14:20:18.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:17 smithi089 systemd[1]: Stopping Ceph osd.11 for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:18.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.196+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.196+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.196+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.196+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.196+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.196+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.196+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.267+0000 7fdecc502700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.267+0000 7fdecc502700 -1 osd.11 111 *** Got signal Terminated *** 2023-12-07T14:20:18.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:18 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:18.267+0000 7fdecc502700 -1 osd.11 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-12-07T14:20:19.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:19.224+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:19.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:19.224+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:19.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:19.224+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:19.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:19.224+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:19.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:19.224+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:19.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:19.224+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:19.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:19 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:19.224+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:20.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:20.243+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:20.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:20.243+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:20.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:20.243+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:20.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:20.243+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:20.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:20.243+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:20.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:20.243+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:20.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:20 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:20.243+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:21.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:21.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:21.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:21.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:21.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:21.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:21.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:21.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:21.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:21.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:21.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:21.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:21.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:21 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:21.236+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:22.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:22.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:22.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:22.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:22.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:22.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:22.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:22.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:22.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:22.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:22.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:22.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:22.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:22 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:22.258+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:23.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:23.210+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6806 osd.0 since back 2023-12-07T14:18:57.333269+0000 front 2023-12-07T14:18:57.333376+0000 (oldest deadline 2023-12-07T14:19:19.033232+0000) 2023-12-07T14:20:23.690 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:23.210+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6804 osd.1 since back 2023-12-07T14:19:05.935327+0000 front 2023-12-07T14:19:05.935097+0000 (oldest deadline 2023-12-07T14:19:31.235204+0000) 2023-12-07T14:20:23.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:23.210+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6804 osd.2 since back 2023-12-07T14:19:11.235527+0000 front 2023-12-07T14:19:11.235504+0000 (oldest deadline 2023-12-07T14:19:35.935645+0000) 2023-12-07T14:20:23.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:23.210+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.39:6814 osd.3 since back 2023-12-07T14:19:21.236759+0000 front 2023-12-07T14:19:21.236732+0000 (oldest deadline 2023-12-07T14:19:44.736676+0000) 2023-12-07T14:20:23.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:23.210+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6812 osd.4 since back 2023-12-07T14:19:28.237733+0000 front 2023-12-07T14:19:28.237785+0000 (oldest deadline 2023-12-07T14:19:54.137586+0000) 2023-12-07T14:20:23.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:23.210+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.89:6812 osd.5 since back 2023-12-07T14:19:35.838621+0000 front 2023-12-07T14:19:35.838676+0000 (oldest deadline 2023-12-07T14:19:58.738730+0000) 2023-12-07T14:20:23.691 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11[134413]: 2023-12-07T14:20:23.210+0000 7fdec92fe700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.55:6820 osd.7 since back 2023-12-07T14:19:49.241016+0000 front 2023-12-07T14:19:49.241071+0000 (oldest deadline 2023-12-07T14:20:15.041451+0000) 2023-12-07T14:20:24.190 INFO:journalctl@ceph.osd.11.smithi089.stdout:Dec 07 14:20:23 smithi089 bash[150154]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-osd-11 2023-12-07T14:20:25.411 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@osd.11.service' 2023-12-07T14:20:25.451 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:25.451 INFO:tasks.cephadm.osd.11:Stopped osd.11 2023-12-07T14:20:25.451 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-12-07T14:20:25.451 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.a 2023-12-07T14:20:25.806 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:20:25 smithi039 systemd[1]: Stopping Ceph mds.a for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:26.305 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:20:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-a[150391]: 2023-12-07T14:20:25.812+0000 7fd3fedce700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:26.306 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:20:25 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-a[150391]: 2023-12-07T14:20:25.812+0000 7fd3fedce700 -1 mds.a *** got signal Terminated *** 2023-12-07T14:20:30.303 INFO:journalctl@ceph.mds.a.smithi039.stdout:Dec 07 14:20:29 smithi039 bash[182737]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-a 2023-12-07T14:20:30.310 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.a.service' 2023-12-07T14:20:30.346 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:30.346 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-12-07T14:20:30.346 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2023-12-07T14:20:30.346 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.d 2023-12-07T14:20:30.731 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:20:30 smithi039 systemd[1]: Stopping Ceph mds.d for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:31.056 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:20:30 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-d[149396]: 2023-12-07T14:20:30.728+0000 7f28bd015700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:31.056 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:20:30 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-d[149396]: 2023-12-07T14:20:30.728+0000 7f28bd015700 -1 mds.d *** got signal Terminated *** 2023-12-07T14:20:35.194 INFO:journalctl@ceph.mds.d.smithi039.stdout:Dec 07 14:20:34 smithi039 bash[182881]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-d 2023-12-07T14:20:35.201 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.d.service' 2023-12-07T14:20:35.237 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:35.237 INFO:tasks.cephadm.mds.d:Stopped mds.d 2023-12-07T14:20:35.237 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2023-12-07T14:20:35.237 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.g 2023-12-07T14:20:35.556 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:20:35 smithi039 systemd[1]: Stopping Ceph mds.g for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:36.056 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:20:35 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-g[150008]: 2023-12-07T14:20:35.618+0000 7f8da55fd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:36.056 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:20:35 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-g[150008]: 2023-12-07T14:20:35.618+0000 7f8da55fd700 -1 mds.g *** got signal Terminated *** 2023-12-07T14:20:38.789 INFO:journalctl@ceph.mds.g.smithi039.stdout:Dec 07 14:20:38 smithi039 bash[183022]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-g 2023-12-07T14:20:38.985 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.g.service' 2023-12-07T14:20:39.020 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:39.020 INFO:tasks.cephadm.mds.g:Stopped mds.g 2023-12-07T14:20:39.021 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2023-12-07T14:20:39.021 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.j 2023-12-07T14:20:39.306 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:20:39 smithi039 systemd[1]: Stopping Ceph mds.j for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:39.805 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:20:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-j[149014]: 2023-12-07T14:20:39.392+0000 7fe2b8369700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:39.806 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:20:39 smithi039 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-j[149014]: 2023-12-07T14:20:39.392+0000 7fe2b8369700 -1 mds.j *** got signal Terminated *** 2023-12-07T14:20:43.806 INFO:journalctl@ceph.mds.j.smithi039.stdout:Dec 07 14:20:43 smithi039 bash[183165]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-j 2023-12-07T14:20:43.936 DEBUG:teuthology.orchestra.run.smithi039:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.j.service' 2023-12-07T14:20:43.971 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:43.971 INFO:tasks.cephadm.mds.j:Stopped mds.j 2023-12-07T14:20:43.971 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-12-07T14:20:43.971 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.b 2023-12-07T14:20:44.344 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:20:44 smithi055 systemd[1]: Stopping Ceph mds.b for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:44.649 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:20:44 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: 2023-12-07T14:20:44.339+0000 7f91240c4700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:44.650 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:20:44 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b[141722]: 2023-12-07T14:20:44.339+0000 7f91240c4700 -1 mds.b *** got signal Terminated *** 2023-12-07T14:20:46.810 INFO:journalctl@ceph.mds.b.smithi055.stdout:Dec 07 14:20:46 smithi055 bash[150158]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-b 2023-12-07T14:20:47.005 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.b.service' 2023-12-07T14:20:47.051 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:47.051 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-12-07T14:20:47.052 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2023-12-07T14:20:47.052 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.e 2023-12-07T14:20:47.399 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:20:47 smithi055 systemd[1]: Stopping Ceph mds.e for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:47.899 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:20:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-e[141045]: 2023-12-07T14:20:47.447+0000 7fa775efd700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:47.900 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:20:47 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-e[141045]: 2023-12-07T14:20:47.447+0000 7fa775efd700 -1 mds.e *** got signal Terminated *** 2023-12-07T14:20:50.899 INFO:journalctl@ceph.mds.e.smithi055.stdout:Dec 07 14:20:50 smithi055 bash[150298]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-e 2023-12-07T14:20:51.059 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.e.service' 2023-12-07T14:20:51.094 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:51.094 INFO:tasks.cephadm.mds.e:Stopped mds.e 2023-12-07T14:20:51.094 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2023-12-07T14:20:51.094 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.h 2023-12-07T14:20:51.399 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:20:51 smithi055 systemd[1]: Stopping Ceph mds.h for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:51.899 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:20:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-h[141384]: 2023-12-07T14:20:51.478+0000 7fdefb1c0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:51.899 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:20:51 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-h[141384]: 2023-12-07T14:20:51.478+0000 7fdefb1c0700 -1 mds.h *** got signal Terminated *** 2023-12-07T14:20:55.096 INFO:journalctl@ceph.mds.h.smithi055.stdout:Dec 07 14:20:54 smithi055 bash[150446]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-h 2023-12-07T14:20:55.102 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.h.service' 2023-12-07T14:20:55.137 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:55.137 INFO:tasks.cephadm.mds.h:Stopped mds.h 2023-12-07T14:20:55.137 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2023-12-07T14:20:55.138 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.k 2023-12-07T14:20:55.399 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:20:55 smithi055 systemd[1]: Stopping Ceph mds.k for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:55.901 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:20:55 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-k[140708]: 2023-12-07T14:20:55.521+0000 7f661e717700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:55.901 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:20:55 smithi055 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-k[140708]: 2023-12-07T14:20:55.521+0000 7f661e717700 -1 mds.k *** got signal Terminated *** 2023-12-07T14:20:58.791 INFO:journalctl@ceph.mds.k.smithi055.stdout:Dec 07 14:20:58 smithi055 bash[150593]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-k 2023-12-07T14:20:58.990 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.k.service' 2023-12-07T14:20:59.024 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:20:59.024 INFO:tasks.cephadm.mds.k:Stopped mds.k 2023-12-07T14:20:59.024 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2023-12-07T14:20:59.025 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.c 2023-12-07T14:20:59.406 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:20:59 smithi089 systemd[1]: Stopping Ceph mds.c for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:20:59.690 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:20:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:20:59.402+0000 7fb27993a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:20:59.690 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:20:59 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c[141300]: 2023-12-07T14:20:59.402+0000 7fb27993a700 -1 mds.c *** got signal Terminated *** 2023-12-07T14:21:02.928 INFO:journalctl@ceph.mds.c.smithi089.stdout:Dec 07 14:21:02 smithi089 bash[150427]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-c 2023-12-07T14:21:02.934 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.c.service' 2023-12-07T14:21:02.970 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:21:02.970 INFO:tasks.cephadm.mds.c:Stopped mds.c 2023-12-07T14:21:02.970 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2023-12-07T14:21:02.971 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.f 2023-12-07T14:21:03.190 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:21:03 smithi089 systemd[1]: Stopping Ceph mds.f for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:21:03.690 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:21:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[145627]: 2023-12-07T14:21:03.367+0000 7f0b2ea55700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:21:03.690 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:21:03 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f[145627]: 2023-12-07T14:21:03.367+0000 7f0b2ea55700 -1 mds.f *** got signal Terminated *** 2023-12-07T14:21:07.070 INFO:journalctl@ceph.mds.f.smithi089.stdout:Dec 07 14:21:06 smithi089 bash[150567]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-f 2023-12-07T14:21:07.075 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.f.service' 2023-12-07T14:21:07.108 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:21:07.108 INFO:tasks.cephadm.mds.f:Stopped mds.f 2023-12-07T14:21:07.108 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2023-12-07T14:21:07.109 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.i 2023-12-07T14:21:07.440 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:21:07 smithi089 systemd[1]: Stopping Ceph mds.i for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:21:07.940 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:21:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-i[141641]: 2023-12-07T14:21:07.518+0000 7f580567a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:21:07.940 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:21:07 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-i[141641]: 2023-12-07T14:21:07.518+0000 7f580567a700 -1 mds.i *** got signal Terminated *** 2023-12-07T14:21:10.754 INFO:journalctl@ceph.mds.i.smithi089.stdout:Dec 07 14:21:10 smithi089 bash[150714]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-i 2023-12-07T14:21:10.943 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.i.service' 2023-12-07T14:21:10.976 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:21:10.977 INFO:tasks.cephadm.mds.i:Stopped mds.i 2023-12-07T14:21:10.977 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2023-12-07T14:21:10.977 DEBUG:teuthology.orchestra.run.smithi089:> sudo systemctl stop ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.l 2023-12-07T14:21:11.190 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:21:11 smithi089 systemd[1]: Stopping Ceph mds.l for cc8357a8-9507-11ee-95a2-87774f69a715... 2023-12-07T14:21:11.690 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:21:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-l[140614]: 2023-12-07T14:21:11.376+0000 7fd41591f700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-12-07T14:21:11.690 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:21:11 smithi089 ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-l[140614]: 2023-12-07T14:21:11.376+0000 7fd41591f700 -1 mds.l *** got signal Terminated *** 2023-12-07T14:21:14.789 INFO:journalctl@ceph.mds.l.smithi089.stdout:Dec 07 14:21:14 smithi089 bash[150853]: ceph-cc8357a8-9507-11ee-95a2-87774f69a715-mds-l 2023-12-07T14:21:14.921 DEBUG:teuthology.orchestra.run.smithi089:> sudo pkill -f 'journalctl -f -n 0 -u ceph-cc8357a8-9507-11ee-95a2-87774f69a715@mds.l.service' 2023-12-07T14:21:14.955 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-12-07T14:21:14.956 INFO:tasks.cephadm.mds.l:Stopped mds.l 2023-12-07T14:21:14.956 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cc8357a8-9507-11ee-95a2-87774f69a715 --force --keep-logs 2023-12-07T14:21:15.308 INFO:teuthology.orchestra.run.smithi039.stdout:Deleting cluster with fsid: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T14:21:16.956 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cc8357a8-9507-11ee-95a2-87774f69a715 --force --keep-logs 2023-12-07T14:21:17.305 INFO:teuthology.orchestra.run.smithi055.stdout:Deleting cluster with fsid: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T14:21:18.959 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cc8357a8-9507-11ee-95a2-87774f69a715 --force --keep-logs 2023-12-07T14:21:19.300 INFO:teuthology.orchestra.run.smithi089.stdout:Deleting cluster with fsid: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T14:21:20.856 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-07T14:21:20.897 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-07T14:21:20.934 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-12-07T14:21:20.964 INFO:tasks.cephadm:Archiving crash dumps... 2023-12-07T14:21:20.970 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi039/crash 2023-12-07T14:21:20.972 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash -- . 2023-12-07T14:21:21.018 INFO:teuthology.orchestra.run.smithi039.stderr:tar: /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash: Cannot open: No such file or directory 2023-12-07T14:21:21.019 INFO:teuthology.orchestra.run.smithi039.stderr:tar: Error is not recoverable: exiting now 2023-12-07T14:21:21.021 DEBUG:teuthology.misc:Transferring archived files from smithi055:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi055/crash 2023-12-07T14:21:21.021 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash -- . 2023-12-07T14:21:21.064 INFO:teuthology.orchestra.run.smithi055.stderr:tar: /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash: Cannot open: No such file or directory 2023-12-07T14:21:21.064 INFO:teuthology.orchestra.run.smithi055.stderr:tar: Error is not recoverable: exiting now 2023-12-07T14:21:21.066 DEBUG:teuthology.misc:Transferring archived files from smithi089:/var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi089/crash 2023-12-07T14:21:21.067 DEBUG:teuthology.orchestra.run.smithi089:> sudo tar c -f - -C /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash -- . 2023-12-07T14:21:21.106 INFO:teuthology.orchestra.run.smithi089.stderr:tar: /var/lib/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/crash: Cannot open: No such file or directory 2023-12-07T14:21:21.106 INFO:teuthology.orchestra.run.smithi089.stderr:tar: Error is not recoverable: exiting now 2023-12-07T14:21:21.107 INFO:tasks.cephadm:Checking cluster log for badness... 2023-12-07T14:21:21.108 DEBUG:teuthology.orchestra.run.smithi039:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2023-12-07T14:21:21.146 INFO:teuthology.orchestra.run.smithi039.stderr:grep: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph.log: No such file or directory 2023-12-07T14:21:21.150 INFO:tasks.cephadm:Compressing logs... 2023-12-07T14:21:21.151 DEBUG:teuthology.orchestra.run.smithi039:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-07T14:21:21.193 DEBUG:teuthology.orchestra.run.smithi055:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-07T14:21:21.196 DEBUG:teuthology.orchestra.run.smithi089:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-12-07T14:21:21.223 INFO:teuthology.orchestra.run.smithi039.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.0.log 2023-12-07T14:21:21.224 INFO:teuthology.orchestra.run.smithi039.stderr:: No such file or directory 2023-12-07T14:21:21.224 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.g.log 2023-12-07T14:21:21.224 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.a.log 2023-12-07T14:21:21.224 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.0.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.6.log 2023-12-07T14:21:21.224 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.3.log 2023-12-07T14:21:21.224 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.d.log 2023-12-07T14:21:21.225 INFO:teuthology.orchestra.run.smithi089.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.5.log 2023-12-07T14:21:21.225 INFO:teuthology.orchestra.run.smithi089.stderr:: No such file or directory 2023-12-07T14:21:21.225 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.2.log 2023-12-07T14:21:21.225 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.11.log 2023-12-07T14:21:21.225 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.5.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.z.log 2023-12-07T14:21:21.225 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.8.log 2023-12-07T14:21:21.225 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.f.log 2023-12-07T14:21:21.226 INFO:teuthology.orchestra.run.smithi055.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.10.log 2023-12-07T14:21:21.226 INFO:teuthology.orchestra.run.smithi055.stderr:: No such file or directory 2023-12-07T14:21:21.226 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.h.log 2023-12-07T14:21:21.227 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.e.log 2023-12-07T14:21:21.227 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.10.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.4.log 2023-12-07T14:21:21.227 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.1.log 2023-12-07T14:21:21.227 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.k.log 2023-12-07T14:21:21.228 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.x.log 2023-12-07T14:21:21.228 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.d.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.x.log: 94.3% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.d.log.gz 2023-12-07T14:21:21.228 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.8.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.c.log 2023-12-07T14:21:21.232 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log 2023-12-07T14:21:21.232 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.9.log 2023-12-07T14:21:21.232 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.c.log: 92.1% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.z.log.gz 2023-12-07T14:21:21.232 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.i.log 2023-12-07T14:21:21.233 INFO:teuthology.orchestra.run.smithi039.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log 2023-12-07T14:21:21.233 INFO:teuthology.orchestra.run.smithi089.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.c.log 2023-12-07T14:21:21.240 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.k.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.7.log 2023-12-07T14:21:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.9.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.j.log 2023-12-07T14:21:21.243 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.i.log: /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log 2023-12-07T14:21:21.245 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.7.log: 91.1% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log.gz 2023-12-07T14:21:21.245 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.b.log 2023-12-07T14:21:21.247 INFO:teuthology.orchestra.run.smithi039.stderr: 91.2% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log.gz 2023-12-07T14:21:21.254 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.a.log 2023-12-07T14:21:21.254 INFO:teuthology.orchestra.run.smithi039.stderr: 94.3% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.j.log.gz 2023-12-07T14:21:21.260 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.b.log 2023-12-07T14:21:21.265 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-07T14:21:21.266 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.l.log 2023-12-07T14:21:21.273 INFO:teuthology.orchestra.run.smithi089.stderr: 91.2% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-volume.log.gz 2023-12-07T14:21:21.282 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.y.log 2023-12-07T14:21:21.284 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-07T14:21:21.295 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-12-07T14:21:21.297 INFO:teuthology.orchestra.run.smithi039.stderr:/var/log/ceph/cephadm.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-07T14:21:21.306 INFO:teuthology.orchestra.run.smithi089.stderr:/var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-07T14:21:21.317 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.y.log: /var/log/ceph/cephadm.log: 92.0% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.y.log.gz 2023-12-07T14:21:21.328 INFO:teuthology.orchestra.run.smithi055.stderr: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2023-12-07T14:21:21.472 INFO:teuthology.orchestra.run.smithi055.stderr: 93.2% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.k.log.gz 2023-12-07T14:21:21.492 INFO:teuthology.orchestra.run.smithi039.stderr: 93.7% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.g.log.gz 2023-12-07T14:21:21.555 INFO:teuthology.orchestra.run.smithi055.stderr: 93.8% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.e.log.gz 2023-12-07T14:21:21.609 INFO:teuthology.orchestra.run.smithi039.stderr: 89.9% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mgr.x.log.gz 2023-12-07T14:21:21.612 INFO:teuthology.orchestra.run.smithi089.stderr: 93.2% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.l.log.gz 2023-12-07T14:21:21.835 INFO:teuthology.orchestra.run.smithi055.stderr: 91.9% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.b.log.gz 2023-12-07T14:21:21.835 INFO:teuthology.orchestra.run.smithi089.stderr: 93.7% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.f.log.gz 2023-12-07T14:21:21.843 INFO:teuthology.orchestra.run.smithi089.stderr: 91.8% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.c.log.gz 2023-12-07T14:21:22.791 INFO:teuthology.orchestra.run.smithi039.stderr: 90.4% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mon.a.log.gz 2023-12-07T14:21:23.394 INFO:teuthology.orchestra.run.smithi089.stderr: 93.7% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.c.log.gz 2023-12-07T14:21:23.832 INFO:teuthology.orchestra.run.smithi055.stderr: 93.5% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.h.log.gz 2023-12-07T14:21:24.250 INFO:teuthology.orchestra.run.smithi089.stderr: 93.7% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.i.log.gz 2023-12-07T14:21:24.971 INFO:teuthology.orchestra.run.smithi039.stderr: 93.7% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.a.log.gz 2023-12-07T14:21:26.910 INFO:teuthology.orchestra.run.smithi055.stderr: 93.4% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-mds.b.log.gz 2023-12-07T14:21:33.873 INFO:teuthology.orchestra.run.smithi089.stderr: 94.1% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.8.log.gz 2023-12-07T14:21:36.356 INFO:teuthology.orchestra.run.smithi055.stderr: 94.2% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.4.log.gz 2023-12-07T14:21:39.099 INFO:teuthology.orchestra.run.smithi055.stderr: 94.0% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.1.log.gz 2023-12-07T14:21:40.290 INFO:teuthology.orchestra.run.smithi055.stderr: 94.0% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.10.log.gz 2023-12-07T14:21:41.730 INFO:teuthology.orchestra.run.smithi039.stderr: 94.2% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.6.log.gz 2023-12-07T14:21:42.171 INFO:teuthology.orchestra.run.smithi089.stderr: 94.0% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.2.log.gz 2023-12-07T14:21:43.352 INFO:teuthology.orchestra.run.smithi039.stderr: 94.0% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.9.log.gz 2023-12-07T14:21:44.372 INFO:teuthology.orchestra.run.smithi089.stderr: 93.9% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.5.log.gz 2023-12-07T14:21:44.559 INFO:teuthology.orchestra.run.smithi039.stderr: 94.3% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.0.log.gz 2023-12-07T14:21:48.378 INFO:teuthology.orchestra.run.smithi089.stderr: 94.1% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.11.log.gz 2023-12-07T14:21:48.380 INFO:teuthology.orchestra.run.smithi089.stderr: 2023-12-07T14:21:48.380 INFO:teuthology.orchestra.run.smithi089.stderr:real 0m27.168s 2023-12-07T14:21:48.380 INFO:teuthology.orchestra.run.smithi089.stderr:user 1m26.792s 2023-12-07T14:21:48.380 INFO:teuthology.orchestra.run.smithi089.stderr:sys 0m3.383s 2023-12-07T14:21:50.942 INFO:teuthology.orchestra.run.smithi039.stderr: 93.9% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.3.log.gz 2023-12-07T14:21:50.945 INFO:teuthology.orchestra.run.smithi039.stderr: 2023-12-07T14:21:50.945 INFO:teuthology.orchestra.run.smithi039.stderr:real 0m29.735s 2023-12-07T14:21:50.945 INFO:teuthology.orchestra.run.smithi039.stderr:user 1m37.929s 2023-12-07T14:21:50.945 INFO:teuthology.orchestra.run.smithi039.stderr:sys 0m3.568s 2023-12-07T14:21:53.368 INFO:teuthology.orchestra.run.smithi055.stderr: 94.1% -- replaced with /var/log/ceph/cc8357a8-9507-11ee-95a2-87774f69a715/ceph-osd.7.log.gz 2023-12-07T14:21:53.370 INFO:teuthology.orchestra.run.smithi055.stderr: 2023-12-07T14:21:53.370 INFO:teuthology.orchestra.run.smithi055.stderr:real 0m32.157s 2023-12-07T14:21:53.370 INFO:teuthology.orchestra.run.smithi055.stderr:user 1m29.849s 2023-12-07T14:21:53.370 INFO:teuthology.orchestra.run.smithi055.stderr:sys 0m3.215s 2023-12-07T14:21:53.371 INFO:tasks.cephadm:Archiving logs... 2023-12-07T14:21:53.371 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi039/log 2023-12-07T14:21:53.372 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-07T14:22:06.409 DEBUG:teuthology.misc:Transferring archived files from smithi055:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi055/log 2023-12-07T14:22:06.410 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-07T14:22:18.097 DEBUG:teuthology.misc:Transferring archived files from smithi089:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi089/log 2023-12-07T14:22:18.098 DEBUG:teuthology.orchestra.run.smithi089:> sudo tar c -f - -C /var/log/ceph -- . 2023-12-07T14:22:30.338 INFO:tasks.cephadm:Removing cluster... 2023-12-07T14:22:30.338 DEBUG:teuthology.orchestra.run.smithi039:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cc8357a8-9507-11ee-95a2-87774f69a715 --force 2023-12-07T14:22:30.693 INFO:teuthology.orchestra.run.smithi039.stdout:Deleting cluster with fsid: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T14:22:31.307 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cc8357a8-9507-11ee-95a2-87774f69a715 --force 2023-12-07T14:22:31.657 INFO:teuthology.orchestra.run.smithi055.stdout:Deleting cluster with fsid: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T14:22:32.254 DEBUG:teuthology.orchestra.run.smithi089:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid cc8357a8-9507-11ee-95a2-87774f69a715 --force 2023-12-07T14:22:32.596 INFO:teuthology.orchestra.run.smithi089.stdout:Deleting cluster with fsid: cc8357a8-9507-11ee-95a2-87774f69a715 2023-12-07T14:22:33.174 INFO:tasks.cephadm:Removing cephadm ... 2023-12-07T14:22:33.174 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-07T14:22:33.198 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-07T14:22:33.220 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf /home/ubuntu/cephtest/cephadm 2023-12-07T14:22:33.238 INFO:tasks.cephadm:Teardown complete 2023-12-07T14:22:33.239 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-12-07T14:22:33.251 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-12-07T14:22:33.251 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-07T14:22:33.254 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-07T14:22:33.263 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-12-07T14:22:33.383 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-12-07T14:22:33.395 INFO:teuthology.task.clock:Checking final clock skew... 2023-12-07T14:22:33.395 DEBUG:teuthology.orchestra.run.smithi039:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-07T14:22:33.397 DEBUG:teuthology.orchestra.run.smithi055:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-07T14:22:33.400 DEBUG:teuthology.orchestra.run.smithi089:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-12-07T14:22:33.414 INFO:teuthology.orchestra.run.smithi039.stderr:bash: ntpq: command not found 2023-12-07T14:22:33.415 INFO:teuthology.orchestra.run.smithi089.stderr:bash: ntpq: command not found 2023-12-07T14:22:33.417 INFO:teuthology.orchestra.run.smithi055.stderr:bash: ntpq: command not found 2023-12-07T14:22:33.419 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-07T14:22:33.419 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2023-12-07T14:22:33.419 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 17 +1469us[+1482us] +/- 103ms 2023-12-07T14:22:33.419 INFO:teuthology.orchestra.run.smithi039.stdout:^* hv02.front.sepia.ceph.com 3 6 377 16 -1444us[-1432us] +/- 50ms 2023-12-07T14:22:33.420 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 +1057us[+1070us] +/- 76ms 2023-12-07T14:22:33.420 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T14:22:33.421 INFO:teuthology.orchestra.run.smithi089.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-07T14:22:33.421 INFO:teuthology.orchestra.run.smithi089.stdout:=============================================================================== 2023-12-07T14:22:33.421 INFO:teuthology.orchestra.run.smithi089.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 16 +1507us[+1507us] +/- 103ms 2023-12-07T14:22:33.421 INFO:teuthology.orchestra.run.smithi089.stdout:^* hv02.front.sepia.ceph.com 3 6 377 21 -1413us[-1407us] +/- 50ms 2023-12-07T14:22:33.421 INFO:teuthology.orchestra.run.smithi089.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 19 +1106us[+1106us] +/- 76ms 2023-12-07T14:22:33.421 INFO:teuthology.orchestra.run.smithi089.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T14:22:33.422 INFO:teuthology.orchestra.run.smithi055.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-12-07T14:22:33.422 INFO:teuthology.orchestra.run.smithi055.stdout:=============================================================================== 2023-12-07T14:22:33.422 INFO:teuthology.orchestra.run.smithi055.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 13 +1490us[+1490us] +/- 103ms 2023-12-07T14:22:33.422 INFO:teuthology.orchestra.run.smithi055.stdout:^* hv02.front.sepia.ceph.com 3 6 377 18 -1419us[-1397us] +/- 50ms 2023-12-07T14:22:33.422 INFO:teuthology.orchestra.run.smithi055.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 +1063us[+1084us] +/- 76ms 2023-12-07T14:22:33.422 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-12-07T14:22:33.423 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-12-07T14:22:33.437 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-12-07T14:22:33.437 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-12-07T14:22:33.449 DEBUG:teuthology.orchestra.run.smithi039:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-07T14:22:33.574 DEBUG:teuthology.orchestra.run.smithi055:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-07T14:22:33.683 DEBUG:teuthology.orchestra.run.smithi089:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-12-07T14:22:33.779 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-07T14:22:33.813 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:22:33.814 DEBUG:teuthology.orchestra.run.smithi055:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-07T14:22:33.850 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:22:33.851 DEBUG:teuthology.orchestra.run.smithi089:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-12-07T14:22:33.882 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:22:33.883 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-12-07T14:22:33.894 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-12-07T14:22:33.905 INFO:teuthology.task.internal:Duration was 2619.826789 seconds 2023-12-07T14:22:33.905 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-12-07T14:22:33.916 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-12-07T14:22:33.916 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-07T14:22:33.919 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-07T14:22:33.921 DEBUG:teuthology.orchestra.run.smithi089:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-12-07T14:22:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-07T14:22:33.969 INFO:teuthology.orchestra.run.smithi089.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-07T14:22:33.969 INFO:teuthology.orchestra.run.smithi055.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-12-07T14:22:34.414 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-12-07T14:22:34.414 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi039.front.sepia.ceph.com 2023-12-07T14:22:34.414 DEBUG:teuthology.orchestra.run.smithi039:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-07T14:22:34.438 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi055.front.sepia.ceph.com 2023-12-07T14:22:34.438 DEBUG:teuthology.orchestra.run.smithi055:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-07T14:22:34.463 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi089.front.sepia.ceph.com 2023-12-07T14:22:34.464 DEBUG:teuthology.orchestra.run.smithi089:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-12-07T14:22:34.486 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-12-07T14:22:34.486 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-07T14:22:34.488 DEBUG:teuthology.orchestra.run.smithi055:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-07T14:22:34.506 DEBUG:teuthology.orchestra.run.smithi089:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-12-07T14:22:34.575 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-12-07T14:22:34.575 DEBUG:teuthology.orchestra.run.smithi039:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-07T14:22:34.578 DEBUG:teuthology.orchestra.run.smithi055:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-07T14:22:34.580 DEBUG:teuthology.orchestra.run.smithi089:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-12-07T14:22:34.694 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-12-07T14:22:34.709 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-12-07T14:22:34.709 DEBUG:teuthology.orchestra.run.smithi039:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-07T14:22:34.740 DEBUG:teuthology.orchestra.run.smithi055:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-07T14:22:34.771 DEBUG:teuthology.orchestra.run.smithi089:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-12-07T14:22:34.799 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-12-07T14:22:34.813 DEBUG:teuthology.orchestra.run.smithi039:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-07T14:22:34.817 DEBUG:teuthology.orchestra.run.smithi055:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-07T14:22:34.821 DEBUG:teuthology.orchestra.run.smithi089:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-12-07T14:22:34.842 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = core 2023-12-07T14:22:34.845 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = core 2023-12-07T14:22:34.867 INFO:teuthology.orchestra.run.smithi089.stdout:kernel.core_pattern = core 2023-12-07T14:22:34.892 DEBUG:teuthology.orchestra.run.smithi039:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-07T14:22:34.912 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:22:34.913 DEBUG:teuthology.orchestra.run.smithi055:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-07T14:22:34.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:22:34.929 DEBUG:teuthology.orchestra.run.smithi089:> test -e /home/ubuntu/cephtest/archive/coredump 2023-12-07T14:22:34.947 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-12-07T14:22:34.948 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-12-07T14:22:34.961 INFO:teuthology.task.internal:Transferring archived files... 2023-12-07T14:22:34.962 DEBUG:teuthology.misc:Transferring archived files from smithi039:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi039 2023-12-07T14:22:34.963 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-07T14:22:35.007 DEBUG:teuthology.misc:Transferring archived files from smithi055:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi055 2023-12-07T14:22:35.008 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-07T14:22:35.050 DEBUG:teuthology.misc:Transferring archived files from smithi089:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498/remote/smithi089 2023-12-07T14:22:35.050 DEBUG:teuthology.orchestra.run.smithi089:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-12-07T14:22:35.090 INFO:teuthology.task.internal:Removing archive directory... 2023-12-07T14:22:35.090 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-07T14:22:35.092 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-07T14:22:35.095 DEBUG:teuthology.orchestra.run.smithi089:> rm -rf -- /home/ubuntu/cephtest/archive 2023-12-07T14:22:35.141 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-12-07T14:22:35.155 INFO:teuthology.task.internal:Not uploading archives. 2023-12-07T14:22:35.155 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-12-07T14:22:35.167 INFO:teuthology.task.internal:Tidying up after the test... 2023-12-07T14:22:35.167 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-07T14:22:35.170 DEBUG:teuthology.orchestra.run.smithi055:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-07T14:22:35.172 DEBUG:teuthology.orchestra.run.smithi089:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-12-07T14:22:35.184 INFO:teuthology.orchestra.run.smithi039.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 7 14:22 /home/ubuntu/cephtest 2023-12-07T14:22:35.186 INFO:teuthology.orchestra.run.smithi055.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 7 14:22 /home/ubuntu/cephtest 2023-12-07T14:22:35.197 INFO:teuthology.orchestra.run.smithi089.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Dec 7 14:22 /home/ubuntu/cephtest 2023-12-07T14:22:35.198 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-12-07T14:22:35.211 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-12-07T14:22:35.236 INFO:teuthology.nuke:Checking targets against current locks 2023-12-07T14:22:35.263 DEBUG:teuthology.nuke:shortname: smithi039 2023-12-07T14:22:35.264 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-07T14:22:35.286 DEBUG:teuthology.nuke:shortname: smithi055 2023-12-07T14:22:35.287 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-07T14:22:35.294 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi039.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-07 13:32:52.108211', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-07T14:22:35.315 DEBUG:teuthology.nuke:shortname: smithi089 2023-12-07T14:22:35.316 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-12-07T14:22:35.320 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi055.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-07 13:32:52.109498', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-07T14:22:35.356 INFO:teuthology.orchestra.console.smithi039:Power off 2023-12-07T14:22:35.357 DEBUG:teuthology.orchestra.console.smithi039:pexpect command: ipmitool -H smithi039.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-07T14:22:35.366 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi089.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-12-06_15:12:46-fs-wip-vshankar-testing-20231206.125818-testing-default-smithi/7480498', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-12-07 13:32:52.106079', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-12-07T14:22:35.380 DEBUG:teuthology.orchestra.console.smithi039:power off output: Chassis Power Control: Down/Off 2023-12-07T14:22:35.380 DEBUG:teuthology.orchestra.console.smithi039:pexpect command: ipmitool -H smithi039.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:35.396 INFO:teuthology.orchestra.console.smithi055:Power off 2023-12-07T14:22:35.396 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-07T14:22:35.409 DEBUG:teuthology.orchestra.console.smithi039:check power output: Chassis Power is on 2023-12-07T14:22:35.419 DEBUG:teuthology.orchestra.console.smithi055:power off output: Chassis Power Control: Down/Off 2023-12-07T14:22:35.419 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:35.435 INFO:teuthology.orchestra.console.smithi089:Power off 2023-12-07T14:22:35.436 DEBUG:teuthology.orchestra.console.smithi089:pexpect command: ipmitool -H smithi089.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-12-07T14:22:35.446 DEBUG:teuthology.orchestra.console.smithi055:check power output: Chassis Power is on 2023-12-07T14:22:35.458 DEBUG:teuthology.orchestra.console.smithi089:power off output: Chassis Power Control: Down/Off 2023-12-07T14:22:35.458 DEBUG:teuthology.orchestra.console.smithi089:pexpect command: ipmitool -H smithi089.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:35.481 DEBUG:teuthology.orchestra.console.smithi089:check power output: Chassis Power is on 2023-12-07T14:22:39.411 DEBUG:teuthology.orchestra.console.smithi039:pexpect command: ipmitool -H smithi039.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:39.448 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:39.482 DEBUG:teuthology.orchestra.console.smithi089:pexpect command: ipmitool -H smithi089.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:39.522 DEBUG:teuthology.orchestra.console.smithi039:check power output: Chassis Power is on 2023-12-07T14:22:39.561 DEBUG:teuthology.orchestra.console.smithi055:check power output: Chassis Power is on 2023-12-07T14:22:39.592 DEBUG:teuthology.orchestra.console.smithi089:check power output: Chassis Power is on 2023-12-07T14:22:43.526 DEBUG:teuthology.orchestra.console.smithi039:pexpect command: ipmitool -H smithi039.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:43.562 DEBUG:teuthology.orchestra.console.smithi055:pexpect command: ipmitool -H smithi055.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:43.593 DEBUG:teuthology.orchestra.console.smithi089:pexpect command: ipmitool -H smithi089.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-12-07T14:22:43.638 DEBUG:teuthology.orchestra.console.smithi039:check power output: Chassis Power is off 2023-12-07T14:22:43.672 DEBUG:teuthology.orchestra.console.smithi055:check power output: Chassis Power is off 2023-12-07T14:22:43.703 DEBUG:teuthology.orchestra.console.smithi089:check power output: Chassis Power is off 2023-12-07T14:22:43.739 INFO:teuthology.orchestra.console.smithi039:Power off completed 2023-12-07T14:22:43.773 INFO:teuthology.orchestra.console.smithi055:Power off completed 2023-12-07T14:22:43.804 INFO:teuthology.orchestra.console.smithi089:Power off completed 2023-12-07T14:22:43.909 INFO:teuthology.run:Summary data: description: fs/workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/postgres}} duration: 2619.8267891407013 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_vshankar@teuthology status: fail success: false 2023-12-07T14:22:43.909 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-12-07T14:22:43.989 INFO:teuthology.run:FAIL